-- Logs begin at Thu 2021-12-09 01:35:18 UTC, end at Thu 2021-12-09 03:10:57 UTC. -- Dec 09 02:05:15.842493 dv-neutron-804846-18-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 09 02:05:18.652705 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.common.config [-] Logging enabled! Dec 09 02:05:18.653299 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev270 Dec 09 02:05:18.653484 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103192) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 09 02:05:18.656799 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.common.config [-] Logging enabled! Dec 09 02:05:18.657055 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev270 Dec 09 02:05:18.657370 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103192) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 09 02:05:18.658297 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 02:05:18.658529 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 02:05:18.658891 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 02:05:18.659138 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 02:05:18.659362 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 02:05:18.659704 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.660118 dv-neutron-804846-18-hyperv neutron-server[103192]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 09 02:05:18.660434 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.660727 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.661019 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.661312 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.661599 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.661879 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.662168 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.662462 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.662745 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.663023 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.663306 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.663636 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.663916 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.664201 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.664486 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.664768 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] debug = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.665045 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.665472 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.665864 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.666144 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.666525 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.666703 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.666973 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.667247 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.667551 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.667877 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] host = dv-neutron-804846-18-hyperv {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.668155 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.668439 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.668723 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.669007 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.669280 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.669558 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.669838 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.670111 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.670387 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] log_file = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.670659 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.671488 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.671779 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.672070 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.672292 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.672512 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.672806 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.673091 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.673364 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.673637 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.673908 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.674178 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.674450 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.674714 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.674995 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.675276 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.675588 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.675863 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.676135 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.676405 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.676675 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.676955 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.677224 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.677494 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.677764 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.678048 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.678313 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.678584 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.678883 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.679164 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.679465 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.679752 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.680026 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.680308 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.680577 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.680853 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.681123 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] use_json = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.681662 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.681934 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.682215 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.682485 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.682756 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.683027 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.683294 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.683611 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:18.683910 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.684203 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.684500 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.684782 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.685080 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.685356 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.685643 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.685920 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.686204 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.687087 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.687376 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.687680 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.687969 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.688245 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.688535 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.688839 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.689132 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.689418 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.689689 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.689958 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.690231 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.690504 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.690791 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.691065 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.691349 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.691654 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.691931 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.692226 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.692505 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.692795 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.693082 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.693351 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.693625 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.693913 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.694187 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.694457 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.694732 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.695021 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.695300 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.695593 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.695889 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.696157 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.696427 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.696697 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.696973 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.697264 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.697543 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.697818 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.698090 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.698368 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.698638 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.698922 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.699197 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.699488 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.699763 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.700041 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.700314 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.700583 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.700865 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.701136 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.701410 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.701678 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.701948 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.702263 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.702529 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.702839 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.703110 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.703380 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.703683 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.703956 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.704316 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.704591 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.704865 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.705138 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.705420 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.705713 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.706012 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.706262 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.706537 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.706811 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.707083 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.707355 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.707652 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.707928 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.708198 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.708483 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.708762 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.709044 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.709323 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.709621 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.709914 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.710191 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.710471 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.710745 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.711027 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.711308 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.711610 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.711903 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.712195 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.712485 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.712774 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.713062 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.713338 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.713642 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.713919 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:18.714134 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 02:05:18.714372 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103192) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 09 02:05:19.142430 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103192) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 09 02:05:19.142712 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103192) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 09 02:05:19.143015 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103192) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 09 02:05:19.143343 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 09 02:05:19.469628 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.469927 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.470199 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.471511 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.471789 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.472055 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.517202 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.517489 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.517758 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.532396 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.532679 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.532949 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.561138 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.561438 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.561711 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.599403 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.599701 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.599970 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.934759 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.935352 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.935352 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.935544 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:19.936198 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.035034 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.035363 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.035674 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.035947 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.036212 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.036522 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.036782 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.037038 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.037291 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.037572 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.037830 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.038090 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.038344 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.038595 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.038848 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.039113 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.039366 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.039659 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.039926 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.040184 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.040452 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.040703 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.040982 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.041362 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.041612 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.041859 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.042252 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 02:05:20.042494 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 02:05:20.042732 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 02:05:20.042969 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 02:05:20.043204 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 02:05:20.043460 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 02:05:20.043823 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 09 02:05:20.046985 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 09 02:05:20.051028 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 09 02:05:20.054908 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 09 02:05:20.056827 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 09 02:05:20.057287 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 09 02:05:20.057619 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 09 02:05:20.058002 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 09 02:05:20.060847 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 09 02:05:20.061103 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 09 02:05:20.061976 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 02:05:20.067220 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 09 02:05:20.090376 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 09 02:05:20.090824 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.091126 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103192) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 09 02:05:20.091517 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.092928 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103192) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 09 02:05:20.093207 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 02:05:20.093451 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 09 02:05:20.096676 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.096962 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.160759 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 09 02:05:20.160996 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 09 02:05:20.161228 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 09 02:05:20.161593 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 09 02:05:20.183354 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_db.sqlalchemy.engines [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103192) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 09 02:05:20.611777 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Initializing driver for type 'gre' Dec 09 02:05:20.612304 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] gre ID ranges: [(1, 1000)] Dec 09 02:05:20.665617 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Initializing driver for type 'local' Dec 09 02:05:20.665932 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Initializing driver for type 'vlan' Dec 09 02:05:20.679287 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] VlanTypeDriver initialization complete Dec 09 02:05:20.679658 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Initializing driver for type 'vxlan' Dec 09 02:05:20.680134 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] vxlan ID ranges: [(1, 1000)] Dec 09 02:05:20.732074 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Initializing extension driver 'port_security' Dec 09 02:05:20.732411 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.extensions.port_security [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] PortSecurityExtensionDriver initialization complete Dec 09 02:05:20.732748 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Initializing mechanism driver 'openvswitch' Dec 09 02:05:20.733071 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Initializing mechanism driver 'hyperv' Dec 09 02:05:20.740528 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.plugins.ml2.plugin [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:05:20.741359 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > port after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.741739 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > port after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.742097 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > port after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.742637 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103192) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 02:05:20.743073 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > subnet after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.743438 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > subnet after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.743807 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.744220 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103192) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 02:05:20.744629 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > network after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.745010 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > network after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.745358 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > network after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.745762 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103192) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 02:05:20.746174 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > security_group after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.746527 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > security_group after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.746872 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.747293 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103192) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 02:05:20.747719 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.748066 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.748409 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.748814 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103192) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 02:05:20.749224 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > address_group after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.749573 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > address_group after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.749915 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.750316 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103192) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 02:05:20.750707 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] ML2 OVO RPC backend initialized. {{(pid=103192) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 09 02:05:20.751419 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.751877 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.752296 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > network before_response 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.752649 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > networks before_response 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.753001 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > port before_response 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.753345 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > ports before_response 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.753691 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > subnet before_response 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.754041 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > subnets before_response 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.754389 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > network after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.754732 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > network after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.755068 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > network after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.755407 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > port after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.755771 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > port after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.756109 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > port after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.756445 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > subnet after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.756783 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > subnet after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.757118 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.757702 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.plugin [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Modular L2 Plugin initialization complete Dec 09 02:05:20.758035 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading services supported by the core plugin {{(pid=103192) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 09 02:05:20.758362 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.plugins.ml2.managers [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Got port-security extension from driver 'port_security' Dec 09 02:05:20.758828 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.extensions.vlantransparent [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Disabled vlantransparent extension. Dec 09 02:05:20.759309 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103192) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 09 02:05:20.759653 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading Plugin: router Dec 09 02:05:20.795385 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.796434 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router after_create 55549900 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.796813 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router before_create 55549900 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.797184 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.797562 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.797920 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router after_delete 55549900 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.798282 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.798755 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.799121 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router after_create 55549900 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.799500 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router after_update 55549900 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.799861 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router after_update 55549900 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.800215 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.800577 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router after_update 55549900 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.800992 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router precommit_update 55549900 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.801363 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: port after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.801706 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: port after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.802065 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: subnet after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.802394 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.802744 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.803097 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router precommit_create 55549900 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.803454 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: port before_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.803817 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router precommit_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.804176 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router after_update 55549900 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.804518 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.804869 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router precommit_create 55549900 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.805233 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.805579 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router precommit_update 55549900 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.805943 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > agent after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.806560 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > agent after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.806908 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > network after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.807813 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Tracking information for resource: router configured {{(pid=103192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 02:05:20.808142 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Tracking information for resource: floatingip configured {{(pid=103192) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 02:05:20.813052 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.db.l3_agentschedulers_db [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 09 02:05:20.813626 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: port after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.813990 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: port after_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.814343 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: port after_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.814696 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: port after_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.815514 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router before_create 55550100 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.815886 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.816250 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router precommit_create 55550100 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.816609 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > router precommit_update 55550100 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.821419 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.services.provider_configuration [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Service providers = [] {{(pid=103192) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 09 02:05:20.821790 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.db.servicetype_db [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103192) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 09 02:05:20.824786 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.services.service_base [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103192) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 02:05:20.825140 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.services.service_base [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103192) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 02:05:20.825485 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.services.service_base [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103192) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 02:05:20.826375 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.services.service_base [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103192) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 02:05:20.826746 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.services.service_base [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 09 02:05:20.827658 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 02:05:20.827980 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 09 02:05:20.838597 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 02:05:20.838933 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading Plugin: auto_allocate Dec 09 02:05:20.845346 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: network precommit_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.845716 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: network precommit_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.846234 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 02:05:20.846556 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading Plugin: tag Dec 09 02:05:20.853422 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 02:05:20.853754 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading Plugin: timestamp Dec 09 02:05:20.857595 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 02:05:20.857925 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading Plugin: network_ip_availability Dec 09 02:05:20.863457 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.863799 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.864157 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:20.864861 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 02:05:20.865180 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading Plugin: flavors Dec 09 02:05:20.870262 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 02:05:20.870598 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading Plugin: revisions Dec 09 02:05:20.874932 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103192) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 02:05:20.875325 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_concurrency.lockutils [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.732s {{(pid=103192) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 09 02:05:20.876115 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103192) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 09 02:05:20.876457 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Initializing extension manager. Dec 09 02:05:20.876981 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: __init__.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.877325 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: __pycache__ {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.877659 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.877991 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: address_group.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.878738 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.879294 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: address-group Dec 09 02:05:20.879719 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: address_scope.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.880441 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.880938 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: address-scope Dec 09 02:05:20.881263 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.882204 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.882708 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: router-admin-state-down-before-update Dec 09 02:05:20.883032 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: agent.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.883760 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.884263 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: agent Dec 09 02:05:20.884586 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: agent_resources_synced.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.885503 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.886002 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: agent-resources-synced Dec 09 02:05:20.886325 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: allowedaddresspairs.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.888146 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.888658 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: allowed-address-pairs Dec 09 02:05:20.888998 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: auto_allocated_topology.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.890589 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.891101 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: auto-allocated-topology Dec 09 02:05:20.891451 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: availability_zone.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.892156 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.892664 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: availability_zone Dec 09 02:05:20.892991 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: availability_zone_filter.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.893914 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.894418 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: availability_zone_filter Dec 09 02:05:20.894743 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: data_plane_status.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.895681 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.896186 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension data-plane-status not supported by any of loaded plugins Dec 09 02:05:20.896514 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: default_subnetpools.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.897439 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.897939 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: default-subnetpools Dec 09 02:05:20.898265 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.899073 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.899603 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: dhcp_agent_scheduler Dec 09 02:05:20.899930 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: dns.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.900845 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.901336 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension dns-integration not supported by any of loaded plugins Dec 09 02:05:20.901659 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: dns_domain_ports.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.902576 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.903070 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 09 02:05:20.903392 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.904339 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.904841 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 09 02:05:20.905754 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: dvr.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.906429 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.906926 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: dvr Dec 09 02:05:20.907250 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: ecmp_routes.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.908204 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.908707 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension ecmp_routes not supported by any of loaded plugins Dec 09 02:05:20.909036 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: empty_string_filtering.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.909957 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.910459 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: empty-string-filtering Dec 09 02:05:20.910782 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.911733 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.912324 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 09 02:05:20.912859 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.914320 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.915190 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 09 02:05:20.915818 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: external_net.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.917323 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.918095 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: external-net Dec 09 02:05:20.918549 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.919614 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.920121 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: extra_dhcp_opt Dec 09 02:05:20.920460 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: extraroute.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.921397 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.921904 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: extraroute Dec 09 02:05:20.922230 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: extraroute_atomic.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.924794 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.925315 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: extraroute-atomic Dec 09 02:05:20.925652 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: filter_validation.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.926343 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.926846 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: filter-validation Dec 09 02:05:20.927177 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: fip_pf_description.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.928149 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.928653 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 09 02:05:20.928983 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: fip_port_details.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.929918 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.930436 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: fip-port-details Dec 09 02:05:20.930747 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: flavors.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.932286 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.932806 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: flavors Dec 09 02:05:20.933147 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.934822 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.935338 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 09 02:05:20.935689 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: floatingip_pools.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.936414 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.936921 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: floatingip-pools Dec 09 02:05:20.937249 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: ip_allocation.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.938181 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.938678 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension ip_allocation not supported by any of loaded plugins Dec 09 02:05:20.939002 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.939993 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.940494 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: ip-substring-filtering Dec 09 02:05:20.940819 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: l2_adjacency.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.941755 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.942249 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension l2_adjacency not supported by any of loaded plugins Dec 09 02:05:20.942579 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: l3.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.943584 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.944103 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: router Dec 09 02:05:20.944427 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.946699 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.947224 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 09 02:05:20.947590 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.948529 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.949072 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: ext-gw-mode Dec 09 02:05:20.949402 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.950331 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.950836 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: l3-ha Dec 09 02:05:20.951168 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: l3_flavors.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.952644 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.953161 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: l3-flavors Dec 09 02:05:20.953490 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.954412 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.954915 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: l3-port-ip-change-not-allowed Dec 09 02:05:20.955241 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: l3agentscheduler.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.956317 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.956828 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: l3_agent_scheduler Dec 09 02:05:20.957158 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: local_ip.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.958946 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.959496 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension local_ip not supported by any of loaded plugins Dec 09 02:05:20.959838 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: logging.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.961316 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.961828 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension logging not supported by any of loaded plugins Dec 09 02:05:20.962164 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: metering.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.963034 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.963645 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: metering Dec 09 02:05:20.963978 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.965089 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.965618 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: metering_source_and_destination_fields Dec 09 02:05:20.965950 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: multiprovidernet.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.966914 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.967419 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: multi-provider Dec 09 02:05:20.968412 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: netmtu.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.969346 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.969854 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: net-mtu Dec 09 02:05:20.970183 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: netmtu_writable.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.971106 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.971639 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: net-mtu-writable Dec 09 02:05:20.971966 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: network_availability_zone.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.972636 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.973137 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: network_availability_zone Dec 09 02:05:20.973466 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: network_ip_availability.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.974574 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.975082 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: network-ip-availability Dec 09 02:05:20.975407 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: network_segment_range.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.976205 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.976702 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension network-segment-range not supported by any of loaded plugins Dec 09 02:05:20.977025 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: pagination.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.978009 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.978338 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: pagination Dec 09 02:05:20.978660 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: port_device_profile.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.979604 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.980108 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: port-device-profile Dec 09 02:05:20.980431 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.981354 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.981854 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: port-mac-address-regenerate Dec 09 02:05:20.982177 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.983099 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.983710 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: port-numa-affinity-policy Dec 09 02:05:20.984043 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: port_resource_request.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.984969 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.985469 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension port-resource-request not supported by any of loaded plugins Dec 09 02:05:20.985795 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: port_resource_request_groups.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.986768 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.987271 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 09 02:05:20.987630 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: portbindings.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.988564 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.989069 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: binding Dec 09 02:05:20.989396 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: portbindings_extended.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.990671 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.991177 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: binding-extended Dec 09 02:05:20.991539 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: portsecurity.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.992462 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.992966 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: port-security Dec 09 02:05:20.993299 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: project_id.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.994280 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.994612 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: project-id Dec 09 02:05:20.994935 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: providernet.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:20.995888 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:20.996394 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: provider Dec 09 02:05:20.996718 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: qos.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.000303 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.000827 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension qos not supported by any of loaded plugins Dec 09 02:05:21.001161 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.002410 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.002923 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 09 02:05:21.003273 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.004232 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.004748 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 09 02:05:21.005080 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: qos_default.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.006009 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.006517 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension qos-default not supported by any of loaded plugins Dec 09 02:05:21.006852 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: qos_fip.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.007546 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.008047 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension qos-fip not supported by any of loaded plugins Dec 09 02:05:21.008374 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: qos_fip_network_policy.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.009384 dv-neutron-804846-18-hyperv neutron-server[103192]: WARNING neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 09 02:05:21.009720 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: qos_gateway_ip.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.010658 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.014992 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 09 02:05:21.015400 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: qos_port_network_policy.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.016460 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.016980 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 09 02:05:21.017309 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.018565 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.019080 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 09 02:05:21.019409 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: qos_pps_rule.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.020640 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.021160 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension qos-pps not supported by any of loaded plugins Dec 09 02:05:21.021566 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: qos_rule_type_details.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.022560 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.023065 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 09 02:05:21.023396 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: qos_rules_alias.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.024490 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.024994 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 09 02:05:21.025324 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: quota_check_limit.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.026250 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.026760 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: quota-check-limit Dec 09 02:05:21.027086 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: quotasv2.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.028092 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.028423 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: quotas Dec 09 02:05:21.028749 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: quotasv2_detail.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.032615 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.032958 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: quota_details Dec 09 02:05:21.033291 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: rbac.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.034374 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.034882 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: rbac-policies Dec 09 02:05:21.035216 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: rbac_address_group.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.036187 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.036699 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: rbac-address-group Dec 09 02:05:21.037034 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: rbac_address_scope.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.037971 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.038480 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: rbac-address-scope Dec 09 02:05:21.038810 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: rbac_security_groups.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.039772 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.040285 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: rbac-security-groups Dec 09 02:05:21.040613 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: rbac_subnetpool.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.041539 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.042046 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: rbac-subnetpool Dec 09 02:05:21.042376 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: revisionifmatch.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.043310 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.043849 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: revision-if-match Dec 09 02:05:21.044179 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: revisions.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.045293 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.045830 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: standard-attr-revisions Dec 09 02:05:21.046163 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: router_availability_zone.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.046842 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.047352 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: router_availability_zone Dec 09 02:05:21.047712 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: routerservicetype.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.048643 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.049150 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension router-service-type not supported by any of loaded plugins Dec 09 02:05:21.049500 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.050515 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.051024 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: security-groups-normalized-cidr Dec 09 02:05:21.051352 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.052313 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.052815 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: port-security-groups-filtering Dec 09 02:05:21.053143 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.054068 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.054575 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: security-groups-remote-address-group Dec 09 02:05:21.054900 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.055894 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.056637 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: security-groups-shared-filtering Dec 09 02:05:21.057177 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.057780 dv-neutron-804846-18-hyperv neutron-server[103192]: WARNING neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 09 02:05:21.058098 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: securitygroup.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.068023 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.068553 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: security-group Dec 09 02:05:21.068886 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: segment.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.069674 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.070172 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension segment not supported by any of loaded plugins Dec 09 02:05:21.070503 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.071561 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.071989 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 09 02:05:21.072315 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: servicetype.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.073419 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.073932 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: service-type Dec 09 02:05:21.074260 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: sorting.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.075288 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.075679 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: sorting Dec 09 02:05:21.076009 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: standard_attr_segment.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.077442 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.077964 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 09 02:05:21.078288 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: standardattrdescription.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.078939 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.079455 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: standard-attr-description Dec 09 02:05:21.079798 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: stateful_security_group.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.080896 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.081261 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: stateful-security-group Dec 09 02:05:21.081590 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: stdattrs_common.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.082165 dv-neutron-804846-18-hyperv neutron-server[103192]: WARNING neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 09 02:05:21.082489 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.083424 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.083950 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 09 02:05:21.084284 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: subnet_onboard.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.085368 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.085880 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: subnet_onboard Dec 09 02:05:21.086215 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.087155 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.087693 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 09 02:05:21.088031 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: subnet_service_types.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.088967 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.089474 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: subnet-service-types Dec 09 02:05:21.089803 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: subnetallocation.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.090899 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.091410 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: subnet_allocation Dec 09 02:05:21.091775 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.092447 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.093598 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: subnetpool-prefix-ops Dec 09 02:05:21.093949 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.094955 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.095497 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 09 02:05:21.095831 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: tagging.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.096921 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.097433 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: standard-attr-tag Dec 09 02:05:21.097772 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: timestamp.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.098989 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.099532 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loaded extension: standard-attr-timestamp Dec 09 02:05:21.099867 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: trunk.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.100909 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.101420 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension trunk not supported by any of loaded plugins Dec 09 02:05:21.101754 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: trunk_details.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.102690 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.103198 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension trunk-details not supported by any of loaded plugins Dec 09 02:05:21.103568 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: uplink_status_propagation.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.104497 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.105001 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 09 02:05:21.105330 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Loading extension file: vlantransparent.py {{(pid=103192) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 02:05:21.106009 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103192) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 02:05:21.106510 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extension vlan-transparent not supported by any of loaded plugins Dec 09 02:05:21.109116 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of TrackedResource for resource:network Dec 09 02:05:21.109644 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of TrackedResource for resource:subnet Dec 09 02:05:21.110057 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 02:05:21.110464 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of TrackedResource for resource:port Dec 09 02:05:21.111742 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.v2.resource_helper [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 02:05:21.112184 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.v2.resource_helper [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Service FLAVORS assigned prefix: {{(pid=103192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 02:05:21.112849 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.v2.resource_helper [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 02:05:21.113275 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.v2.resource_helper [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 02:05:21.113660 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of TrackedResource for resource:router Dec 09 02:05:21.114057 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of TrackedResource for resource:floatingip Dec 09 02:05:21.114560 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.v2.resource_helper [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Service METERING assigned prefix: /metering {{(pid=103192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 02:05:21.116040 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:21.116423 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:21.116781 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:05:21.117812 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 02:05:21.118252 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of TrackedResource for resource:security_group Dec 09 02:05:21.118683 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 02:05:21.119313 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.v2.resource_helper [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Service CORE assigned prefix: {{(pid=103192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 02:05:21.119673 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 02:05:21.120028 dv-neutron-804846-18-hyperv neutron-server[103192]: WARNING neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] subnetpool is already registered Dec 09 02:05:21.120461 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.v2.resource_helper [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Service CORE assigned prefix: {{(pid=103192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 02:05:21.120794 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 02:05:21.121134 dv-neutron-804846-18-hyperv neutron-server[103192]: WARNING neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] subnetpool is already registered Dec 09 02:05:21.123397 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.v2.resource_helper [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 02:05:21.123857 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.v2.resource_helper [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Service FLAVORS assigned prefix: {{(pid=103192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 02:05:21.124449 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.v2.resource_helper [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 02:05:21.124872 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.v2.resource_helper [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 02:05:21.125209 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of TrackedResource for resource:router Dec 09 02:05:21.125552 dv-neutron-804846-18-hyperv neutron-server[103192]: WARNING neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] router is already registered Dec 09 02:05:21.125965 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of TrackedResource for resource:floatingip Dec 09 02:05:21.126311 dv-neutron-804846-18-hyperv neutron-server[103192]: WARNING neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] floatingip is already registered Dec 09 02:05:21.126775 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.v2.resource_helper [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Service METERING assigned prefix: /metering {{(pid=103192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 02:05:21.127452 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 02:05:21.127797 dv-neutron-804846-18-hyperv neutron-server[103192]: WARNING neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] rbac_policy is already registered Dec 09 02:05:21.128212 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of TrackedResource for resource:security_group Dec 09 02:05:21.128552 dv-neutron-804846-18-hyperv neutron-server[103192]: WARNING neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] security_group is already registered Dec 09 02:05:21.128955 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 02:05:21.129294 dv-neutron-804846-18-hyperv neutron-server[103192]: WARNING neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] security_group_rule is already registered Dec 09 02:05:21.129921 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.v2.resource_helper [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Service CORE assigned prefix: {{(pid=103192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 02:05:21.130254 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 02:05:21.130590 dv-neutron-804846-18-hyperv neutron-server[103192]: WARNING neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] subnetpool is already registered Dec 09 02:05:21.131007 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.v2.resource_helper [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Service CORE assigned prefix: {{(pid=103192) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 02:05:21.131338 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 02:05:21.131698 dv-neutron-804846-18-hyperv neutron-server[103192]: WARNING neutron.quota.resource_registry [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] subnetpool is already registered Dec 09 02:05:21.132164 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: extensions {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.133631 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: address-groups {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.135114 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: address-scopes {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.136443 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: agents {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.137612 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: auto-allocated-topology {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.138850 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: availability_zones {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.140595 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: dhcp-networks {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.142076 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: dhcp-agents {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.143528 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: routers {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.145723 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: flavors {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.146883 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: service_profiles {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.148116 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: next_providers {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.149565 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: service_profiles {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.152101 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: floatingip-pools {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.153338 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: routers {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.156064 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: floatingips {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.157338 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: l3-routers {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.158717 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: l3-agents {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.160163 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: metering-labels {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.161525 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: metering-label-rules {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.162795 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: network-ip-availabilities {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.164065 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: bindings {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.165732 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: quotas {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.167282 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: quotas {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.168840 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: rbac-policies {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.170121 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: security-groups {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.171364 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: security-group-rules {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.172644 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: service-providers {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.174086 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: subnetpools {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.175549 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: subnetpools {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.177021 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: tags {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.178768 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: tags {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.180601 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: tags {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.182631 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: tags {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.184465 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: tags {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.186501 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: tags {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.188213 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: tags {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.190089 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: tags {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.191881 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: tags {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.193731 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron.api.extensions [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Extended resource: tags {{(pid=103192) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 02:05:21.199940 dv-neutron-804846-18-hyperv neutron-server[103192]: WARNING keystonemiddleware.auth_token [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 09 02:05:21.205218 dv-neutron-804846-18-hyperv neutron-server[103192]: WARNING keystonemiddleware.auth_token [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 09 02:05:21.213811 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_concurrency.lockutils [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Acquired lock "singleton_lock" {{(pid=103192) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 09 02:05:21.214279 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_concurrency.lockutils [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Releasing lock "singleton_lock" {{(pid=103192) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 09 02:05:21.214928 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO oslo_service.service [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Starting 2 workers Dec 09 02:05:21.220431 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Started child 103333 {{(pid=103192) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 02:05:21.225053 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Started child 103334 {{(pid=103192) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 02:05:21.226117 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:21.226824 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO neutron.service [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Neutron service started, listening on 0.0.0.0:9696 Dec 09 02:05:21.227375 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Publish callbacks [] for process, before_spawn {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:21.227684 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [-] (103333) wsgi starting up on http://0.0.0.0:9696 Dec 09 02:05:21.229743 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO oslo_service.service [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Starting 1 workers Dec 09 02:05:21.229916 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:21.231182 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [-] (103334) wsgi starting up on http://0.0.0.0:9696 Dec 09 02:05:21.235112 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Started child 103335 {{(pid=103192) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 02:05:21.235718 dv-neutron-804846-18-hyperv neutron-server[103192]: INFO oslo_service.service [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Starting 1 workers Dec 09 02:05:21.239195 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.service [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] calling RpcWorker wait() {{(pid=103335) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 09 02:05:21.239871 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.service [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] returning from RpcWorker wait() {{(pid=103335) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 09 02:05:21.240397 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Started child 103336 {{(pid=103192) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 02:05:21.241199 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG neutron_lib.callbacks.manager [None req-be1924a1-30bc-4112-998e-e81651215d3a None None] Publish callbacks [] for process, after_spawn {{(pid=103192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:21.241519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:21.242046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:05:21.243091 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103192) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 09 02:05:21.243310 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 02:05:21.243519 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 02:05:21.243744 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 02:05:21.244076 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 02:05:21.244259 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 02:05:21.244783 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.245059 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.245330 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.245430 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:21.245860 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.245929 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.246295 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:05:21.246457 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.246726 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.246960 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.247238 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.247513 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.247690 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.247858 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.248114 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.248343 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.248645 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.249422 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.249659 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.249891 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.250058 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.250307 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.250569 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.250798 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.251072 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] debug = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.251310 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.251805 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.252031 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.252281 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.252520 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.252783 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.253008 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.253253 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.253481 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.253701 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.253938 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.254196 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.254430 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.254653 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.254900 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.255112 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.255365 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.255605 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.256106 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] host = dv-neutron-804846-18-hyperv {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.256343 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.256575 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.256804 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.257061 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.257316 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.257550 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.257796 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.258053 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.258296 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.258537 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.258801 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.259058 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.259296 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.259566 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] log_file = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.259729 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] log_options = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.260212 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.260500 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.260758 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.260974 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.261191 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.261440 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.261721 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.261888 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.262156 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.262377 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.262592 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.262824 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.263039 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.263286 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.263548 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.263782 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.263997 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.264238 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.264542 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.265293 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.265538 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.265762 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.265996 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.266218 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.266456 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.266673 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.266897 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.267118 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.267344 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.267617 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.267853 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.268096 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.268323 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.268569 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.268836 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.269088 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.269315 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.269531 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.269809 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.270035 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.270290 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.270541 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.270765 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.271011 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.271249 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.271505 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.271742 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] use_json = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.271957 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.272189 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.272437 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.272671 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.272902 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.273116 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.273330 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.273570 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.273998 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.274271 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.274574 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.274809 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.275041 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.275279 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.275550 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.276805 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.276805 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.276805 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.276805 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.277277 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.277277 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.277501 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.277761 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.278091 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.278336 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.278651 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.278874 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.279113 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.280060 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.280060 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.280241 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.280318 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.280555 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.281237 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.281705 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.281984 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.282303 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.282625 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.282919 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.283241 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.283529 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.283920 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.284311 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.284545 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.284772 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.284992 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.285572 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.285572 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.285794 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.285922 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.289102 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.289102 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.289102 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.289102 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.289102 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.289102 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.289102 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.289102 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.292442 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.292442 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.292442 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.292442 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.292442 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.292442 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.292442 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.292442 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.292442 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.294124 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.294124 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.294124 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.294124 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.294124 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.294124 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.294124 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.294124 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.294124 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.295813 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.295813 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.295813 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.295813 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.295813 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.295813 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.295813 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.295813 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.295813 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.296917 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.296917 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.296917 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.296917 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.296917 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.296917 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.296917 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.296917 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.296917 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.298458 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.298458 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.298458 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.298458 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.298458 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.298458 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.298458 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.298458 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.299034 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.299034 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.299034 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.299034 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.299034 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.299846 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.299846 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.299846 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.300187 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.300187 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.300388 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.300610 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.300831 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.301102 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.301341 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.301564 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.301801 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.302041 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.302282 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.302546 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.302778 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.303042 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.303293 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.303589 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.304286 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.304286 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.304581 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.304581 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.304824 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.305107 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.305386 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.305637 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.305868 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.306117 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.307468 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.307468 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.307468 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.307468 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.307763 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.307763 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.308032 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.308805 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.308951 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.309204 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.309537 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.309785 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.309999 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.310408 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.310565 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.311084 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.311084 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.313227 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.313227 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.313227 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.313227 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.313227 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.313227 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.313982 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.313982 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.313982 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.313982 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.314444 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.314444 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.315327 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.315327 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.315327 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.315327 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.315832 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.315832 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.316058 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.316176 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.316410 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.316650 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.316867 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.317066 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.317298 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.317534 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.317760 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.318007 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.318326 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.318540 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.318831 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.319072 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.319288 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.319836 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.319836 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.320087 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.320227 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.320484 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.320693 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.320899 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.321138 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.321478 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.321609 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.321814 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.322387 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.322811 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.322811 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.323245 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.324090 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.324090 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.324090 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.324615 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.324615 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.325836 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.325836 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.325836 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.325836 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.325836 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.325836 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.326637 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.326637 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.326637 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.326637 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.330525 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.330525 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.330525 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.330525 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.330525 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.330525 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.330525 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.330525 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.331104 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.331104 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.331104 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.331328 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.331544 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.331745 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.331958 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.332267 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.332453 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.332589 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.332816 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.333042 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.333978 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.333978 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.333978 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.333978 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.334290 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.334367 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.334550 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.334845 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.335081 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.335315 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.336326 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.336326 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.336326 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.336326 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.336804 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.336804 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.336949 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.337180 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.337407 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.337646 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.337945 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.338194 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.338410 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.338706 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.338929 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.339178 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.339500 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.339851 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.340092 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.340367 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.340586 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.340843 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.341065 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.341321 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.341645 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.341933 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.342968 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.342968 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.342968 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.342968 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.343292 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.343453 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.343749 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.344101 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.344367 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.344618 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.344845 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.345096 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.345315 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.345530 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.345764 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.345994 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.346208 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.346466 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.346693 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.346916 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.347148 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.347378 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.347623 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.347881 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.348118 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.348339 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.348571 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.348728 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 02:05:21.349259 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103192) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 09 02:05:21.349421 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 02:05:21.349579 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 02:05:21.349756 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 02:05:21.349932 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 02:05:21.350083 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 02:05:21.350291 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.350451 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.350610 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.350769 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.350927 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.351105 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.351263 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.351421 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.351591 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.351748 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.351908 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.352066 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.352224 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.352383 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.352541 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.352698 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.352862 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.353023 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.353186 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.353345 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.353505 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.353663 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.353822 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] debug = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.353980 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.354180 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.354417 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.354579 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.354739 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.354896 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.355058 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.355218 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.355376 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.355559 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.355724 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.355879 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.356001 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.356159 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.356318 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.356475 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.356632 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.356790 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.356947 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] host = dv-neutron-804846-18-hyperv {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.357104 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.357261 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.357420 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.357578 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.357735 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.357891 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.358049 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.358230 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.358390 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.358547 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.359223 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.359223 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.359381 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.359481 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] log_file = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.359748 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] log_options = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.359836 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.359927 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.360083 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.360276 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.360442 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.360603 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.360765 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.360923 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.361239 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.361426 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.361552 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.362051 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.362351 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.362502 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.362667 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.362826 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.363040 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.363202 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.363548 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.363548 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.363877 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.363877 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.363877 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.364550 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.364550 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.364550 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.364550 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.364815 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.364815 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.365248 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.365248 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.365248 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.365458 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.365533 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.365644 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.366390 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.366390 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.366390 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.366390 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.366390 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.366754 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.366754 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.366893 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.366969 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.367112 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.367270 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.367427 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] use_json = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.367619 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.367778 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.367937 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.368096 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.368254 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.368412 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.368569 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.368728 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 02:05:21.369027 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.369119 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.369208 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.369422 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.369517 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.369720 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.369867 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.369980 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.370139 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.370299 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.370468 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.370629 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.370800 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.370961 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.371123 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.371287 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.371500 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.371631 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.371793 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.372033 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.372200 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.372361 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.372531 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.372692 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.372852 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.373022 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.373199 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.373341 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.373484 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.373783 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.374523 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.374523 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.374805 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.374805 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.375218 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.375218 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.375415 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.375515 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.375623 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.375786 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.375947 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.376104 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.376258 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.376418 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.376790 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.376790 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.376948 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.377072 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.377180 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.377342 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.377504 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.377669 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.377828 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.378143 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.378318 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.379473 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.379473 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.379473 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.379473 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.379473 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.379473 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.379473 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.379874 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.379874 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.379874 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.380061 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.380124 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.380277 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.380452 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.380613 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.380774 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.380934 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.381095 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.381256 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.381417 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.381577 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.381739 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.381900 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.382060 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.382220 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.382380 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.382541 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.382705 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.382858 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:05:21.383006 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.383006 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.383292 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.383292 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.383563 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.383784 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.383784 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.384037 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.384169 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.384301 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.384431 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.384561 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.384692 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.384843 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.384997 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.385152 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.385312 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.385472 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.385635 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.385795 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.385955 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.386118 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.386279 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.386438 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.386598 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.386758 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.386918 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.387077 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.387237 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.387398 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.387581 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.387776 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.387926 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.388037 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.388197 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.388365 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.388526 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.388689 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.388849 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.389016 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.389186 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.389350 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.389558 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.390211 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.390372 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.390532 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.390694 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.390854 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.391016 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.391199 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.391361 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.391553 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.391715 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.391877 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.392038 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.392223 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.392384 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.392545 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.392706 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.392867 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.393027 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.393189 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.393349 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.393509 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.393669 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.393830 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.393992 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.394154 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.395199 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.395199 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.395349 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.395425 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.396196 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.396196 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.396196 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.396196 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.396625 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.396625 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.396785 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.396862 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.396983 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.397148 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.397379 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.397501 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.397607 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.397768 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.397929 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.398454 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.398454 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.398454 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.399174 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.399174 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.399174 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.399174 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.399174 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.400294 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.400294 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.400294 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.400294 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.400294 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.400294 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.400294 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.400743 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.400743 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.400743 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.400954 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.400954 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.401093 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.401255 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.401416 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.401592 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.401753 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.401914 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.402074 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.402236 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.402396 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.402559 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.402722 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.402883 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.403044 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.403204 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.403369 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.403577 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.403703 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.403857 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.404018 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.404178 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.404339 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.404501 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.404673 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.404833 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.404995 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.405192 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.405328 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.405488 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.405663 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.405824 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.405985 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.406145 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.406726 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.406726 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.406726 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.407038 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.407038 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.407178 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.407254 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.407361 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.407551 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.407714 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.407878 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.408040 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.408200 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.408360 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.408531 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.408703 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.408871 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.409032 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.409818 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.409818 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.409818 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.409818 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.409818 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.410633 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.410633 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.410633 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.410633 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.410633 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.411918 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.411918 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.411918 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.411918 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.411918 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.411918 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.411918 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.411918 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.412453 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.412453 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.412453 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.412453 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.413008 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.413008 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.413008 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.413008 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.413364 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.413364 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.413521 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.413597 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.413766 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.413938 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.414099 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.414260 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.414422 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.414583 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.414744 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.414904 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.415063 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.415224 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.415383 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.415586 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.415748 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.415908 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.416069 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.416228 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.416390 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.416550 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.416711 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.416871 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.417031 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 02:05:21.417187 dv-neutron-804846-18-hyperv neutron-server[103192]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103192) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 02:05:21.512540 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 56906) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:05:21.523303 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077136 Dec 09 02:05:33.020769 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06595915-4262-4b81-869e-8bdd428b5089 None None] get_active_networks_info from dv-neutron-804846-18-hyperv {{(pid=103335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 02:05:33.113354 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06595915-4262-4b81-869e-8bdd428b5089 None None] No non-hosted networks {{(pid=103335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 09 02:05:33.128401 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.agentschedulers_db [None req-06595915-4262-4b81-869e-8bdd428b5089 None None] DHCP Agent not found on host dv-neutron-804846-18-hyperv {{(pid=103335) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 09 02:05:33.198789 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7009e93-8648-4678-968a-7fc98ed1d058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539645'] for agent, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:35.203985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a69582a8-9fe3-4add-a10b-05ece71702dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539645'] for agent, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:35.243702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a4a813f-7bc6-4a83-a129-ef43e4a3ee5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:36.326925 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539645'] for agent, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:37.703130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539645'] for agent, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:38.548857 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539645'] for agent, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:38.549831 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:38.550372 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:38.550711 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:38.551062 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:38.551386 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:38.551745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:38.552079 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:38.552408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:38.552718 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:38.553150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:38.555245 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:38.556420 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:38.558901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:38.559794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-804846-18-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:05:38.570307 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-804846-18-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:05:39.082369 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 56998) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:05:39.570137 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING oslo_policy.policy [None req-a4e238eb-79fb-4c9d-80db-2b183a0f3636 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 02:05:39.570731 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING oslo_policy.policy [None req-a4e238eb-79fb-4c9d-80db-2b183a0f3636 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 02:05:39.799308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-a4e238eb-79fb-4c9d-80db-2b183a0f3636 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:05:39.800430 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a4e238eb-79fb-4c9d-80db-2b183a0f3636 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7171462 Dec 09 02:05:42.387278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57014) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:05:42.648876 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.db.l3_hamode_db [None req-5ce2d460-e719-4bf3-ac63-a0bec0b54653 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 09 02:05:42.702738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-568b30cb-2067-4c0f-96e1-4149ac686230 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:05:42.726746 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce2d460-e719-4bf3-ac63-a0bec0b54653 None None] Routers set() bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:05:42.727130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce2d460-e719-4bf3-ac63-a0bec0b54653 None None] Router IDs set() for agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 02:05:42.798443 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.policy [None req-568b30cb-2067-4c0f-96e1-4149ac686230 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103334) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 09 02:05:42.845722 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING oslo_policy.policy [None req-568b30cb-2067-4c0f-96e1-4149ac686230 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 02:05:42.846089 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING oslo_policy.policy [None req-568b30cb-2067-4c0f-96e1-4149ac686230 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 02:05:42.854733 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.quota [None req-568b30cb-2067-4c0f-96e1-4149ac686230 admin admin] Loaded quota_driver: . Dec 09 02:05:42.942768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-568b30cb-2067-4c0f-96e1-4149ac686230 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785249519191', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785249519776', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785249541660', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785249536789', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785249555845', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785249449245', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16319318', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16326661', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-589107', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1039248'] for rbac-policy, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:43.006341 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-568b30cb-2067-4c0f-96e1-4149ac686230 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:43.010709 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-568b30cb-2067-4c0f-96e1-4149ac686230 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6192322 Dec 09 02:05:45.764787 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57026) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:05:46.064153 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Request body: {'network': {'project_id': '85b51ab522574038aa3592e0bea3ab22', 'admin_state_up': True, 'tenant_id': '85b51ab522574038aa3592e0bea3ab22', 'name': 'private'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:05:46.092510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Made reservation on behalf of 85b51ab522574038aa3592e0bea3ab22 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:05:46.095186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:46.113875 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:46.222933 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:46.226678 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:46.250272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:05:46.273454 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785246261697', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:46.274608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Unsubscribe: segment precommit_create {{(pid=103334) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 02:05:46.275138 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Added segment de103c64-4741-42ca-989c-5eff48fec011 of type vlan for network 29fac747-0a39-4f59-b406-f9534e33ab3b Dec 09 02:05:46.290890 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf122a7-3822-4c73-90f8-7353ef089dd4,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:05:46.316848 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:46.317197 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:46.317535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:46.317872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:46.318200 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:46.318523 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:46.318842 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:46.319170 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:46.319516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:46.319839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:46.320156 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:46.320469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:46.320779 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Tracked resource versions report: Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: pushed versions: Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: { 'AddressGroup': {'1.2'}, Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'ConntrackHelper': {'1.0'}, Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'LocalIPAssociation': {'1.0'}, Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Log': {'1.0'}, Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Network': {'1.1'}, Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Port': {'1.7'}, Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'PortForwarding': {'1.2'}, Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'QosPolicy': {'1.10'}, Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'SecurityGroup': {'1.5'}, Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'SecurityGroupRule': {'1.2'}, Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'SubPort': {'1.0'}, Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Subnet': {'1.1'}, Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Trunk': {'1.1'}} Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: consumer versions: Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: { DHCP agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: L3 agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: Metadata agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: Metering agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: Open vSwitch agent@dv-neutron-804846-18-hyperv: { 'AddressGroup': '1.2', Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'ConntrackHelper': '1.0', Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'LocalIPAssociation': '1.0', Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Log': '1.0', Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Network': '1.1', Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Port': '1.7', Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'PortForwarding': '1.2', Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'QosPolicy': '1.10', Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'SecurityGroup': '1.5', Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'SecurityGroupRule': '1.2', Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'SubPort': '1.0', Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Subnet': '1.1', Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Trunk': '1.1'}} Dec 09 02:05:46.322105 dv-neutron-804846-18-hyperv neutron-server[103334]: {{(pid=103334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 02:05:46.394956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:46.433380 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:46.434563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:05:46.435308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:46.519512 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7536340 Dec 09 02:05:46.538672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d02e3-b507-4009-bc4f-2e2fc24d233f admin admin] Pushing event updated for resources: {'Network': ['ID=29fac747-0a39-4f59-b406-f9534e33ab3b,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:05:46.551052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 29fac747-0a39-4f59-b406-f9534e33ab3b details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:05:49.324835 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 57040) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:05:49.808188 dv-neutron-804846-18-hyperv neutron-server[103333]: WARNING oslo_policy.policy [None req-1d9f8395-57e8-4c1c-9447-6191c42b326a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 02:05:49.808803 dv-neutron-804846-18-hyperv neutron-server[103333]: WARNING oslo_policy.policy [None req-1d9f8395-57e8-4c1c-9447-6191c42b326a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 02:05:50.253430 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.policy [None req-1d9f8395-57e8-4c1c-9447-6191c42b326a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103333) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 09 02:05:50.305119 dv-neutron-804846-18-hyperv neutron-server[103333]: WARNING oslo_policy.policy [None req-1d9f8395-57e8-4c1c-9447-6191c42b326a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 02:05:50.305766 dv-neutron-804846-18-hyperv neutron-server[103333]: WARNING oslo_policy.policy [None req-1d9f8395-57e8-4c1c-9447-6191c42b326a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 02:05:50.315475 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9f8395-57e8-4c1c-9447-6191c42b326a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:05:50.317390 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1d9f8395-57e8-4c1c-9447-6191c42b326a admin admin] 10.222.0.43 "GET /v2.0/networks/29fac747-0a39-4f59-b406-f9534e33ab3b HTTP/1.1" status: 200 len: 825 time: 0.9900479 Dec 09 02:05:50.355074 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5b1c889d-a54d-4f46-82f2-690d16aaa774 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/256015df-155c-4097-ae2f-c43b7347dba3 HTTP/1.1" status: 200 len: 734 time: 0.0316753 Dec 09 02:05:50.364679 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Request body: {'subnet': {'tenant_id': '85b51ab522574038aa3592e0bea3ab22', 'subnetpool_id': '256015df-155c-4097-ae2f-c43b7347dba3', 'gateway_ip': '172.20.0.1', 'network_id': '29fac747-0a39-4f59-b406-f9534e33ab3b', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:05:50.366265 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.quota [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Loaded quota_driver: . Dec 09 02:05:50.403967 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Made reservation on behalf of 85b51ab522574038aa3592e0bea3ab22 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:05:50.406667 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:50.689686 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:50.758561 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Checking segment: {'id': 'de103c64-4741-42ca-989c-5eff48fec011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29fac747-0a39-4f59-b406-f9534e33ab3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:05:50.758949 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Network hostable DHCP agents. Network: 29fac747-0a39-4f59-b406-f9534e33ab3b, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:05:50.768511 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86dfe49-2ee7-40b4-a24e-db5490b8cb9f,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:05:50.779715 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:50.780067 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:50.780405 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:50.780740 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:50.781098 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:50.781468 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:50.781865 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:50.782221 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:50.782561 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:50.782883 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:50.783203 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:50.783545 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:50.783863 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Tracked resource versions report: Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: pushed versions: Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: { 'AddressGroup': {'1.2'}, Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'ConntrackHelper': {'1.0'}, Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'LocalIPAssociation': {'1.0'}, Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Log': {'1.0'}, Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Network': {'1.1'}, Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Port': {'1.7'}, Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'PortForwarding': {'1.2'}, Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'QosPolicy': {'1.10'}, Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'SecurityGroup': {'1.5'}, Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'SecurityGroupRule': {'1.2'}, Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'SubPort': {'1.0'}, Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Subnet': {'1.1'}, Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Trunk': {'1.1'}} Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: consumer versions: Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: { DHCP agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: L3 agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: Metadata agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: Metering agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: Open vSwitch agent@dv-neutron-804846-18-hyperv: { 'AddressGroup': '1.2', Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'ConntrackHelper': '1.0', Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'LocalIPAssociation': '1.0', Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Log': '1.0', Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Network': '1.1', Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Port': '1.7', Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'PortForwarding': '1.2', Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'QosPolicy': '1.10', Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'SecurityGroup': '1.5', Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'SecurityGroupRule': '1.2', Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'SubPort': '1.0', Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Subnet': '1.1', Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Trunk': '1.1'}} Dec 09 02:05:50.785213 dv-neutron-804846-18-hyperv neutron-server[103333]: {{(pid=103333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 02:05:50.822531 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Network 29fac747-0a39-4f59-b406-f9534e33ab3b is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:05:50.834474 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 29fac747-0a39-4f59-b406-f9534e33ab3b) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:05:50.838912 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:05:50.839591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:50.844998 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c8bdc1-d3bf-424d-95f5-c9d926aa856d None None] Network 29fac747-0a39-4f59-b406-f9534e33ab3b requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:05:50.860774 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a4b06c09-e55b-408d-ba4d-a4261ffd683e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4994774 Dec 09 02:05:51.109984 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-29fac747-0a39-4f59-b406-f9534e33ab3b', 'network_id': '29fac747-0a39-4f59-b406-f9534e33ab3b', 'project_id': '85b51ab522574038aa3592e0bea3ab22', 'fixed_ips': [{'subnet_id': 'b86dfe49-2ee7-40b4-a24e-db5490b8cb9f'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:05:51.111325 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:51.413264 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Allocated IP 172.20.0.2 (29fac747-0a39-4f59-b406-f9534e33ab3b/b86dfe49-2ee7-40b4-a24e-db5490b8cb9f/66c29188-102e-4d8e-8416-5ffe6f57ccfc) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:05:51.654448 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:51.661713 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:51.745026 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Network 29fac747-0a39-4f59-b406-f9534e33ab3b is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:05:51.750132 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:05:51.753512 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:05:51.755818 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Pushing event updated for resources: {'Port': ['ID=66c29188-102e-4d8e-8416-5ffe6f57ccfc,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:05:51.786630 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:51.786996 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:51.787336 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:51.787709 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:51.788042 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:51.788375 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:51.788725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:51.789044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:51.789389 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:51.789715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:51.790032 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:51.790347 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:51.790663 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Tracked resource versions report: Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: pushed versions: Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: { 'AddressGroup': {'1.2'}, Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'ConntrackHelper': {'1.0'}, Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'LocalIPAssociation': {'1.0'}, Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Log': {'1.0'}, Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Network': {'1.1'}, Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Port': {'1.7'}, Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'PortForwarding': {'1.2'}, Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'QosPolicy': {'1.10'}, Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'SecurityGroup': {'1.5'}, Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'SecurityGroupRule': {'1.2'}, Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'SubPort': {'1.0'}, Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Subnet': {'1.1'}, Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Trunk': {'1.1'}} Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: consumer versions: Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: { DHCP agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: L3 agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: Metadata agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: Metering agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: Open vSwitch agent@dv-neutron-804846-18-hyperv: { 'AddressGroup': '1.2', Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'ConntrackHelper': '1.0', Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'LocalIPAssociation': '1.0', Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Log': '1.0', Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Network': '1.1', Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Port': '1.7', Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'PortForwarding': '1.2', Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'QosPolicy': '1.10', Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'SecurityGroup': '1.5', Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'SecurityGroupRule': '1.2', Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'SubPort': '1.0', Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Subnet': '1.1', Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Trunk': '1.1'}} Dec 09 02:05:51.792088 dv-neutron-804846-18-hyperv neutron-server[103335]: {{(pid=103335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 02:05:51.839453 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Attempting to bind port 66c29188-102e-4d8e-8416-5ffe6f57ccfc on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:05:51.839847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Attempting to bind port 66c29188-102e-4d8e-8416-5ffe6f57ccfc by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'de103c64-4741-42ca-989c-5eff48fec011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29fac747-0a39-4f59-b406-f9534e33ab3b'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:05:51.840270 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Attempting to bind port 66c29188-102e-4d8e-8416-5ffe6f57ccfc on network 29fac747-0a39-4f59-b406-f9534e33ab3b {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:05:51.845265 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:05:51.845856 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Checking segment: {'id': 'de103c64-4741-42ca-989c-5eff48fec011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29fac747-0a39-4f59-b406-f9534e33ab3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:05:51.846098 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:51.846485 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Bound using segment: {'id': 'de103c64-4741-42ca-989c-5eff48fec011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29fac747-0a39-4f59-b406-f9534e33ab3b'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:05:51.846985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Bound port: 66c29188-102e-4d8e-8416-5ffe6f57ccfc, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de103c64-4741-42ca-989c-5eff48fec011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29fac747-0a39-4f59-b406-f9534e33ab3b'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:05:51.847373 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:51.908802 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] For port 66c29188-102e-4d8e-8416-5ffe6f57ccfc, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:05:51.913021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] For port 66c29188-102e-4d8e-8416-5ffe6f57ccfc, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=66c29188-102e-4d8e-8416-5ffe6f57ccfc,segment=NetworkSegment(de103c64-4741-42ca-989c-5eff48fec011),segment_id=de103c64-4741-42ca-989c-5eff48fec011)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:05:51.917705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:51.980329 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64f121-2d7d-41fa-b25a-4dcca6d59272 None None] Pushing event updated for resources: {'Port': ['ID=66c29188-102e-4d8e-8416-5ffe6f57ccfc,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:05:53.461103 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 57060) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:05:53.778458 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-8e490247-cdd9-451c-8546-b8b2b7f49336 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:05:53.780129 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8e490247-cdd9-451c-8546-b8b2b7f49336 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3180904 Dec 09 02:05:56.366807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57068) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:05:56.674679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-89d4f429-c798-4c10-b1d1-9c83f5e5b67f admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:05:56.675787 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-89d4f429-c798-4c10-b1d1-9c83f5e5b67f admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3078895 Dec 09 02:05:59.516789 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57078) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:05:59.824009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-0f7ae96d-3059-46ed-a893-a51f65cb3aef admin admin] Request body: {'router': {'tenant_id': '85b51ab522574038aa3592e0bea3ab22', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:05:59.846933 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae96d-3059-46ed-a893-a51f65cb3aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:59.848473 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae96d-3059-46ed-a893-a51f65cb3aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:59.980783 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae96d-3059-46ed-a893-a51f65cb3aef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:05:59.986245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae96d-3059-46ed-a893-a51f65cb3aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:00.000234 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae96d-3059-46ed-a893-a51f65cb3aef admin admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:00.003833 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0f7ae96d-3059-46ed-a893-a51f65cb3aef admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4859319 Dec 09 02:06:00.352936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 66c29188-102e-4d8e-8416-5ffe6f57ccfc up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:06:00.447735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 66c29188-102e-4d8e-8416-5ffe6f57ccfc triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:06:00.448209 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:00.562433 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:00.597943 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 66c29188-102e-4d8e-8416-5ffe6f57ccfc, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=66c29188-102e-4d8e-8416-5ffe6f57ccfc,segment=NetworkSegment(de103c64-4741-42ca-989c-5eff48fec011),segment_id=de103c64-4741-42ca-989c-5eff48fec011)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:06:00.601594 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:00.649336 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=66c29188-102e-4d8e-8416-5ffe6f57ccfc,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:06:01.058204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728529fc-607e-40c9-8e96-5599209fb768 None None] Network 29fac747-0a39-4f59-b406-f9534e33ab3b requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:06:01.140439 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a91863e0-c034-4ede-a9a2-07c33f34cf18 None None] Provisioning complete for port 66c29188-102e-4d8e-8416-5ffe6f57ccfc triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:06:01.140815 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a91863e0-c034-4ede-a9a2-07c33f34cf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:01.474911 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-7c11ecea-edc3-4d02-a785-c081ceba80d6 None None] Provisioning complete for port 66c29188-102e-4d8e-8416-5ffe6f57ccfc triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:06:01.475575 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c11ecea-edc3-4d02-a785-c081ceba80d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:02.329851 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 66c29188-102e-4d8e-8416-5ffe6f57ccfc up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:06:02.376662 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 66c29188-102e-4d8e-8416-5ffe6f57ccfc triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:06:02.377038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:02.577037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57090) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:06:02.879492 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-d6cdfcd2-4dbb-4a34-8ce7-2f720b11de10 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:06:02.880484 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d6cdfcd2-4dbb-4a34-8ce7-2f720b11de10 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3025284 Dec 09 02:06:02.941772 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a09fcd2-bbd6-481a-8ebc-101e2fab3ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:05.201603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a41f5f2-dc0a-47a4-acbe-e2a28f922d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:05.449115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57098) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:06:05.754039 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f882e6e9-d071-497a-85ff-fab1be2fcf15 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:06:05.774953 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f882e6e9-d071-497a-85ff-fab1be2fcf15 admin admin] Made reservation on behalf of 27079ae048cd497597e707db9293f826 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:06:05.777200 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f882e6e9-d071-497a-85ff-fab1be2fcf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:05.785675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f882e6e9-d071-497a-85ff-fab1be2fcf15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:05.857656 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f882e6e9-d071-497a-85ff-fab1be2fcf15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:05.860957 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f882e6e9-d071-497a-85ff-fab1be2fcf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:05.874397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f882e6e9-d071-497a-85ff-fab1be2fcf15 admin admin] Reserving flat network on physical network physnet1 {{(pid=103334) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 09 02:06:05.896307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f882e6e9-d071-497a-85ff-fab1be2fcf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:05.896652 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-f882e6e9-d071-497a-85ff-fab1be2fcf15 admin admin] Added segment b160f490-d2dd-4eab-a94d-307a65a61f70 of type flat for network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 Dec 09 02:06:05.897871 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882e6e9-d071-497a-85ff-fab1be2fcf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c5de54-7d67-4562-8bff-271880fde44e,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:06:05.943834 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f882e6e9-d071-497a-85ff-fab1be2fcf15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:05.975236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f882e6e9-d071-497a-85ff-fab1be2fcf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:05.976193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f882e6e9-d071-497a-85ff-fab1be2fcf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:06:05.976798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f882e6e9-d071-497a-85ff-fab1be2fcf15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:06.047197 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f882e6e9-d071-497a-85ff-fab1be2fcf15 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5969255 Dec 09 02:06:06.053651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882e6e9-d071-497a-85ff-fab1be2fcf15 admin admin] Pushing event updated for resources: {'Network': ['ID=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:06:06.091026 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:06:06.272293 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:07.634889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:08.551774 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:08.622834 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57116) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:06:08.835903 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afcfb46-a25a-46b7-956e-225a78c92fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:06:08.837276 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8afcfb46-a25a-46b7-956e-225a78c92fb2 admin admin] 10.222.0.43 "GET /v2.0/subnets/b86dfe49-2ee7-40b4-a24e-db5490b8cb9f HTTP/1.1" status: 200 len: 849 time: 0.2134452 Dec 09 02:06:08.951811 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f954afec-c2a5-4638-9888-06940cd38d7a admin admin] 10.222.0.43 "GET /v2.0/routers/2186668c-925b-4b8e-bf43-6b9c16ac7b1a HTTP/1.1" status: 200 len: 704 time: 0.1080439 Dec 09 02:06:09.211331 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:09.498149 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Allocated IP 172.20.0.1 (29fac747-0a39-4f59-b406-f9534e33ab3b/b86dfe49-2ee7-40b4-a24e-db5490b8cb9f/3fba7a60-f775-4daa-bc65-6596fc685004) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:06:09.679409 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:09.742016 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:09.815541 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Network 29fac747-0a39-4f59-b406-f9534e33ab3b is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:06:09.821835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:06:09.832136 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:06:09.832669 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:09.835416 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Pushing event updated for resources: {'Port': ['ID=3fba7a60-f775-4daa-bc65-6596fc685004,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:06:10.071534 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e486b0e4-c350-437b-a43d-fa48ca352960 None None] Provisioning complete for port 3fba7a60-f775-4daa-bc65-6596fc685004 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:06:10.072064 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e486b0e4-c350-437b-a43d-fa48ca352960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:10.073201 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:10.104072 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e486b0e4-c350-437b-a43d-fa48ca352960 None None] Port 3fba7a60-f775-4daa-bc65-6596fc685004 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:06:10.274996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:10.279373 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:10.280128 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:10.356476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Pushing event updated for resources: {'Port': ['ID=3fba7a60-f775-4daa-bc65-6596fc685004,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:06:10.401114 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Network 29fac747-0a39-4f59-b406-f9534e33ab3b is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:06:10.402395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:06:10.560606 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Router 2186668c-925b-4b8e-bf43-6b9c16ac7b1a is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:06:10.631663 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-fa734672-11a3-4433-9cc8-d5025b9fa0e6 None None] Provisioning complete for port 3fba7a60-f775-4daa-bc65-6596fc685004 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:06:10.631958 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fa734672-11a3-4433-9cc8-d5025b9fa0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:10.649206 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:06:10.654983 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5bdad650-ee75-496a-a5f2-981392a9aa9e admin admin] 10.222.0.43 "PUT /v2.0/routers/2186668c-925b-4b8e-bf43-6b9c16ac7b1a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6977398 Dec 09 02:06:10.661803 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Sync routers for ids ['2186668c-925b-4b8e-bf43-6b9c16ac7b1a'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:06:10.667285 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fa734672-11a3-4433-9cc8-d5025b9fa0e6 None None] Port 3fba7a60-f775-4daa-bc65-6596fc685004 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:06:10.674298 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Routers {'2186668c-925b-4b8e-bf43-6b9c16ac7b1a'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:06:10.675105 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:06:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2186668c-925b-4b8e-bf43-6b9c16ac7b1a'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:06:10.863306 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Set router 2186668c-925b-4b8e-bf43-6b9c16ac7b1a gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:06:11.290921 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2186668c-925b-4b8e-bf43-6b9c16ac7b1a', 'name': 'router1', 'tenant_id': '85b51ab522574038aa3592e0bea3ab22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:05:59Z', 'updated_at': '2021-12-09T02:06:10Z', 'revision_number': 2, 'project_id': '85b51ab522574038aa3592e0bea3ab22', 'gw_port_host': None, '_interfaces': [{'id': '3fba7a60-f775-4daa-bc65-6596fc685004', 'name': '', 'network_id': '29fac747-0a39-4f59-b406-f9534e33ab3b', 'tenant_id': '85b51ab522574038aa3592e0bea3ab22', 'mac_address': 'fa:16:3e:6e:be:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2186668c-925b-4b8e-bf43-6b9c16ac7b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b86dfe49-2ee7-40b4-a24e-db5490b8cb9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:06:09Z', 'updated_at': '2021-12-09T02:06:10Z', 'revision_number': 2, 'project_id': '85b51ab522574038aa3592e0bea3ab22', 'subnets': [{'id': 'b86dfe49-2ee7-40b4-a24e-db5490b8cb9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '256015df-155c-4097-ae2f-c43b7347dba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:06:11.343284 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Checking router: 2186668c-925b-4b8e-bf43-6b9c16ac7b1a for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:06:11.343673 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Updating router 2186668c-925b-4b8e-bf43-6b9c16ac7b1a port 3fba7a60-f775-4daa-bc65-6596fc685004 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:06:11.391045 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:11.900373 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:11.907914 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:12.074534 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d911f5c-f421-423e-956f-ff621a955f7e None None] Pushing event updated for resources: {'Port': ['ID=3fba7a60-f775-4daa-bc65-6596fc685004,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:06:12.077145 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Attempting to bind port 3fba7a60-f775-4daa-bc65-6596fc685004 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:06:12.077539 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Attempting to bind port 3fba7a60-f775-4daa-bc65-6596fc685004 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'de103c64-4741-42ca-989c-5eff48fec011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29fac747-0a39-4f59-b406-f9534e33ab3b'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:06:12.077919 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Attempting to bind port 3fba7a60-f775-4daa-bc65-6596fc685004 on network 29fac747-0a39-4f59-b406-f9534e33ab3b {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:06:12.088924 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d911f5c-f421-423e-956f-ff621a955f7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:06:12.089272 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d911f5c-f421-423e-956f-ff621a955f7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:06:12.089614 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d911f5c-f421-423e-956f-ff621a955f7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:06:12.090584 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d911f5c-f421-423e-956f-ff621a955f7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:06:12.090929 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d911f5c-f421-423e-956f-ff621a955f7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:06:12.091257 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d911f5c-f421-423e-956f-ff621a955f7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:06:12.091622 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d911f5c-f421-423e-956f-ff621a955f7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:06:12.091953 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d911f5c-f421-423e-956f-ff621a955f7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:06:12.092291 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d911f5c-f421-423e-956f-ff621a955f7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:06:12.092622 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d911f5c-f421-423e-956f-ff621a955f7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:06:12.092941 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d911f5c-f421-423e-956f-ff621a955f7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:06:12.093257 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d911f5c-f421-423e-956f-ff621a955f7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:06:12.093571 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d911f5c-f421-423e-956f-ff621a955f7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d911f5c-f421-423e-956f-ff621a955f7e None None] Tracked resource versions report: Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: pushed versions: Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: { 'AddressGroup': {'1.2'}, Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'ConntrackHelper': {'1.0'}, Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'LocalIPAssociation': {'1.0'}, Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Log': {'1.0'}, Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Network': {'1.1'}, Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Port': {'1.7'}, Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'PortForwarding': {'1.2'}, Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'QosPolicy': {'1.10'}, Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'SecurityGroup': {'1.5'}, Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'SecurityGroupRule': {'1.2'}, Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'SubPort': {'1.0'}, Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Subnet': {'1.1'}, Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Trunk': {'1.1'}} Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: consumer versions: Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: { DHCP agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: L3 agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: Metadata agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: Metering agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: Open vSwitch agent@dv-neutron-804846-18-hyperv: { 'AddressGroup': '1.2', Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'ConntrackHelper': '1.0', Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'LocalIPAssociation': '1.0', Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Log': '1.0', Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Network': '1.1', Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Port': '1.7', Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'PortForwarding': '1.2', Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'QosPolicy': '1.10', Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'SecurityGroup': '1.5', Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'SecurityGroupRule': '1.2', Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'SubPort': '1.0', Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Subnet': '1.1', Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Trunk': '1.1'}} Dec 09 02:06:12.094960 dv-neutron-804846-18-hyperv neutron-server[103336]: {{(pid=103336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 02:06:12.097707 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:06:12.097707 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Checking segment: {'id': 'de103c64-4741-42ca-989c-5eff48fec011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29fac747-0a39-4f59-b406-f9534e33ab3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:06:12.098099 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:12.098475 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Bound using segment: {'id': 'de103c64-4741-42ca-989c-5eff48fec011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29fac747-0a39-4f59-b406-f9534e33ab3b'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:06:12.098708 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1aab7896-a329-4d3a-96c9-f538a949472c None None] Provisioning complete for port 3fba7a60-f775-4daa-bc65-6596fc685004 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:06:12.099206 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Bound port: 3fba7a60-f775-4daa-bc65-6596fc685004, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de103c64-4741-42ca-989c-5eff48fec011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '29fac747-0a39-4f59-b406-f9534e33ab3b'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:06:12.099365 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1aab7896-a329-4d3a-96c9-f538a949472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:12.099557 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:12.132979 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1aab7896-a329-4d3a-96c9-f538a949472c None None] Port 3fba7a60-f775-4daa-bc65-6596fc685004 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:06:12.171032 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] For port 3fba7a60-f775-4daa-bc65-6596fc685004, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:06:12.191540 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] For port 3fba7a60-f775-4daa-bc65-6596fc685004, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=3fba7a60-f775-4daa-bc65-6596fc685004,segment=NetworkSegment(de103c64-4741-42ca-989c-5eff48fec011),segment_id=de103c64-4741-42ca-989c-5eff48fec011)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:06:12.195337 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:12.254515 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d911f5c-f421-423e-956f-ff621a955f7e None None] Pushing event updated for resources: {'Port': ['ID=3fba7a60-f775-4daa-bc65-6596fc685004,revision_number=4']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:06:12.262784 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Routers {'2186668c-925b-4b8e-bf43-6b9c16ac7b1a'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:06:12.263559 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:06:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2186668c-925b-4b8e-bf43-6b9c16ac7b1a'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:06:12.355673 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] Set router 2186668c-925b-4b8e-bf43-6b9c16ac7b1a gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:06:12.455872 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-dc483552-18b0-46f3-95f0-607564c3a175 None None] Provisioning complete for port 3fba7a60-f775-4daa-bc65-6596fc685004 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:06:12.456195 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc483552-18b0-46f3-95f0-607564c3a175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:12.537047 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc483552-18b0-46f3-95f0-607564c3a175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:12.567994 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2186668c-925b-4b8e-bf43-6b9c16ac7b1a', 'name': 'router1', 'tenant_id': '85b51ab522574038aa3592e0bea3ab22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:05:59Z', 'updated_at': '2021-12-09T02:06:10Z', 'revision_number': 2, 'project_id': '85b51ab522574038aa3592e0bea3ab22', 'gw_port_host': None, '_interfaces': [{'id': '3fba7a60-f775-4daa-bc65-6596fc685004', 'name': '', 'network_id': '29fac747-0a39-4f59-b406-f9534e33ab3b', 'tenant_id': '85b51ab522574038aa3592e0bea3ab22', 'mac_address': 'fa:16:3e:6e:be:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2186668c-925b-4b8e-bf43-6b9c16ac7b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b86dfe49-2ee7-40b4-a24e-db5490b8cb9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:06:09Z', 'updated_at': '2021-12-09T02:06:12Z', 'revision_number': 4, 'project_id': '85b51ab522574038aa3592e0bea3ab22', 'subnets': [{'id': 'b86dfe49-2ee7-40b4-a24e-db5490b8cb9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '256015df-155c-4097-ae2f-c43b7347dba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:06:12.569579 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-dc483552-18b0-46f3-95f0-607564c3a175 None None] For port 3fba7a60-f775-4daa-bc65-6596fc685004, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=3fba7a60-f775-4daa-bc65-6596fc685004,segment=NetworkSegment(de103c64-4741-42ca-989c-5eff48fec011),segment_id=de103c64-4741-42ca-989c-5eff48fec011)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:06:12.575107 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dc483552-18b0-46f3-95f0-607564c3a175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:12.597842 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23188d-623f-454d-9767-e94eb2e9b320 None None] The sync data for ids ['2186668c-925b-4b8e-bf43-6b9c16ac7b1a'] in dv-neutron-804846-18-hyperv is: [{'id': '2186668c-925b-4b8e-bf43-6b9c16ac7b1a', 'name': 'router1', 'tenant_id': '85b51ab522574038aa3592e0bea3ab22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:05:59Z', 'updated_at': '2021-12-09T02:06:10Z', 'revision_number': 2, 'project_id': '85b51ab522574038aa3592e0bea3ab22', 'gw_port_host': None, '_interfaces': [{'id': '3fba7a60-f775-4daa-bc65-6596fc685004', 'name': '', 'network_id': '29fac747-0a39-4f59-b406-f9534e33ab3b', 'tenant_id': '85b51ab522574038aa3592e0bea3ab22', 'mac_address': 'fa:16:3e:6e:be:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2186668c-925b-4b8e-bf43-6b9c16ac7b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b86dfe49-2ee7-40b4-a24e-db5490b8cb9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:06:09Z', 'updated_at': '2021-12-09T02:06:12Z', 'revision_number': 4, 'project_id': '85b51ab522574038aa3592e0bea3ab22', 'subnets': [{'id': 'b86dfe49-2ee7-40b4-a24e-db5490b8cb9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '256015df-155c-4097-ae2f-c43b7347dba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:06:12.628114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc483552-18b0-46f3-95f0-607564c3a175 None None] Pushing event updated for resources: {'Port': ['ID=3fba7a60-f775-4daa-bc65-6596fc685004,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:06:13.091021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57136) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:06:13.200173 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bfa514-1997-42d0-adfb-6fd3a388cc58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:06:13.201548 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-97bfa514-1997-42d0-adfb-6fd3a388cc58 admin admin] 10.222.0.43 "GET /v2.0/networks/68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 HTTP/1.1" status: 200 len: 842 time: 0.1095340 Dec 09 02:06:13.211511 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f0b9c38d-ad03-46e8-85aa-cc15ac5b9baf admin admin] Request body: {'subnet': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'gateway_ip': '172.26.3.1', 'ip_version': 4, 'cidr': '172.26.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:06:13.236423 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b9c38d-ad03-46e8-85aa-cc15ac5b9baf admin admin] Made reservation on behalf of 27079ae048cd497597e707db9293f826 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:06:13.238685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f0b9c38d-ad03-46e8-85aa-cc15ac5b9baf admin admin] Publish callbacks [] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:13.533974 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.objects.ports [None req-f0b9c38d-ad03-46e8-85aa-cc15ac5b9baf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103334) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:06:13.534407 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f0b9c38d-ad03-46e8-85aa-cc15ac5b9baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:13.589467 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9c38d-ad03-46e8-85aa-cc15ac5b9baf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf6788c-08d0-4d10-9e91-531f6bb389e8,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:06:13.598078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b9c38d-ad03-46e8-85aa-cc15ac5b9baf admin admin] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:06:13.598437 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b9c38d-ad03-46e8-85aa-cc15ac5b9baf admin admin] Network hostable DHCP agents. Network: 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:06:13.619026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b9c38d-ad03-46e8-85aa-cc15ac5b9baf admin admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:06:13.629992 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-f0b9c38d-ad03-46e8-85aa-cc15ac5b9baf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:06:13.634191 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b9c38d-ad03-46e8-85aa-cc15ac5b9baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:06:13.634807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f0b9c38d-ad03-46e8-85aa-cc15ac5b9baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:13.641192 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9cdbc8-efeb-4a46-86c8-c2eb58149825 None None] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:06:13.663964 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f0b9c38d-ad03-46e8-85aa-cc15ac5b9baf admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4558089 Dec 09 02:06:13.751150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2cbce7-cc45-4ba1-9940-28aa25356cee None None] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:06:16.171155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57144) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:06:16.302597 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-66ae8888-9098-4f0c-b4f7-85ff649f5e37 admin admin] 10.222.0.43 "GET /v2.0/routers/2186668c-925b-4b8e-bf43-6b9c16ac7b1a HTTP/1.1" status: 200 len: 710 time: 0.1301978 Dec 09 02:06:16.475035 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5891d522-c404-49be-a4e7-eebd4fed446e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:06:16.476518 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5891d522-c404-49be-a4e7-eebd4fed446e admin admin] 10.222.0.43 "GET /v2.0/networks/68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 HTTP/1.1" status: 200 len: 886 time: 0.1678507 Dec 09 02:06:16.486441 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:06:16.726857 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:16.954073 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:17.025605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:17.135902 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] Allocated IP 172.26.3.129 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/5a164cc8-c49f-451b-b0f3-afc6315340c4) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:06:17.243343 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:17.277206 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:17.316995 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] Pushing event updated for resources: {'Port': ['ID=5a164cc8-c49f-451b-b0f3-afc6315340c4,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:06:17.327728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:06:17.329375 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:06:17.332715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:06:17.571303 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:17.853627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:17.857564 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:17.968407 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] Router 2186668c-925b-4b8e-bf43-6b9c16ac7b1a has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:06:18.077047 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:06:18.081293 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:18.082472 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6df42a78-a9bb-4149-a369-4bb5096b5d7f admin admin] 10.222.0.43 "PUT /v2.0/routers/2186668c-925b-4b8e-bf43-6b9c16ac7b1a HTTP/1.1" status: 200 len: 890 time: 1.5992899 Dec 09 02:06:18.368709 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 3fba7a60-f775-4daa-bc65-6596fc685004 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:06:18.420692 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 3fba7a60-f775-4daa-bc65-6596fc685004 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:06:18.420871 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:19.747897 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Sync routers for ids ['2186668c-925b-4b8e-bf43-6b9c16ac7b1a'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:06:19.759053 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Routers {'2186668c-925b-4b8e-bf43-6b9c16ac7b1a'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:06:19.759739 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:06:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2186668c-925b-4b8e-bf43-6b9c16ac7b1a'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:06:19.966550 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Set router 2186668c-925b-4b8e-bf43-6b9c16ac7b1a gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:06:20.426127 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2186668c-925b-4b8e-bf43-6b9c16ac7b1a', 'name': 'router1', 'tenant_id': '85b51ab522574038aa3592e0bea3ab22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '5a164cc8-c49f-451b-b0f3-afc6315340c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:05:59Z', 'updated_at': '2021-12-09T02:06:17Z', 'revision_number': 4, 'project_id': '85b51ab522574038aa3592e0bea3ab22', 'gw_port': {'id': '5a164cc8-c49f-451b-b0f3-afc6315340c4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2186668c-925b-4b8e-bf43-6b9c16ac7b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:06:17Z', 'updated_at': '2021-12-09T02:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3fba7a60-f775-4daa-bc65-6596fc685004', 'name': '', 'network_id': '29fac747-0a39-4f59-b406-f9534e33ab3b', 'tenant_id': '85b51ab522574038aa3592e0bea3ab22', 'mac_address': 'fa:16:3e:6e:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186668c-925b-4b8e-bf43-6b9c16ac7b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b86dfe49-2ee7-40b4-a24e-db5490b8cb9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:06:09Z', 'updated_at': '2021-12-09T02:06:12Z', 'revision_number': 5, 'project_id': '85b51ab522574038aa3592e0bea3ab22', 'subnets': [{'id': 'b86dfe49-2ee7-40b4-a24e-db5490b8cb9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '256015df-155c-4097-ae2f-c43b7347dba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:06:20.477305 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Checking router: 2186668c-925b-4b8e-bf43-6b9c16ac7b1a for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:06:20.477658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Updating router 2186668c-925b-4b8e-bf43-6b9c16ac7b1a port 5a164cc8-c49f-451b-b0f3-afc6315340c4 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:06:20.524552 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:20.710598 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57156) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:06:20.821479 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-627bf2c9-30a8-4797-be72-b6c7c3fba333 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1096556 Dec 09 02:06:20.837600 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:20.845321 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:20.902700 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846acca-a562-4a0d-be10-2e768896183c None None] Pushing event updated for resources: {'Port': ['ID=5a164cc8-c49f-451b-b0f3-afc6315340c4,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:06:20.907366 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Attempting to bind port 5a164cc8-c49f-451b-b0f3-afc6315340c4 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:06:20.907777 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Attempting to bind port 5a164cc8-c49f-451b-b0f3-afc6315340c4 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:06:20.908136 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Attempting to bind port 5a164cc8-c49f-451b-b0f3-afc6315340c4 on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:06:20.913759 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:06:20.914162 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:06:20.914564 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:20.914952 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:06:20.915419 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Bound port: 5a164cc8-c49f-451b-b0f3-afc6315340c4, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:06:20.915841 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:20.974350 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] For port 5a164cc8-c49f-451b-b0f3-afc6315340c4, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:06:20.977707 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] For port 5a164cc8-c49f-451b-b0f3-afc6315340c4, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5a164cc8-c49f-451b-b0f3-afc6315340c4,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:06:20.983138 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:21.042044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Routers {'2186668c-925b-4b8e-bf43-6b9c16ac7b1a'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:06:21.042659 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:06:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2186668c-925b-4b8e-bf43-6b9c16ac7b1a'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:06:21.046668 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846acca-a562-4a0d-be10-2e768896183c None None] Pushing event updated for resources: {'Port': ['ID=5a164cc8-c49f-451b-b0f3-afc6315340c4,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:06:21.150626 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] Set router 2186668c-925b-4b8e-bf43-6b9c16ac7b1a gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:06:21.368355 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2186668c-925b-4b8e-bf43-6b9c16ac7b1a', 'name': 'router1', 'tenant_id': '85b51ab522574038aa3592e0bea3ab22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '5a164cc8-c49f-451b-b0f3-afc6315340c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:05:59Z', 'updated_at': '2021-12-09T02:06:17Z', 'revision_number': 4, 'project_id': '85b51ab522574038aa3592e0bea3ab22', 'gw_port': {'id': '5a164cc8-c49f-451b-b0f3-afc6315340c4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2186668c-925b-4b8e-bf43-6b9c16ac7b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:06:17Z', 'updated_at': '2021-12-09T02:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3fba7a60-f775-4daa-bc65-6596fc685004', 'name': '', 'network_id': '29fac747-0a39-4f59-b406-f9534e33ab3b', 'tenant_id': '85b51ab522574038aa3592e0bea3ab22', 'mac_address': 'fa:16:3e:6e:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186668c-925b-4b8e-bf43-6b9c16ac7b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b86dfe49-2ee7-40b4-a24e-db5490b8cb9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:06:09Z', 'updated_at': '2021-12-09T02:06:12Z', 'revision_number': 5, 'project_id': '85b51ab522574038aa3592e0bea3ab22', 'subnets': [{'id': 'b86dfe49-2ee7-40b4-a24e-db5490b8cb9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '256015df-155c-4097-ae2f-c43b7347dba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:06:21.394740 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087324a6-29a3-49fe-be13-5871ca812b54 None None] The sync data for ids ['2186668c-925b-4b8e-bf43-6b9c16ac7b1a'] in dv-neutron-804846-18-hyperv is: [{'id': '2186668c-925b-4b8e-bf43-6b9c16ac7b1a', 'name': 'router1', 'tenant_id': '85b51ab522574038aa3592e0bea3ab22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.129'}], 'enable_snat': True}, 'gw_port_id': '5a164cc8-c49f-451b-b0f3-afc6315340c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:05:59Z', 'updated_at': '2021-12-09T02:06:17Z', 'revision_number': 4, 'project_id': '85b51ab522574038aa3592e0bea3ab22', 'gw_port': {'id': '5a164cc8-c49f-451b-b0f3-afc6315340c4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2186668c-925b-4b8e-bf43-6b9c16ac7b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:06:17Z', 'updated_at': '2021-12-09T02:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3fba7a60-f775-4daa-bc65-6596fc685004', 'name': '', 'network_id': '29fac747-0a39-4f59-b406-f9534e33ab3b', 'tenant_id': '85b51ab522574038aa3592e0bea3ab22', 'mac_address': 'fa:16:3e:6e:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2186668c-925b-4b8e-bf43-6b9c16ac7b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b86dfe49-2ee7-40b4-a24e-db5490b8cb9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:06:09Z', 'updated_at': '2021-12-09T02:06:12Z', 'revision_number': 5, 'project_id': '85b51ab522574038aa3592e0bea3ab22', 'subnets': [{'id': 'b86dfe49-2ee7-40b4-a24e-db5490b8cb9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '256015df-155c-4097-ae2f-c43b7347dba3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:06:22.363109 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5a164cc8-c49f-451b-b0f3-afc6315340c4 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:06:22.411017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 5a164cc8-c49f-451b-b0f3-afc6315340c4 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:06:22.411403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:22.488885 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:22.509272 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 5a164cc8-c49f-451b-b0f3-afc6315340c4, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5a164cc8-c49f-451b-b0f3-afc6315340c4,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:06:22.514565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:22.571476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=5a164cc8-c49f-451b-b0f3-afc6315340c4,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:06:24.397661 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5a164cc8-c49f-451b-b0f3-afc6315340c4 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:06:24.463310 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 5a164cc8-c49f-451b-b0f3-afc6315340c4 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:06:24.463778 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:32.946167 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-953e6629-caf4-403c-8e27-ec77fae502eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:34.309305 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 5 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:06:35.216225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c8e746c-290f-4334-a2fb-63702fbca931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:36.278887 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:37.644615 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:06:38.548769 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:07:02.972842 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-298dfcbb-30e0-48db-9283-32078c66474b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:07:05.201257 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa813054-8a7c-4de3-a284-2122eb4242b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:07:06.279739 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:07:07.643907 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:07:08.542582 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:07:11.308260 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 5 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:07:32.944847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cf8962e4-b7af-4c2c-8239-594c575cf089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:07:35.204542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-955e4358-ab36-4258-9137-bc181a8dde85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:07:36.281599 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:07:37.646297 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:07:38.545654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:07:46.125879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57672) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:07:46.188491 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f95339f-71aa-456a-a6bc-edb8a791cb6e admin admin] GET failed (client error): The resource could not be found. Dec 09 02:07:46.189772 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5f95339f-71aa-456a-a6bc-edb8a791cb6e admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629361 Dec 09 02:07:46.344355 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08761d72-2a65-402b-965e-733e9a2ccec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:07:46.345727 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-08761d72-2a65-402b-965e-733e9a2ccec5 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1514320 Dec 09 02:07:48.307037 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 5 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:07:48.702777 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57682) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:07:48.791699 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc4119e-03a8-4f1f-a50b-13076ee4d999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:07:48.793647 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fcc4119e-03a8-4f1f-a50b-13076ee4d999 admin admin] 10.222.0.43 "GET /v2.0/subnets/b86dfe49-2ee7-40b4-a24e-db5490b8cb9f HTTP/1.1" status: 200 len: 849 time: 0.0899248 Dec 09 02:07:48.803813 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:07:48.887684 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:07:49.023861 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785246342184'] for subnet, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:07:49.053247 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:07:49.054085 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:07:49.056012 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] 10.222.0.43 "PUT /v2.0/subnets/b86dfe49-2ee7-40b4-a24e-db5490b8cb9f HTTP/1.1" status: 200 len: 868 time: 0.2553225 Dec 09 02:07:49.061683 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a427425f-f598-4745-9b02-c8577a73f344 None None] Network 29fac747-0a39-4f59-b406-f9534e33ab3b requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:07:49.076483 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86dfe49-2ee7-40b4-a24e-db5490b8cb9f,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:07:49.083898 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:07:49.084247 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:07:49.084587 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:07:49.084919 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:07:49.085246 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:07:49.085573 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:07:49.085912 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:07:49.086255 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:07:49.086583 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:07:49.086917 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:07:49.087223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:07:49.087576 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:07:49.087895 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ef1ab-2cfd-4027-b2a9-532f475611d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:07:49.415490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-800cb5e4-0187-4da7-938b-57a273e9bcc9 None None] Provisioning complete for port 3fba7a60-f775-4daa-bc65-6596fc685004 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:07:49.415867 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-800cb5e4-0187-4da7-938b-57a273e9bcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:07:49.504330 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-800cb5e4-0187-4da7-938b-57a273e9bcc9 None None] Provisioning complete for port 66c29188-102e-4d8e-8416-5ffe6f57ccfc triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:07:49.504705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-800cb5e4-0187-4da7-938b-57a273e9bcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:07:51.425872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57690) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:07:51.624145 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898d4e1c-f9dc-4877-a1aa-6786acb5540c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:07:51.624616 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898d4e1c-f9dc-4877-a1aa-6786acb5540c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:07:51.626175 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-898d4e1c-f9dc-4877-a1aa-6786acb5540c admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1992571 Dec 09 02:07:53.969572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57698) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:07:54.098981 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57e9b4-3508-436e-bdd5-f5ea627a2337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:07:54.099498 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57e9b4-3508-436e-bdd5-f5ea627a2337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:07:54.101041 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ef57e9b4-3508-436e-bdd5-f5ea627a2337 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1305127 Dec 09 02:07:56.453490 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57706) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:07:56.583499 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71d6ddc-873f-41c1-af75-0fd6427649bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:07:56.584877 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b71d6ddc-873f-41c1-af75-0fd6427649bb admin admin] 10.222.0.43 "GET /v2.0/networks/29fac747-0a39-4f59-b406-f9534e33ab3b HTTP/1.1" status: 200 len: 869 time: 0.1304410 Dec 09 02:07:58.952924 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57714) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:07:59.072300 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec0e5f9-dd05-4899-ac91-a710e5d9401d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:07:59.073655 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cec0e5f9-dd05-4899-ac91-a710e5d9401d admin admin] 10.222.0.43 "GET /v2.0/networks/68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 HTTP/1.1" status: 200 len: 886 time: 0.1197534 Dec 09 02:08:01.415786 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57722) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:08:01.543551 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c641e-3661-4ded-9665-7f4841061acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:08:01.544005 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c641e-3661-4ded-9665-7f4841061acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:08:01.545517 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5e4c641e-3661-4ded-9665-7f4841061acd admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1286480 Dec 09 02:08:02.949241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-27cc7bda-a039-4f88-9da5-6ec5565650a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:03.931445 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57730) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:08:04.020094 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdf3925-3b6e-4aba-a30f-564862cd9df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:08:04.020538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdf3925-3b6e-4aba-a30f-564862cd9df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:08:04.022054 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ecdf3925-3b6e-4aba-a30f-564862cd9df5 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896280 Dec 09 02:08:05.206975 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-024b9b05-00a5-43aa-ab19-96f9bcab51b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:06.284606 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:06.373340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57738) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:08:06.457629 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be60941e-51ed-4ab4-9e76-c2016d702170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:08:06.458946 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-be60941e-51ed-4ab4-9e76-c2016d702170 admin admin] 10.222.0.43 "GET /v2.0/subnets/9bf6788c-08d0-4d10-9e91-531f6bb389e8 HTTP/1.1" status: 200 len: 816 time: 0.0846148 Dec 09 02:08:07.648716 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:08.548218 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:08.821465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57746) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:08:09.009570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9e0de-973b-4996-99e6-d3338192d2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:08:09.010955 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5ab9e0de-973b-4996-99e6-d3338192d2d3 admin admin] 10.222.0.43 "GET /v2.0/subnets/b86dfe49-2ee7-40b4-a24e-db5490b8cb9f HTTP/1.1" status: 200 len: 868 time: 0.1886067 Dec 09 02:08:25.306502 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 5 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:08:32.951326 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cff1ded4-7598-4e11-97b1-8e1afa6186a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:33.875292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57800) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:08:33.923476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-f20a9a23-330e-40d3-97b6-5c4d94648e04 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:08:33.924515 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f20a9a23-330e-40d3-97b6-5c4d94648e04 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481336 Dec 09 02:08:35.209674 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-291285de-7b7f-4bef-b857-2d301a530271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:36.287652 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:36.390066 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57808) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:08:36.449129 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb13209-39dd-46f3-8370-e951d3ee61bf admin admin] GET failed (client error): The resource could not be found. Dec 09 02:08:36.450428 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9eb13209-39dd-46f3-8370-e951d3ee61bf admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593939 Dec 09 02:08:36.532198 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa66cc-099d-4659-838b-d4d5d7ce1f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:08:36.533693 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e1fa66cc-099d-4659-838b-d4d5d7ce1f40 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0786903 Dec 09 02:08:37.653211 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:38.550824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:38.933578 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57816) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:08:38.980185 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-5fd7fb81-4d94-4548-b892-27531affaa50 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:08:39.000050 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd7fb81-4d94-4548-b892-27531affaa50 admin admin] Made reservation on behalf of 27079ae048cd497597e707db9293f826 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:08:39.002301 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5fd7fb81-4d94-4548-b892-27531affaa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:39.032520 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.services.revisions.revision_plugin [None req-5fd7fb81-4d94-4548-b892-27531affaa50 admin admin] Could not find related network for resource to bump revision. Dec 09 02:08:39.043397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd7fb81-4d94-4548-b892-27531affaa50 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:08:39.052094 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5fd7fb81-4d94-4548-b892-27531affaa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:39.052432 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-5fd7fb81-4d94-4548-b892-27531affaa50 admin admin] Added segment e3302903-bc4f-43b6-976c-4bee7e476234 of type vlan for network 3529157c-af07-47c5-9e76-ea177e228528 Dec 09 02:08:39.090207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5fd7fb81-4d94-4548-b892-27531affaa50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:39.113721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5fd7fb81-4d94-4548-b892-27531affaa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:39.114569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd7fb81-4d94-4548-b892-27531affaa50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:08:39.115144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5fd7fb81-4d94-4548-b892-27531affaa50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:39.165441 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5fd7fb81-4d94-4548-b892-27531affaa50 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2307332 Dec 09 02:08:39.175713 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7fb81-4d94-4548-b892-27531affaa50 admin admin] Pushing event updated for resources: {'Network': ['ID=3529157c-af07-47c5-9e76-ea177e228528,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:08:39.187131 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 3529157c-af07-47c5-9e76-ea177e228528 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:08:41.568782 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57824) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:08:41.629320 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcec7eb1-5dd1-4415-ab71-5c423a11c8e3 admin admin] GET failed (client error): The resource could not be found. Dec 09 02:08:41.630901 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fcec7eb1-5dd1-4415-ab71-5c423a11c8e3 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611255 Dec 09 02:08:41.701168 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1667992-0fcb-4147-bf8c-d33aa4113dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:08:41.702580 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e1667992-0fcb-4147-bf8c-d33aa4113dc8 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0671988 Dec 09 02:08:41.712482 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-665af993-13de-4a64-a116-b238c4e818b5 admin admin] Request body: {'subnet': {'network_id': '3529157c-af07-47c5-9e76-ea177e228528', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:08:41.732149 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665af993-13de-4a64-a116-b238c4e818b5 admin admin] Made reservation on behalf of 27079ae048cd497597e707db9293f826 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:08:41.734522 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-665af993-13de-4a64-a116-b238c4e818b5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:41.896910 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-665af993-13de-4a64-a116-b238c4e818b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:41.945819 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665af993-13de-4a64-a116-b238c4e818b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3a0f8c-5d41-45f9-a6d9-60f43cf5d0ce,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:08:41.956725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665af993-13de-4a64-a116-b238c4e818b5 admin admin] Checking segment: {'id': 'e3302903-bc4f-43b6-976c-4bee7e476234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3529157c-af07-47c5-9e76-ea177e228528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:08:41.957058 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665af993-13de-4a64-a116-b238c4e818b5 admin admin] Network hostable DHCP agents. Network: 3529157c-af07-47c5-9e76-ea177e228528, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:08:41.972277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665af993-13de-4a64-a116-b238c4e818b5 admin admin] Network 3529157c-af07-47c5-9e76-ea177e228528 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:08:41.980522 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-665af993-13de-4a64-a116-b238c4e818b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 3529157c-af07-47c5-9e76-ea177e228528) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:08:41.984517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665af993-13de-4a64-a116-b238c4e818b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:08:41.985112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-665af993-13de-4a64-a116-b238c4e818b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:41.990463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde9baa7-810a-45ed-95cf-1c38ae9c5481 None None] Network 3529157c-af07-47c5-9e76-ea177e228528 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:08:42.001470 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-665af993-13de-4a64-a116-b238c4e818b5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2922776 Dec 09 02:08:42.093042 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3529157c-af07-47c5-9e76-ea177e228528', 'network_id': '3529157c-af07-47c5-9e76-ea177e228528', 'project_id': '27079ae048cd497597e707db9293f826', 'fixed_ips': [{'subnet_id': '7f3a0f8c-5d41-45f9-a6d9-60f43cf5d0ce'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:08:42.093950 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:42.236488 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Allocated IP 192.168.233.2 (3529157c-af07-47c5-9e76-ea177e228528/7f3a0f8c-5d41-45f9-a6d9-60f43cf5d0ce/a095dfdb-29e0-40a6-a450-ac77dbb6e945) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:08:42.475978 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:42.484118 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:42.525066 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Network 3529157c-af07-47c5-9e76-ea177e228528 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:08:42.528367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:08:42.534440 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:08:42.538444 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Pushing event updated for resources: {'Port': ['ID=a095dfdb-29e0-40a6-a450-ac77dbb6e945,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:08:42.561888 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:08:42.562234 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:08:42.562573 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:08:42.562901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:08:42.563224 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:08:42.563566 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:08:42.563902 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:08:42.564233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:08:42.564566 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:08:42.564891 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:08:42.565204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:08:42.565515 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:08:42.565826 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:08:42.603504 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Attempting to bind port a095dfdb-29e0-40a6-a450-ac77dbb6e945 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:08:42.603985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Attempting to bind port a095dfdb-29e0-40a6-a450-ac77dbb6e945 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'e3302903-bc4f-43b6-976c-4bee7e476234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3529157c-af07-47c5-9e76-ea177e228528'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:08:42.604398 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Attempting to bind port a095dfdb-29e0-40a6-a450-ac77dbb6e945 on network 3529157c-af07-47c5-9e76-ea177e228528 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:08:42.609542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:08:42.609917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Checking segment: {'id': 'e3302903-bc4f-43b6-976c-4bee7e476234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3529157c-af07-47c5-9e76-ea177e228528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:08:42.610321 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:42.610714 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Bound using segment: {'id': 'e3302903-bc4f-43b6-976c-4bee7e476234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3529157c-af07-47c5-9e76-ea177e228528'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:08:42.611178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Bound port: a095dfdb-29e0-40a6-a450-ac77dbb6e945, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3302903-bc4f-43b6-976c-4bee7e476234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3529157c-af07-47c5-9e76-ea177e228528'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:08:42.611605 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:42.673705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] For port a095dfdb-29e0-40a6-a450-ac77dbb6e945, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:08:42.676870 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] For port a095dfdb-29e0-40a6-a450-ac77dbb6e945, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a095dfdb-29e0-40a6-a450-ac77dbb6e945,segment=NetworkSegment(e3302903-bc4f-43b6-976c-4bee7e476234),segment_id=e3302903-bc4f-43b6-976c-4bee7e476234)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:08:42.681280 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:42.736313 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdd26d-182b-4c59-8c00-f05e21cea098 None None] Pushing event updated for resources: {'Port': ['ID=a095dfdb-29e0-40a6-a450-ac77dbb6e945,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:08:43.549287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333d2594-df93-4753-b3af-43156c05de0e None None] Network 3529157c-af07-47c5-9e76-ea177e228528 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:08:43.616851 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b1a04abc-ef4d-4e0d-a710-48bcd0d6d1dc None None] Provisioning complete for port a095dfdb-29e0-40a6-a450-ac77dbb6e945 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:08:43.617224 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1a04abc-ef4d-4e0d-a710-48bcd0d6d1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:43.733416 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1a04abc-ef4d-4e0d-a710-48bcd0d6d1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:43.769703 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b1a04abc-ef4d-4e0d-a710-48bcd0d6d1dc None None] For port a095dfdb-29e0-40a6-a450-ac77dbb6e945, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a095dfdb-29e0-40a6-a450-ac77dbb6e945,segment=NetworkSegment(e3302903-bc4f-43b6-976c-4bee7e476234),segment_id=e3302903-bc4f-43b6-976c-4bee7e476234)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:08:43.777053 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1a04abc-ef4d-4e0d-a710-48bcd0d6d1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:43.831557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a04abc-ef4d-4e0d-a710-48bcd0d6d1dc None None] Pushing event updated for resources: {'Port': ['ID=a095dfdb-29e0-40a6-a450-ac77dbb6e945,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:08:44.000966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-cb429392-49c0-4536-8604-88464cf3e3e7 None None] Provisioning complete for port a095dfdb-29e0-40a6-a450-ac77dbb6e945 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:08:44.001422 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb429392-49c0-4536-8604-88464cf3e3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:08:44.471730 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a095dfdb-29e0-40a6-a450-ac77dbb6e945 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:08:44.521110 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port a095dfdb-29e0-40a6-a450-ac77dbb6e945 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:08:44.521476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:02.305488 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 5 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:09:02.953307 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7d01b4e2-886f-4396-af90-3cd5bd5dfc21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:05.220730 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-194907f1-4ae3-40a6-92a2-3105bb83aec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:06.294554 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:07.653710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:08.553770 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:32.955092 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f4441a6-29ac-43f5-85a7-440d0768e0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:35.213361 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e978f7a1-6223-45cf-acf7-1824ded019fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:36.294677 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:37.656606 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:38.555684 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:39.305008 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 5 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:09:58.719129 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57868) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:09:58.724935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-c0cd23dc-d24e-43a1-97e0-110a1c88bda3 tempest-verify_tempest_config-1147080215 tempest-verify_tempest_config-1147080215-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:09:58.725885 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c0cd23dc-d24e-43a1-97e0-110a1c88bda3 tempest-verify_tempest_config-1147080215 tempest-verify_tempest_config-1147080215-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057421 Dec 09 02:09:59.008033 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57886) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:09:59.109249 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:59.181897 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:59.185442 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:59.227425 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a89e21c3de8d4c18bb649f4b312c184c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2183666 Dec 09 02:09:59.229947 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b1f534-f515-4adc-8d58-77f50c8e4c4c,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:09:59.230442 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 57890) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:09:59.236332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.236683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.237031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.237362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.237692 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.238017 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.238343 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.238679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.239016 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.239342 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.239689 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.240027 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.240354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852c92f-b347-449f-84de-97147d027de6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.311182 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:59.331791 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:59.421207 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:59.423797 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:09:59.424931 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21b1f534-f515-4adc-8d58-77f50c8e4c4c HTTP/1.1" status: 204 len: 168 time: 0.1934412 Dec 09 02:09:59.433906 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b1f534-f515-4adc-8d58-77f50c8e4c4c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:09:59.440403 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.440760 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.441106 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.441445 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.441811 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.442147 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.442503 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.442848 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.443206 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.443558 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.443881 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.444209 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:09:59.444533 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3f61e-ad2a-450e-8516-c8caae610ee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:10:02.956356 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-42250651-badf-47ff-82eb-f2e9775c08da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:10:05.215019 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95b83a1f-71bf-4ce5-ac60-2c7d4c032a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:10:06.296155 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:10:07.658778 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:10:08.558779 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:10:16.304370 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 5 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:10:32.958070 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d301cdab-e9d1-46e6-b1a0-dffdd8824c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:10:35.216263 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6228e7c9-c652-483e-aa4b-40b1d657132f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:10:36.301833 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:10:37.661140 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:10:38.562261 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:10:53.302714 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 5 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:11:02.959876 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-79194974-c31a-4310-aab7-df4643b07de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:11:05.217450 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92c24f78-9602-4e9a-a9f1-e4c2630aaf24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:11:06.302748 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:11:07.664830 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:11:08.564956 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:11:14.162431 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539645'] for agent, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:11:29.024297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 57962) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:11:29.131905 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9f65f3a5-11eb-4c73-9843-5911d233f591 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4571 time: 0.1064970 Dec 09 02:11:30.301932 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:11:31.521619 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 57972) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:11:31.584001 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9eab6c99-b4fd-4dce-bc23-6c7bdbe38587 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4571 time: 0.0612562 Dec 09 02:11:32.961610 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f03c4a1-1ec9-4cfc-8070-1804139571a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:11:35.218679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7b8cb45c-dcf2-40e7-847c-8c6a68db2855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:11:36.304894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:11:37.667917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:11:38.566457 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:11:44.089179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:02.963358 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ef4bdab-bf13-40d0-badc-42869159de33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:05.225304 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-adc0f90b-e2c4-491e-9a8f-92e4a46fd689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:06.308533 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:07.301718 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:12:07.675229 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:08.571042 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:14.075801 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:32.965137 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-56a6c17a-ff2c-42a1-b2ac-3ffcb5d64b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:35.218443 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cb6ffe8-d941-487a-a7eb-67641c01481d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:36.312621 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:37.675129 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:38.566431 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:44.085785 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:44.303568 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:12:44.717545 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58140) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:44.962920 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58158) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:45.019809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-157062250-network', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:45.044658 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Made reservation on behalf of 96fbca53361f400f82ff2c4ab6a8c54c for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:45.046670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.055211 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.141109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.146289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.170044 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:12:45.185534 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1781034c-e98b-4c2e-8d55-c99475d85f02,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:45.187947 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.188485 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Added segment ee3b5d32-d378-4ad3-9a25-d2f6a3814612 of type vlan for network d961835d-340c-4d5a-8246-eef81d928029 Dec 09 02:12:45.205680 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:45.206208 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:45.206561 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:45.206901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:45.207234 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:45.207594 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:45.207941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:45.208350 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:45.208620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:45.211628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:45.212026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:45.212372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:45.213378 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Tracked resource versions report: Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: pushed versions: Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: { 'AddressGroup': {'1.2'}, Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'ConntrackHelper': {'1.0'}, Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'LocalIPAssociation': {'1.0'}, Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Log': {'1.0'}, Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Network': {'1.1'}, Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Port': {'1.7'}, Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'PortForwarding': {'1.2'}, Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'QosPolicy': {'1.10'}, Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'SecurityGroup': {'1.5'}, Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'SecurityGroupRule': {'1.2'}, Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'SubPort': {'1.0'}, Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Subnet': {'1.1'}, Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Trunk': {'1.1'}} Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: consumer versions: Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: { DHCP agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: HyperV agent@hv-neutron-8048: {}, Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: L3 agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: Metadata agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: Metering agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: Open vSwitch agent@dv-neutron-804846-18-hyperv: { 'AddressGroup': '1.2', Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'ConntrackHelper': '1.0', Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'LocalIPAssociation': '1.0', Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Log': '1.0', Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Network': '1.1', Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Port': '1.7', Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'PortForwarding': '1.2', Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'QosPolicy': '1.10', Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'SecurityGroup': '1.5', Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'SecurityGroupRule': '1.2', Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'SubPort': '1.0', Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Subnet': '1.1', Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: 'Trunk': '1.1'}} Dec 09 02:12:45.214702 dv-neutron-804846-18-hyperv neutron-server[103334]: {{(pid=103334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 02:12:45.263797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.288938 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.290081 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:45.290706 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.306062 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58172) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:45.339799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-e8461e94-dd9b-4bbe-8599-165cced1b431 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-13731359-network', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:45.356479 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6367414 Dec 09 02:12:45.359665 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58180) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:45.365359 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Request body: {'subnet': {'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-157062250-subnet', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:45.370013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33daf784-6427-4fdc-b01b-aedd0072e5a3 admin admin] Pushing event updated for resources: {'Network': ['ID=d961835d-340c-4d5a-8246-eef81d928029,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:45.381440 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network d961835d-340c-4d5a-8246-eef81d928029 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:12:45.390970 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8461e94-dd9b-4bbe-8599-165cced1b431 admin admin] Made reservation on behalf of b6aa27ea1351487bb03e8c81fda3bd03 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:45.393760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8461e94-dd9b-4bbe-8599-165cced1b431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.404938 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8461e94-dd9b-4bbe-8599-165cced1b431 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.419725 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Made reservation on behalf of 96fbca53361f400f82ff2c4ab6a8c54c for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:45.422641 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.497122 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8461e94-dd9b-4bbe-8599-165cced1b431 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.501776 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8461e94-dd9b-4bbe-8599-165cced1b431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.534896 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8461e94-dd9b-4bbe-8599-165cced1b431 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:12:45.564506 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8461e94-dd9b-4bbe-8599-165cced1b431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.565145 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-e8461e94-dd9b-4bbe-8599-165cced1b431 admin admin] Added segment f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb of type vlan for network 2d39084e-79bd-4b9e-a14a-0e7250599a44 Dec 09 02:12:45.575365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8461e94-dd9b-4bbe-8599-165cced1b431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867d1b13-088c-4725-961a-00b6a3144882,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:45.622020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8461e94-dd9b-4bbe-8599-165cced1b431 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.654789 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8461e94-dd9b-4bbe-8599-165cced1b431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.656158 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8461e94-dd9b-4bbe-8599-165cced1b431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:45.657525 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8461e94-dd9b-4bbe-8599-165cced1b431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.686457 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e8461e94-dd9b-4bbe-8599-165cced1b431 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7223969 Dec 09 02:12:45.696117 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58192) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:45.706932 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5986d002-40ae-4f5a-a9bd-eb808808f9dc admin admin] Request body: {'subnet': {'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-13731359-subnet', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:45.717882 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-509554f7-0a79-4f9f-92b3-8b09b9424b05 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-331102969-network', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:45.736525 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8461e94-dd9b-4bbe-8599-165cced1b431 admin admin] Pushing event updated for resources: {'Network': ['ID=2d39084e-79bd-4b9e-a14a-0e7250599a44,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:45.746720 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 2d39084e-79bd-4b9e-a14a-0e7250599a44 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:12:45.763535 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.791238 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509554f7-0a79-4f9f-92b3-8b09b9424b05 admin admin] Made reservation on behalf of 95a5acde667a4aee8aceae968f6faa1f for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:45.794342 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-509554f7-0a79-4f9f-92b3-8b09b9424b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.829925 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-509554f7-0a79-4f9f-92b3-8b09b9424b05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.867485 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5986d002-40ae-4f5a-a9bd-eb808808f9dc admin admin] Made reservation on behalf of b6aa27ea1351487bb03e8c81fda3bd03 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:45.870260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5986d002-40ae-4f5a-a9bd-eb808808f9dc admin admin] Publish callbacks [] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:45.878399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Checking segment: {'id': 'ee3b5d32-d378-4ad3-9a25-d2f6a3814612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:12:45.879117 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Network hostable DHCP agents. Network: d961835d-340c-4d5a-8246-eef81d928029, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:12:45.975725 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfbc8e1d-7b26-476b-a388-dadd8be65914,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:45.992634 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Network d961835d-340c-4d5a-8246-eef81d928029 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:12:46.000409 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.001224 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.001574 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.001913 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.002303 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.002636 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.002964 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.003339 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.003929 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.004482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.005144 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.005675 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.006176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Tracked resource versions report: Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: pushed versions: Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: { 'AddressGroup': {'1.2'}, Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'ConntrackHelper': {'1.0'}, Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'LocalIPAssociation': {'1.0'}, Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Log': {'1.0'}, Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Network': {'1.1'}, Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Port': {'1.7'}, Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'PortForwarding': {'1.2'}, Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'QosPolicy': {'1.10'}, Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'SecurityGroup': {'1.5'}, Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'SecurityGroupRule': {'1.2'}, Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'SubPort': {'1.0'}, Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Subnet': {'1.1'}, Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Trunk': {'1.1'}} Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: consumer versions: Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: { DHCP agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: HyperV agent@hv-neutron-8048: {}, Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: L3 agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: Metadata agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: Metering agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: Open vSwitch agent@dv-neutron-804846-18-hyperv: { 'AddressGroup': '1.2', Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'ConntrackHelper': '1.0', Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'LocalIPAssociation': '1.0', Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Log': '1.0', Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Network': '1.1', Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Port': '1.7', Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'PortForwarding': '1.2', Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'QosPolicy': '1.10', Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'SecurityGroup': '1.5', Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'SecurityGroupRule': '1.2', Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'SubPort': '1.0', Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Subnet': '1.1', Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: 'Trunk': '1.1'}} Dec 09 02:12:46.007607 dv-neutron-804846-18-hyperv neutron-server[103333]: {{(pid=103333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 02:12:46.039963 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, d961835d-340c-4d5a-8246-eef81d928029) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:46.045707 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:46.046301 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.055050 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3317c353-e538-4897-915b-5ad73de5ff4d None None] Network d961835d-340c-4d5a-8246-eef81d928029 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:12:46.083459 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8fdad9e2-71eb-435c-9592-623e53a60607 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7226827 Dec 09 02:12:46.088218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58210) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:46.093401 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-157062250-router', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:46.148576 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.148576 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.174279 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-509554f7-0a79-4f9f-92b3-8b09b9424b05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.184416 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-509554f7-0a79-4f9f-92b3-8b09b9424b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.219954 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-d961835d-340c-4d5a-8246-eef81d928029', 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'fixed_ips': [{'subnet_id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:12:46.221244 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.250037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.260971 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509554f7-0a79-4f9f-92b3-8b09b9424b05 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:12:46.271604 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509554f7-0a79-4f9f-92b3-8b09b9424b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae96768c-0813-41e0-8340-4ff9d1fde78a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:46.289220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-509554f7-0a79-4f9f-92b3-8b09b9424b05 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785246261697', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.289813 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-509554f7-0a79-4f9f-92b3-8b09b9424b05 admin admin] Unsubscribe: segment precommit_create {{(pid=103333) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 02:12:46.290330 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-509554f7-0a79-4f9f-92b3-8b09b9424b05 admin admin] Added segment 21d3147b-eef8-4aaa-94c5-5e52048509d1 of type vlan for network 719383a5-619e-47d1-8539-0fde52722e3d Dec 09 02:12:46.328325 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5986d002-40ae-4f5a-a9bd-eb808808f9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.385600 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-509554f7-0a79-4f9f-92b3-8b09b9424b05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.423517 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Allocated IP 172.20.0.2 (d961835d-340c-4d5a-8246-eef81d928029/bfbc8e1d-7b26-476b-a388-dadd8be65914/45d7191b-c260-4fcc-87c4-bf1ea44ba453) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:12:46.449152 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986d002-40ae-4f5a-a9bd-eb808808f9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=65663bf3-f1b4-4c2a-9db1-f939da065c68,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:46.453238 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986d002-40ae-4f5a-a9bd-eb808808f9dc admin admin] Checking segment: {'id': 'f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:12:46.453607 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5986d002-40ae-4f5a-a9bd-eb808808f9dc admin admin] Network hostable DHCP agents. Network: 2d39084e-79bd-4b9e-a14a-0e7250599a44, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:12:46.478443 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-509554f7-0a79-4f9f-92b3-8b09b9424b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.480343 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509554f7-0a79-4f9f-92b3-8b09b9424b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:46.481375 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-509554f7-0a79-4f9f-92b3-8b09b9424b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.524401 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5986d002-40ae-4f5a-a9bd-eb808808f9dc admin admin] Network 2d39084e-79bd-4b9e-a14a-0e7250599a44 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:12:46.551233 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.568905 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58226) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:46.578344 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-5986d002-40ae-4f5a-a9bd-eb808808f9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 2d39084e-79bd-4b9e-a14a-0e7250599a44) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:46.608813 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5986d002-40ae-4f5a-a9bd-eb808808f9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:46.609432 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5986d002-40ae-4f5a-a9bd-eb808808f9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.625415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.632879 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-509554f7-0a79-4f9f-92b3-8b09b9424b05 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3240459 Dec 09 02:12:46.633615 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609870cf-7f05-438c-9ce4-9d2b8c5a3e01 None None] Network 2d39084e-79bd-4b9e-a14a-0e7250599a44 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:12:46.636379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58232) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:46.642853 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-db111732-71bb-42a5-a3d1-bedd4770adec admin admin] Request body: {'subnet': {'network_id': '719383a5-619e-47d1-8539-0fde52722e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-331102969-subnet', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:46.651469 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.654015 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509554f7-0a79-4f9f-92b3-8b09b9424b05 admin admin] Pushing event updated for resources: {'Network': ['ID=719383a5-619e-47d1-8539-0fde52722e3d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:46.672008 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5986d002-40ae-4f5a-a9bd-eb808808f9dc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9726250 Dec 09 02:12:46.677068 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58234) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:46.684451 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-13731359-router', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:46.708012 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db111732-71bb-42a5-a3d1-bedd4770adec admin admin] Made reservation on behalf of 95a5acde667a4aee8aceae968f6faa1f for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:46.710203 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Network d961835d-340c-4d5a-8246-eef81d928029 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:12:46.714676 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-db111732-71bb-42a5-a3d1-bedd4770adec admin admin] Publish callbacks [] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.758461 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 719383a5-619e-47d1-8539-0fde52722e3d details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:12:46.763008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:46.765184 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Pushing event updated for resources: {'Port': ['ID=45d7191b-c260-4fcc-87c4-bf1ea44ba453,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:46.783328 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.784992 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.785661 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:12:46.806585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.807048 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.807548 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.807899 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.808241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.813594 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.813594 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.813594 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.813594 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.814172 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58242) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:46.814918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.815402 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.815881 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.816293 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Tracked resource versions report: Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: pushed versions: Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: { 'AddressGroup': {'1.2'}, Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'ConntrackHelper': {'1.0'}, Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'LocalIPAssociation': {'1.0'}, Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Log': {'1.0'}, Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Network': {'1.1'}, Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Port': {'1.7'}, Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'PortForwarding': {'1.2'}, Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'QosPolicy': {'1.10'}, Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'SecurityGroup': {'1.5'}, Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'SecurityGroupRule': {'1.2'}, Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'SubPort': {'1.0'}, Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Subnet': {'1.1'}, Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Trunk': {'1.1'}} Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: consumer versions: Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: { DHCP agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: HyperV agent@hv-neutron-8048: {}, Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: L3 agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: Metadata agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: Metering agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: Open vSwitch agent@dv-neutron-804846-18-hyperv: { 'AddressGroup': '1.2', Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'ConntrackHelper': '1.0', Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'LocalIPAssociation': '1.0', Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Log': '1.0', Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Network': '1.1', Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Port': '1.7', Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'PortForwarding': '1.2', Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'QosPolicy': '1.10', Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'SecurityGroup': '1.5', Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'SecurityGroupRule': '1.2', Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'SubPort': '1.0', Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Subnet': '1.1', Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: 'Trunk': '1.1'}} Dec 09 02:12:46.817739 dv-neutron-804846-18-hyperv neutron-server[103335]: {{(pid=103335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 02:12:46.911482 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.939533 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.947952 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Attempting to bind port 45d7191b-c260-4fcc-87c4-bf1ea44ba453 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:12:46.948261 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Attempting to bind port 45d7191b-c260-4fcc-87c4-bf1ea44ba453 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'ee3b5d32-d378-4ad3-9a25-d2f6a3814612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:12:46.948619 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Attempting to bind port 45d7191b-c260-4fcc-87c4-bf1ea44ba453 on network d961835d-340c-4d5a-8246-eef81d928029 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:12:46.978903 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:12:46.979270 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Checking segment: {'id': 'ee3b5d32-d378-4ad3-9a25-d2f6a3814612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:12:46.982652 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.983195 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:46.983683 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Bound using segment: {'id': 'ee3b5d32-d378-4ad3-9a25-d2f6a3814612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:12:46.984433 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Bound port: 45d7191b-c260-4fcc-87c4-bf1ea44ba453, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3b5d32-d378-4ad3-9a25-d2f6a3814612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:12:46.986740 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:47.071060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Allocated IP 172.26.3.70 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/f7869666-a451-4423-9c1c-93263348a877) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:12:47.139466 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-10576ef2-5409-478f-86d7-4379230993ea tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1811015031', 'router:external': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:47.186707 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10576ef2-5409-478f-86d7-4379230993ea tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Made reservation on behalf of faf1cfdffc5b4464bb76b82d54ad2314 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:47.196356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10576ef2-5409-478f-86d7-4379230993ea tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:47.207232 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-43b17fc6-a2c7-4e62-8671-1f09c8654830 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1994004511'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:47.231547 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] For port 45d7191b-c260-4fcc-87c4-bf1ea44ba453, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:12:47.240229 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] For port 45d7191b-c260-4fcc-87c4-bf1ea44ba453, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=45d7191b-c260-4fcc-87c4-bf1ea44ba453,segment=NetworkSegment(ee3b5d32-d378-4ad3-9a25-d2f6a3814612),segment_id=ee3b5d32-d378-4ad3-9a25-d2f6a3814612)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:12:47.264233 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10576ef2-5409-478f-86d7-4379230993ea tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:47.266889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:47.286467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-2d39084e-79bd-4b9e-a14a-0e7250599a44', 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44', 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'fixed_ips': [{'subnet_id': '65663bf3-f1b4-4c2a-9db1-f939da065c68'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:12:47.287797 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:47.315972 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:47.336371 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:47.338450 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b17fc6-a2c7-4e62-8671-1f09c8654830 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Made reservation on behalf of 6ac19002fe884e72993c2f38411e57f1 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:47.342980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43b17fc6-a2c7-4e62-8671-1f09c8654830 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:47.360108 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43b17fc6-a2c7-4e62-8671-1f09c8654830 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:47.430095 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-db111732-71bb-42a5-a3d1-bedd4770adec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:47.436945 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea12ba-1a4c-48b3-910b-dd1db9c35a55 None None] Pushing event updated for resources: {'Port': ['ID=45d7191b-c260-4fcc-87c4-bf1ea44ba453,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:47.547762 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43b17fc6-a2c7-4e62-8671-1f09c8654830 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:47.559584 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db111732-71bb-42a5-a3d1-bedd4770adec admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb716e1-2071-48d1-96c5-734c67dd80bc,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:47.587872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43b17fc6-a2c7-4e62-8671-1f09c8654830 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:47.596691 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db111732-71bb-42a5-a3d1-bedd4770adec admin admin] Checking segment: {'id': '21d3147b-eef8-4aaa-94c5-5e52048509d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:12:47.597149 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db111732-71bb-42a5-a3d1-bedd4770adec admin admin] Network hostable DHCP agents. Network: 719383a5-619e-47d1-8539-0fde52722e3d, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:12:47.604448 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:47.645168 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b17fc6-a2c7-4e62-8671-1f09c8654830 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:12:47.665601 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:12:47.702122 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db111732-71bb-42a5-a3d1-bedd4770adec admin admin] Network 719383a5-619e-47d1-8539-0fde52722e3d is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:12:47.729527 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-db111732-71bb-42a5-a3d1-bedd4770adec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 719383a5-619e-47d1-8539-0fde52722e3d) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:47.733643 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:47.738134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:12:47.744104 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db111732-71bb-42a5-a3d1-bedd4770adec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:47.744691 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-db111732-71bb-42a5-a3d1-bedd4770adec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:47.760369 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Allocated IP 172.20.0.2 (2d39084e-79bd-4b9e-a14a-0e7250599a44/65663bf3-f1b4-4c2a-9db1-f939da065c68/1132b07d-77cf-4275-b1af-d18b02cf75dd) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:12:47.764774 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2fc434-a4ce-49ba-b3c9-6dc71dd1bffa None None] Network 719383a5-619e-47d1-8539-0fde52722e3d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:12:47.804275 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10576ef2-5409-478f-86d7-4379230993ea tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:47.828287 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-db111732-71bb-42a5-a3d1-bedd4770adec admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1901672 Dec 09 02:12:47.833778 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58268) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:47.849826 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-331102969-router', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:47.884047 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43b17fc6-a2c7-4e62-8671-1f09c8654830 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:47.884603 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-43b17fc6-a2c7-4e62-8671-1f09c8654830 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Added segment f248aa38-2609-4ef6-965c-bd4ee3536371 of type vlan for network ff6d7b48-68f6-43e9-ba1d-4fb8831405e6 Dec 09 02:12:47.964566 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58270) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:48.065367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-719383a5-619e-47d1-8539-0fde52722e3d', 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d', 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'fixed_ips': [{'subnet_id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:12:48.066573 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.070898 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.107028 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.108119 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.121641 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.149495 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10576ef2-5409-478f-86d7-4379230993ea tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.165218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10576ef2-5409-478f-86d7-4379230993ea tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:12:48.179877 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10576ef2-5409-478f-86d7-4379230993ea tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.183463 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-10576ef2-5409-478f-86d7-4379230993ea tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Added segment 0f66ffee-d1bb-41c7-a5e9-1bf28b44d175 of type vlan for network 03a61713-3e57-47b1-b717-4241cce2eaa8 Dec 09 02:12:48.241025 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.242516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10576ef2-5409-478f-86d7-4379230993ea tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.254577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.294827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b17fc6-a2c7-4e62-8671-1f09c8654830 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13905390-fcba-4b14-925f-3d7d29799e81,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:48.297575 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10576ef2-5409-478f-86d7-4379230993ea tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.298567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10576ef2-5409-478f-86d7-4379230993ea tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:48.299238 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10576ef2-5409-478f-86d7-4379230993ea tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.341467 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.342185 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Network 2d39084e-79bd-4b9e-a14a-0e7250599a44 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:12:48.352759 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:48.360515 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10576ef2-5409-478f-86d7-4379230993ea tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b95cb9-ac45-4b4e-af70-1df9f863d851,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:48.360874 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:12:48.450543 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10576ef2-5409-478f-86d7-4379230993ea tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Pushing event updated for resources: {'Network': ['ID=03a61713-3e57-47b1-b717-4241cce2eaa8,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:48.453061 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0e714936-a215-4d69-b237-c67c6ae96552 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-915460529'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:48.482967 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Pushing event updated for resources: {'Port': ['ID=1132b07d-77cf-4275-b1af-d18b02cf75dd,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:48.526553 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Pushing event updated for resources: {'Port': ['ID=f7869666-a451-4423-9c1c-93263348a877,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:48.561437 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43b17fc6-a2c7-4e62-8671-1f09c8654830 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.615954 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Allocated IP 172.20.0.2 (719383a5-619e-47d1-8539-0fde52722e3d/bdb716e1-2071-48d1-96c5-734c67dd80bc/f6c8b4d1-4edd-412c-9f86-26416858c02c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:12:48.620025 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 03a61713-3e57-47b1-b717-4241cce2eaa8 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:12:48.702092 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58290) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:48.723961 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Attempting to bind port 1132b07d-77cf-4275-b1af-d18b02cf75dd on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:12:48.724548 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Attempting to bind port 1132b07d-77cf-4275-b1af-d18b02cf75dd by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:12:48.724819 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Attempting to bind port 1132b07d-77cf-4275-b1af-d18b02cf75dd on network 2d39084e-79bd-4b9e-a14a-0e7250599a44 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:12:48.744126 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:12:48.744840 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Checking segment: {'id': 'f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:12:48.745700 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.747467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Bound using segment: {'id': 'f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:12:48.748140 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Bound port: 1132b07d-77cf-4275-b1af-d18b02cf75dd, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:12:48.748710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.783112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.800218 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Allocated IP 172.26.3.33 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/97928a95-da83-474d-9555-b6bc41073b8a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:12:48.804218 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e714936-a215-4d69-b237-c67c6ae96552 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Made reservation on behalf of 82b4dc8b9c36472f9737aa511c7a2dc8 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:48.807718 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e714936-a215-4d69-b237-c67c6ae96552 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.842165 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 45d7191b-c260-4fcc-87c4-bf1ea44ba453 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:12:48.849366 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.866790 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e714936-a215-4d69-b237-c67c6ae96552 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:48.963946 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] For port 1132b07d-77cf-4275-b1af-d18b02cf75dd, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:12:48.968078 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] For port 1132b07d-77cf-4275-b1af-d18b02cf75dd, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1132b07d-77cf-4275-b1af-d18b02cf75dd,segment=NetworkSegment(f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb),segment_id=f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:12:48.968683 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-10576ef2-5409-478f-86d7-4379230993ea tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.3976004 Dec 09 02:12:48.970134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58298) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:48.977427 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f5c44f61-4998-4fc0-9c0a-de9a9bfe0bb1 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Request body: {'subnet': {'network_id': '03a61713-3e57-47b1-b717-4241cce2eaa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:48.986829 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.009978 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18307d0-d081-4afb-9305-8c40d19b82bc None None] Network d961835d-340c-4d5a-8246-eef81d928029 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:12:49.017569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43b17fc6-a2c7-4e62-8671-1f09c8654830 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.019589 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 45d7191b-c260-4fcc-87c4-bf1ea44ba453 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:49.020225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.023714 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b17fc6-a2c7-4e62-8671-1f09c8654830 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:49.024313 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43b17fc6-a2c7-4e62-8671-1f09c8654830 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.109458 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-eca975cb-f144-40aa-b3a2-edcc8310f41d tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:49.142238 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58302) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:49.173538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b17fc6-a2c7-4e62-8671-1f09c8654830 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Pushing event updated for resources: {'Network': ['ID=ff6d7b48-68f6-43e9-ba1d-4fb8831405e6,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:49.181489 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c44f61-4998-4fc0-9c0a-de9a9bfe0bb1 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Made reservation on behalf of faf1cfdffc5b4464bb76b82d54ad2314 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:49.184878 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f5c44f61-4998-4fc0-9c0a-de9a9bfe0bb1 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.214986 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network ff6d7b48-68f6-43e9-ba1d-4fb8831405e6 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:12:49.220234 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.226168 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-43b17fc6-a2c7-4e62-8671-1f09c8654830 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4114635 Dec 09 02:12:49.226708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58310) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:49.244350 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f732b7e0-ee30-44b2-9663-457fd9217335 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Request body: {'subnet': {'network_id': 'ff6d7b48-68f6-43e9-ba1d-4fb8831405e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:49.292499 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:49.375213 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e714936-a215-4d69-b237-c67c6ae96552 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.389968 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.395957 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e714936-a215-4d69-b237-c67c6ae96552 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.436091 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-eca975cb-f144-40aa-b3a2-edcc8310f41d tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] 10.222.0.43 "PUT /v2.0/quotas/8c021c2aa8d342159c6e6557bd4801ca HTTP/1.1" status: 200 len: 366 time: 0.7229643 Dec 09 02:12:49.440417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58318) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:49.446601 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86424e32-de79-4bb7-ad76-4e79b28358d4 None None] Pushing event updated for resources: {'Port': ['ID=1132b07d-77cf-4275-b1af-d18b02cf75dd,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:49.467209 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.485834 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:12:49.487232 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e714936-a215-4d69-b237-c67c6ae96552 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:12:49.496963 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8314e2c5-8fa3-4b8f-907d-2601bcaa047b tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0543237 Dec 09 02:12:49.499083 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.499968 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58320) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:49.546583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:49.556739 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.560114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-aeb56ea9-7521-44c8-9d39-dd9c17881d9a None None] Provisioning complete for port 45d7191b-c260-4fcc-87c4-bf1ea44ba453 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:49.560114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aeb56ea9-7521-44c8-9d39-dd9c17881d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.591003 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:12:49.614656 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c94129d7-1275-4e08-925d-8edffeea45c1 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] 10.222.0.43 "GET /v2.0/quotas/8c021c2aa8d342159c6e6557bd4801ca HTTP/1.1" status: 200 len: 366 time: 0.1096425 Dec 09 02:12:49.615349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f732b7e0-ee30-44b2-9663-457fd9217335 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Made reservation on behalf of 6ac19002fe884e72993c2f38411e57f1 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:49.618901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f732b7e0-ee30-44b2-9663-457fd9217335 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks [] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.623754 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58322) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:49.625314 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e714936-a215-4d69-b237-c67c6ae96552 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.625549 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-0e714936-a215-4d69-b237-c67c6ae96552 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Added segment 19cff06a-b67c-4d1b-bad8-c6e13a03c7bb of type vlan for network b1135e38-c097-4185-883b-fd452a30325e Dec 09 02:12:49.699810 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 45d7191b-c260-4fcc-87c4-bf1ea44ba453, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=45d7191b-c260-4fcc-87c4-bf1ea44ba453,segment=NetworkSegment(ee3b5d32-d378-4ad3-9a25-d2f6a3814612),segment_id=ee3b5d32-d378-4ad3-9a25-d2f6a3814612)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:12:49.702058 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.711048 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.715681 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ce89ddee-af3a-4be7-b8e1-6480e65b9214 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/8c021c2aa8d342159c6e6557bd4801ca HTTP/1.1" status: 204 len: 168 time: 0.0880213 Dec 09 02:12:49.740802 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58324) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:49.770320 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e714936-a215-4d69-b237-c67c6ae96552 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef0ce9d-28d3-4ef6-84b3-cb829fd4e94e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:49.774108 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-571d09fa-e78a-487f-ba2e-1955db42689e tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0277150 Dec 09 02:12:49.774273 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Pushing event updated for resources: {'Port': ['ID=97928a95-da83-474d-9555-b6bc41073b8a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:49.779206 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58326) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:49.796594 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=45d7191b-c260-4fcc-87c4-bf1ea44ba453,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:49.814789 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-aa50dc00-44ac-4f93-be88-367b45d86e06 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] 10.222.0.43 "GET /v2.0/quotas/8c021c2aa8d342159c6e6557bd4801ca HTTP/1.1" status: 200 len: 370 time: 0.0305784 Dec 09 02:12:49.816054 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58330) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:49.844615 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.844870 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e714936-a215-4d69-b237-c67c6ae96552 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:49.852342 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-02efdfb9-a6e3-4f5a-93a1-55b7ea6f60ed tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] 10.222.0.43 "GET /v2.0/quotas/8c021c2aa8d342159c6e6557bd4801ca/default HTTP/1.1" status: 200 len: 370 time: 0.0084090 Dec 09 02:12:49.856183 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58332) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:49.888276 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-509246ab-a505-484b-aacf-6cce70d8d2ba tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] delete failed (client error): The resource could not be found. Dec 09 02:12:49.892225 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-509246ab-a505-484b-aacf-6cce70d8d2ba tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/8c021c2aa8d342159c6e6557bd4801ca HTTP/1.1" status: 404 len: 348 time: 0.0235221 Dec 09 02:12:49.915630 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Network 719383a5-619e-47d1-8539-0fde52722e3d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:12:49.938008 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Router 50a37300-0591-4956-9ef6-59f181070816 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:12:49.960150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:49.976074 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:12:50.070745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Pushing event updated for resources: {'Port': ['ID=f6c8b4d1-4edd-412c-9f86-26416858c02c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:50.096511 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Attempting to bind port f6c8b4d1-4edd-412c-9f86-26416858c02c on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:12:50.096885 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Attempting to bind port f6c8b4d1-4edd-412c-9f86-26416858c02c by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '21d3147b-eef8-4aaa-94c5-5e52048509d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:12:50.097250 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Attempting to bind port f6c8b4d1-4edd-412c-9f86-26416858c02c on network 719383a5-619e-47d1-8539-0fde52722e3d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:12:50.110090 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:12:50.110404 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Checking segment: {'id': '21d3147b-eef8-4aaa-94c5-5e52048509d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:12:50.110787 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:50.111188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Bound using segment: {'id': '21d3147b-eef8-4aaa-94c5-5e52048509d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:12:50.111818 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Bound port: f6c8b4d1-4edd-412c-9f86-26416858c02c, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d3147b-eef8-4aaa-94c5-5e52048509d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:12:50.112206 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:50.221335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] For port f6c8b4d1-4edd-412c-9f86-26416858c02c, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:12:50.225623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] For port f6c8b4d1-4edd-412c-9f86-26416858c02c, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f6c8b4d1-4edd-412c-9f86-26416858c02c,segment=NetworkSegment(21d3147b-eef8-4aaa-94c5-5e52048509d1),segment_id=21d3147b-eef8-4aaa-94c5-5e52048509d1)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:12:50.233199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:50.287932 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58336) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:50.316022 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e714936-a215-4d69-b237-c67c6ae96552 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:50.322041 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e714936-a215-4d69-b237-c67c6ae96552 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:50.322687 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e714936-a215-4d69-b237-c67c6ae96552 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:50.326737 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24007a1-6d8c-4850-be36-6eb46b0e85ff None None] Pushing event updated for resources: {'Port': ['ID=f6c8b4d1-4edd-412c-9f86-26416858c02c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:50.366712 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e5c81e87-d15c-4fae-a555-a0f4a262d747 None None] Provisioning complete for port 45d7191b-c260-4fcc-87c4-bf1ea44ba453 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:50.368716 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5c81e87-d15c-4fae-a555-a0f4a262d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:50.408615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f732b7e0-ee30-44b2-9663-457fd9217335 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:50.413357 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0e714936-a215-4d69-b237-c67c6ae96552 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4469590 Dec 09 02:12:50.413995 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58338) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:50.451696 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.quota.resource [None req-685bc2d1-4613-4e46-b870-b95b84d21a26 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] Usage tracker for resource:network and project:85f768a4af8d4c9ba80feb0c51e09a1d is out of sync, need to count used quota {{(pid=103333) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 02:12:50.505843 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:12:50.512191 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732b7e0-ee30-44b2-9663-457fd9217335 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Pushing event updated for resources: {'Subnet': ['ID=0565f44e-4bed-40c9-8ffd-881b0353d8f9,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:50.530034 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Sync routers for ids ['50a37300-0591-4956-9ef6-59f181070816'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:12:50.540975 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.quota.resource [None req-685bc2d1-4613-4e46-b870-b95b84d21a26 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103333) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 02:12:50.569280 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:50.572290 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Routers {'50a37300-0591-4956-9ef6-59f181070816'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:12:50.573089 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:12:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['50a37300-0591-4956-9ef6-59f181070816'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:12:50.606677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:50.618586 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:50.619493 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-905d35f8-4ea5-4111-bdb8-c21875bb0d51 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5300732 Dec 09 02:12:50.622328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58342) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:50.645583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:50.661572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f732b7e0-ee30-44b2-9663-457fd9217335 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Checking segment: {'id': 'f248aa38-2609-4ef6-965c-bd4ee3536371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ff6d7b48-68f6-43e9-ba1d-4fb8831405e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:12:50.662029 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f732b7e0-ee30-44b2-9663-457fd9217335 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Network hostable DHCP agents. Network: ff6d7b48-68f6-43e9-ba1d-4fb8831405e6, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:12:50.664053 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e714936-a215-4d69-b237-c67c6ae96552 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Pushing event updated for resources: {'Network': ['ID=b1135e38-c097-4185-883b-fd452a30325e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:50.768372 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network b1135e38-c097-4185-883b-fd452a30325e details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:12:50.787567 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Set router 50a37300-0591-4956-9ef6-59f181070816 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:12:50.817651 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.quota.resource [None req-685bc2d1-4613-4e46-b870-b95b84d21a26 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] Usage tracker for resource:subnet and project:85f768a4af8d4c9ba80feb0c51e09a1d is out of sync, need to count used quota {{(pid=103333) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 02:12:50.845254 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.quota.resource [None req-685bc2d1-4613-4e46-b870-b95b84d21a26 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103333) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 02:12:50.959233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1132b07d-77cf-4275-b1af-d18b02cf75dd up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:12:50.968592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.quota.resource [None req-685bc2d1-4613-4e46-b870-b95b84d21a26 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] Usage tracker for resource:subnetpool and project:85f768a4af8d4c9ba80feb0c51e09a1d is out of sync, need to count used quota {{(pid=103333) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 02:12:50.992588 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d198c00-4432-435a-b31e-3c6e881cf113 None None] Network 2d39084e-79bd-4b9e-a14a-0e7250599a44 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:12:50.995748 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d5685583-de90-4041-9a99-66fde4866808 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Request body: {'network': {'name': 'tempest-network--212384201', 'router:external': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:51.009302 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.018574 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.quota.resource [None req-685bc2d1-4613-4e46-b870-b95b84d21a26 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103333) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 02:12:51.060624 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.objects.ports [None req-f5c44f61-4998-4fc0-9c0a-de9a9bfe0bb1 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103334) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:12:51.061108 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f5c44f61-4998-4fc0-9c0a-de9a9bfe0bb1 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.095905 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 1132b07d-77cf-4275-b1af-d18b02cf75dd triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:51.095905 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.129681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f732b7e0-ee30-44b2-9663-457fd9217335 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Network ff6d7b48-68f6-43e9-ba1d-4fb8831405e6 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:12:51.152212 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a37300-0591-4956-9ef6-59f181070816', 'name': 'tempest-ServersTestManualDisk-157062250-router', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f7869666-a451-4423-9c1c-93263348a877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:48Z', 'revision_number': 3, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'gw_port': {'id': 'f7869666-a451-4423-9c1c-93263348a877', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:12:51.152914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c3f70bde-9596-429b-8ef4-537d63f0b0b5 None None] Provisioning complete for port 1132b07d-77cf-4275-b1af-d18b02cf75dd triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:51.153576 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c3f70bde-9596-429b-8ef4-537d63f0b0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.174008 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.quota.resource [None req-685bc2d1-4613-4e46-b870-b95b84d21a26 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] Usage tracker for resource:port and project:85f768a4af8d4c9ba80feb0c51e09a1d is out of sync, need to count used quota {{(pid=103333) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 02:12:51.189424 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Checking router: 50a37300-0591-4956-9ef6-59f181070816 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:12:51.190018 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Updating router 50a37300-0591-4956-9ef6-59f181070816 port f7869666-a451-4423-9c1c-93263348a877 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:12:51.210055 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-f732b7e0-ee30-44b2-9663-457fd9217335 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, ff6d7b48-68f6-43e9-ba1d-4fb8831405e6) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:51.222422 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.225781 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013a011e-2e02-4fb3-99aa-30649c73b677 None None] Network ff6d7b48-68f6-43e9-ba1d-4fb8831405e6 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:12:51.237356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c44f61-4998-4fc0-9c0a-de9a9bfe0bb1 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Checking segment: {'id': '0f66ffee-d1bb-41c7-a5e9-1bf28b44d175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03a61713-3e57-47b1-b717-4241cce2eaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:12:51.237796 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c44f61-4998-4fc0-9c0a-de9a9bfe0bb1 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Network hostable DHCP agents. Network: 03a61713-3e57-47b1-b717-4241cce2eaa8, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:12:51.244550 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.quota.resource [None req-685bc2d1-4613-4e46-b870-b95b84d21a26 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103333) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 02:12:51.247338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f732b7e0-ee30-44b2-9663-457fd9217335 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:51.247759 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5685583-de90-4041-9a99-66fde4866808 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Made reservation on behalf of f998a5b5ddba49a1b8223d2d809cacb9 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:51.247984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f732b7e0-ee30-44b2-9663-457fd9217335 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.250894 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5685583-de90-4041-9a99-66fde4866808 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.260355 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c44f61-4998-4fc0-9c0a-de9a9bfe0bb1 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dc06ff74-5ade-4df8-8c33-c7324a52e61d,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:51.287920 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5685583-de90-4041-9a99-66fde4866808 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.326783 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c44f61-4998-4fc0-9c0a-de9a9bfe0bb1 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Network 03a61713-3e57-47b1-b717-4241cce2eaa8 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:12:51.340237 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f732b7e0-ee30-44b2-9663-457fd9217335 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1009426 Dec 09 02:12:51.358780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58344) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:51.368290 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-5f11499b-cbd7-4d71-b1c2-6a3ce78c8863 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Request body: {'port': {'network_id': 'ff6d7b48-68f6-43e9-ba1d-4fb8831405e6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1802590250'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:51.375098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-f5c44f61-4998-4fc0-9c0a-de9a9bfe0bb1 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 03a61713-3e57-47b1-b717-4241cce2eaa8) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:51.391232 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-ff6d7b48-68f6-43e9-ba1d-4fb8831405e6', 'network_id': 'ff6d7b48-68f6-43e9-ba1d-4fb8831405e6', 'project_id': '6ac19002fe884e72993c2f38411e57f1', 'fixed_ips': [{'subnet_id': '0565f44e-4bed-40c9-8ffd-881b0353d8f9'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:12:51.392145 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.399495 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d268ccb6-4a76-4455-abfd-1eea924a1b85 None None] Network 03a61713-3e57-47b1-b717-4241cce2eaa8 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:12:51.407470 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Allocated IP 172.26.3.170 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/2bb3b730-4a5c-4c31-8295-1512ceb27a54) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:12:51.420222 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.quota.resource [None req-685bc2d1-4613-4e46-b870-b95b84d21a26 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] Usage tracker for resource:router and project:85f768a4af8d4c9ba80feb0c51e09a1d is out of sync, need to count used quota {{(pid=103333) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 02:12:51.431663 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c44f61-4998-4fc0-9c0a-de9a9bfe0bb1 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:51.432363 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f5c44f61-4998-4fc0-9c0a-de9a9bfe0bb1 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.447788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.quota.resource [None req-685bc2d1-4613-4e46-b870-b95b84d21a26 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103333) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 02:12:51.494322 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c3f70bde-9596-429b-8ef4-537d63f0b0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.588339 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.quota.resource [None req-685bc2d1-4613-4e46-b870-b95b84d21a26 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] Usage tracker for resource:floatingip and project:85f768a4af8d4c9ba80feb0c51e09a1d is out of sync, need to count used quota {{(pid=103333) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 02:12:51.611830 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f5c44f61-4998-4fc0-9c0a-de9a9bfe0bb1 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6366279 Dec 09 02:12:51.612013 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.quota.resource [None req-685bc2d1-4613-4e46-b870-b95b84d21a26 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103333) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 02:12:51.617369 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58346) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:51.622326 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.630080 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0652cf4e-e92f-4468-809b-0230e8ede56f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1503246083', 'network_id': '03a61713-3e57-47b1-b717-4241cce2eaa8'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:51.688570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.740585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c3f70bde-9596-429b-8ef4-537d63f0b0b5 None None] For port 1132b07d-77cf-4275-b1af-d18b02cf75dd, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1132b07d-77cf-4275-b1af-d18b02cf75dd,segment=NetworkSegment(f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb),segment_id=f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:12:51.761037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f11499b-cbd7-4d71-b1c2-6a3ce78c8863 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Made reservation on behalf of 6ac19002fe884e72993c2f38411e57f1 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:51.766002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f11499b-cbd7-4d71-b1c2-6a3ce78c8863 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.799932 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.811245 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c3f70bde-9596-429b-8ef4-537d63f0b0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.816297 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-5f11499b-cbd7-4d71-b1c2-6a3ce78c8863 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] device_id is not set on port 5f612c6d-b7cb-4eff-acaf-63fd21f006da yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:12:51.837823 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab27fb5a-9166-4a6f-aa83-824919d27466 None None] Network 03a61713-3e57-47b1-b717-4241cce2eaa8 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:12:51.852486 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.865827 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0652cf4e-e92f-4468-809b-0230e8ede56f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Made reservation on behalf of faf1cfdffc5b4464bb76b82d54ad2314 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:51.869539 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0652cf4e-e92f-4468-809b-0230e8ede56f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.911768 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b7c790-76b9-4930-a48c-f3145b3c2a47 None None] Network 719383a5-619e-47d1-8539-0fde52722e3d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:12:51.920948 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5685583-de90-4041-9a99-66fde4866808 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.924610 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-0652cf4e-e92f-4468-809b-0230e8ede56f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] device_id is not set on port f4027dfa-c562-4c23-b40c-8251fe0b7cb2 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:12:51.936938 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5685583-de90-4041-9a99-66fde4866808 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:51.962306 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.quota.resource [None req-685bc2d1-4613-4e46-b870-b95b84d21a26 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] Usage tracker for resource:security_group and project:85f768a4af8d4c9ba80feb0c51e09a1d is out of sync, need to count used quota {{(pid=103333) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 02:12:52.014416 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5685583-de90-4041-9a99-66fde4866808 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:12:52.017785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Allocated IP 172.20.0.1 (d961835d-340c-4d5a-8246-eef81d928029/bfbc8e1d-7b26-476b-a388-dadd8be65914/1a8cb09a-875a-4cf0-aeca-3b9b54e29016) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:12:52.020023 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.quota.resource [None req-685bc2d1-4613-4e46-b870-b95b84d21a26 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103333) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 02:12:52.064451 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5685583-de90-4041-9a99-66fde4866808 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.064925 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-d5685583-de90-4041-9a99-66fde4866808 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Added segment 1411ed3d-4540-47f9-bcb5-c134139d9f93 of type vlan for network 12f851c3-e843-44a0-9bf2-58b160ddbeb2 Dec 09 02:12:52.068146 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5685583-de90-4041-9a99-66fde4866808 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54d815e-ad95-4620-9b4e-6732ffc70e1f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:52.095422 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.115820 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Allocated IP 172.20.0.2 (ff6d7b48-68f6-43e9-ba1d-4fb8831405e6/0565f44e-4bed-40c9-8ffd-881b0353d8f9/7dc74061-58bd-4a1c-a08c-84a06821368d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:12:52.122135 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.quota.resource [None req-685bc2d1-4613-4e46-b870-b95b84d21a26 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] Usage tracker for resource:security_group_rule and project:85f768a4af8d4c9ba80feb0c51e09a1d is out of sync, need to count used quota {{(pid=103333) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 09 02:12:52.144414 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.179663 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.201295 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f70bde-9596-429b-8ef4-537d63f0b0b5 None None] Pushing event updated for resources: {'Port': ['ID=1132b07d-77cf-4275-b1af-d18b02cf75dd,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:52.224397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Network d961835d-340c-4d5a-8246-eef81d928029 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:12:52.227686 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2598003d-1e6f-4b50-be66-52a470f6c35e None None] Provisioning complete for port 1132b07d-77cf-4275-b1af-d18b02cf75dd triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:52.227686 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2598003d-1e6f-4b50-be66-52a470f6c35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.229232 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:52.233229 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:12:52.234220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.236323 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.quota.resource [None req-685bc2d1-4613-4e46-b870-b95b84d21a26 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103333) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 09 02:12:52.239970 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1a8cb09a-875a-4cf0-aeca-3b9b54e29016,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:52.277861 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:12:52.283891 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5685583-de90-4041-9a99-66fde4866808 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.312379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb3b730-4a5c-4c31-8295-1512ceb27a54,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:52.315859 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:52.329999 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-685bc2d1-4613-4e46-b870-b95b84d21a26 tempest-QuotasTest-2066831365 tempest-QuotasTest-2066831365-project-admin] 10.222.0.43 "GET /v2.0/quotas/85f768a4af8d4c9ba80feb0c51e09a1d/details.json HTTP/1.1" status: 200 len: 703 time: 2.0401700 Dec 09 02:12:52.343168 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:12:52.343654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:12:52.353823 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:12:52.426279 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.541091 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.554025 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.561402 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2598003d-1e6f-4b50-be66-52a470f6c35e None None] Provisioning complete for port f6c8b4d1-4edd-412c-9f86-26416858c02c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:52.561879 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2598003d-1e6f-4b50-be66-52a470f6c35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.644997 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Network ff6d7b48-68f6-43e9-ba1d-4fb8831405e6 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:12:52.653923 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:52.656547 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:12:52.663912 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Pushing event updated for resources: {'Port': ['ID=7dc74061-58bd-4a1c-a08c-84a06821368d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:52.685208 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-5f11499b-cbd7-4d71-b1c2-6a3ce78c8863 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Allocated IP 172.20.0.7 (ff6d7b48-68f6-43e9-ba1d-4fb8831405e6/0565f44e-4bed-40c9-8ffd-881b0353d8f9/5f612c6d-b7cb-4eff-acaf-63fd21f006da) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:12:52.717878 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-0652cf4e-e92f-4468-809b-0230e8ede56f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Allocated IP 2001:db8::1fb (03a61713-3e57-47b1-b717-4241cce2eaa8/dc06ff74-5ade-4df8-8c33-c7324a52e61d/f4027dfa-c562-4c23-b40c-8251fe0b7cb2) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:12:52.726153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Allocated IP 172.26.3.161 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/9cc72ba9-3ff4-4988-89fd-6078326b377d) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:12:52.728571 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.db.resource_extend [None req-d5685583-de90-4041-9a99-66fde4866808 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 02:12:52.738890 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Router 949a002e-67f8-4781-87a5-6360acdab537 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:12:52.749648 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Attempting to bind port 7dc74061-58bd-4a1c-a08c-84a06821368d on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:12:52.750033 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Attempting to bind port 7dc74061-58bd-4a1c-a08c-84a06821368d by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'f248aa38-2609-4ef6-965c-bd4ee3536371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ff6d7b48-68f6-43e9-ba1d-4fb8831405e6'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:12:52.750733 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Attempting to bind port 7dc74061-58bd-4a1c-a08c-84a06821368d on network ff6d7b48-68f6-43e9-ba1d-4fb8831405e6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:12:52.781245 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:12:52.782297 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Checking segment: {'id': 'f248aa38-2609-4ef6-965c-bd4ee3536371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ff6d7b48-68f6-43e9-ba1d-4fb8831405e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:12:52.782776 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.783936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Bound using segment: {'id': 'f248aa38-2609-4ef6-965c-bd4ee3536371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ff6d7b48-68f6-43e9-ba1d-4fb8831405e6'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:12:52.784705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Bound port: 7dc74061-58bd-4a1c-a08c-84a06821368d, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f248aa38-2609-4ef6-965c-bd4ee3536371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ff6d7b48-68f6-43e9-ba1d-4fb8831405e6'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:12:52.785157 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.790156 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.806042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.806356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.819698 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2598003d-1e6f-4b50-be66-52a470f6c35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.872054 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58352) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:52.915788 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2598003d-1e6f-4b50-be66-52a470f6c35e None None] For port f6c8b4d1-4edd-412c-9f86-26416858c02c, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f6c8b4d1-4edd-412c-9f86-26416858c02c,segment=NetworkSegment(21d3147b-eef8-4aaa-94c5-5e52048509d1),segment_id=21d3147b-eef8-4aaa-94c5-5e52048509d1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:12:52.943247 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2598003d-1e6f-4b50-be66-52a470f6c35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.952332 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5685583-de90-4041-9a99-66fde4866808 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.953215 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5685583-de90-4041-9a99-66fde4866808 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:52.953800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5685583-de90-4041-9a99-66fde4866808 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:52.999479 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598003d-1e6f-4b50-be66-52a470f6c35e None None] Pushing event updated for resources: {'Port': ['ID=f6c8b4d1-4edd-412c-9f86-26416858c02c,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:53.005735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 45d7191b-c260-4fcc-87c4-bf1ea44ba453 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:12:53.028451 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] For port 7dc74061-58bd-4a1c-a08c-84a06821368d, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:12:53.029528 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1a8cb09a-875a-4cf0-aeca-3b9b54e29016,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:53.049077 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] For port 7dc74061-58bd-4a1c-a08c-84a06821368d, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7dc74061-58bd-4a1c-a08c-84a06821368d,segment=NetworkSegment(f248aa38-2609-4ef6-965c-bd4ee3536371),segment_id=f248aa38-2609-4ef6-965c-bd4ee3536371)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:12:53.061996 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5685583-de90-4041-9a99-66fde4866808 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Pushing event updated for resources: {'Network': ['ID=12f851c3-e843-44a0-9bf2-58b160ddbeb2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:53.064211 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:53.088929 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 12f851c3-e843-44a0-9bf2-58b160ddbeb2 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:12:53.149829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Network d961835d-340c-4d5a-8246-eef81d928029 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:12:53.153340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:53.197895 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d5685583-de90-4041-9a99-66fde4866808 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.7442691 Dec 09 02:12:53.207618 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0fe61d1d-9eed-402e-9d93-f2f523189ad1 None None] Provisioning complete for port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:53.208102 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fe61d1d-9eed-402e-9d93-f2f523189ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:53.221379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58356) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:53.298927 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 45d7191b-c260-4fcc-87c4-bf1ea44ba453 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:53.299766 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:53.326575 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Router 50a37300-0591-4956-9ef6-59f181070816 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:12:53.330932 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6b3f84e-67d9-44d1-b55b-44c8ac7e2efc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:53.333002 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54e505-6d10-457d-95ec-4a817376acf0 None None] Pushing event updated for resources: {'Port': ['ID=7dc74061-58bd-4a1c-a08c-84a06821368d,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:53.334652 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:53.345381 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0fe61d1d-9eed-402e-9d93-f2f523189ad1 None None] Port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:12:53.347679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f11499b-cbd7-4d71-b1c2-6a3ce78c8863 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:53.374757 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0fe61d1d-9eed-402e-9d93-f2f523189ad1 None None] Provisioning complete for port f6c8b4d1-4edd-412c-9f86-26416858c02c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:53.375208 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fe61d1d-9eed-402e-9d93-f2f523189ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:53.459782 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:12:53.481932 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:53.511351 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Sync routers for ids ['949a002e-67f8-4781-87a5-6360acdab537'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:12:53.534027 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Routers {'949a002e-67f8-4781-87a5-6360acdab537'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:12:53.534668 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:12:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['949a002e-67f8-4781-87a5-6360acdab537'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:12:53.552328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:12:53.554791 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f11499b-cbd7-4d71-b1c2-6a3ce78c8863 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:53.560289 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-696815ed-9e4b-448f-afda-1dd6d4e6c9e1 admin admin] 10.222.0.43 "PUT /v2.0/routers/50a37300-0591-4956-9ef6-59f181070816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9315090 Dec 09 02:12:53.607702 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f11499b-cbd7-4d71-b1c2-6a3ce78c8863 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Network ff6d7b48-68f6-43e9-ba1d-4fb8831405e6 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:12:53.629592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:53.650643 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-5f11499b-cbd7-4d71-b1c2-6a3ce78c8863 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:53.693835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11499b-cbd7-4d71-b1c2-6a3ce78c8863 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:12:53.706838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f11499b-cbd7-4d71-b1c2-6a3ce78c8863 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:53.707628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f11499b-cbd7-4d71-b1c2-6a3ce78c8863 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:53.739392 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:53.741257 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-12ef08a1-6cbb-4121-9942-3167eed5c123 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0622671 Dec 09 02:12:53.744876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58360) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:53.765631 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Set router 949a002e-67f8-4781-87a5-6360acdab537 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:12:53.775346 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0652cf4e-e92f-4468-809b-0230e8ede56f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:53.781443 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6b3f84e-67d9-44d1-b55b-44c8ac7e2efc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:53.823339 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:53.833397 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6b3f84e-67d9-44d1-b55b-44c8ac7e2efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:53.840435 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5f11499b-cbd7-4d71-b1c2-6a3ce78c8863 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4730992 Dec 09 02:12:53.846402 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58362) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:53.872043 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-93931cb3-2c71-42b1-bfdd-1b9f7ddd7d26 None None] Provisioning complete for port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:53.872586 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93931cb3-2c71-42b1-bfdd-1b9f7ddd7d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:53.921542 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11499b-cbd7-4d71-b1c2-6a3ce78c8863 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Pushing event updated for resources: {'Port': ['ID=5f612c6d-b7cb-4eff-acaf-63fd21f006da,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:53.948526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:12:53.948526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:12:53.948526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:12:53.948526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Subscribe: > port after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:12:53.948526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:12:53.948526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Subscribe: > port after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:12:53.948526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:12:53.948526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:12:53.948526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:12:53.948526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:12:54.010122 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7dc74061-58bd-4a1c-a08c-84a06821368d up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:12:54.101106 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-93931cb3-2c71-42b1-bfdd-1b9f7ddd7d26 None None] Port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:12:54.117572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7bff4626-b91e-4fde-a586-369d6abf1041 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Deleting port 5f612c6d-b7cb-4eff-acaf-63fd21f006da {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:12:54.117942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7bff4626-b91e-4fde-a586-369d6abf1041 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.143874 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 7dc74061-58bd-4a1c-a08c-84a06821368d triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:54.144547 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.202034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949a002e-67f8-4781-87a5-6360acdab537', 'name': 'tempest-ServerActionsTestJSON-13731359-router', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '97928a95-da83-474d-9555-b6bc41073b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:49Z', 'revision_number': 3, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'gw_port': {'id': '97928a95-da83-474d-9555-b6bc41073b8a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:12:54.210666 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:12:54.211030 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:12:54.211365 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:12:54.211718 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:12:54.212084 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f851c3-e843-44a0-9bf2-58b160ddbeb2']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:12:54.272056 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1411ed3d-4540-47f9-bcb5-c134139d9f93') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:12:54.272351 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1411ed3d-4540-47f9-bcb5-c134139d9f93') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:12:54.300208 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d6b3f84e-67d9-44d1-b55b-44c8ac7e2efc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d6efa4f213d4dcdab8eaba9db65225d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3949938 Dec 09 02:12:54.315951 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.317820 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3f84e-67d9-44d1-b55b-44c8ac7e2efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6c0429-ccbf-4d9d-bb07-412b59c3f9c2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:54.334664 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58374) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:54.341258 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.371473 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7bff4626-b91e-4fde-a586-369d6abf1041 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.424931 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7bff4626-b91e-4fde-a586-369d6abf1041 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Calling delete_port for 5f612c6d-b7cb-4eff-acaf-63fd21f006da owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:12:54.509844 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.520751 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.531754 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:12:54.536696 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0652cf4e-e92f-4468-809b-0230e8ede56f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.552688 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:12:54.553118 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: from cryptography.utils import int_from_bytes Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: from cryptography.utils import int_from_bytes Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:12:54.559542 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:12:54.561529 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:54.563781 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Checking router: 949a002e-67f8-4781-87a5-6360acdab537 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:12:54.564973 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Updating router 949a002e-67f8-4781-87a5-6360acdab537 port 97928a95-da83-474d-9555-b6bc41073b8a binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:12:54.569743 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.583059 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.597256 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:12:54.620610 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.638033 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Pushing event updated for resources: {'Port': ['ID=9cc72ba9-3ff4-4988-89fd-6078326b377d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:54.663010 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 7dc74061-58bd-4a1c-a08c-84a06821368d, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7dc74061-58bd-4a1c-a08c-84a06821368d,segment=NetworkSegment(f248aa38-2609-4ef6-965c-bd4ee3536371),segment_id=f248aa38-2609-4ef6-965c-bd4ee3536371)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:12:54.676192 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.677706 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1132b07d-77cf-4275-b1af-d18b02cf75dd up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:12:54.696312 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8cd60-857e-43e9-9d74-daa5b1c33f71 None None] Pushing event updated for resources: {'Port': ['ID=f7869666-a451-4423-9c1c-93263348a877,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:54.712270 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Attempting to bind port f7869666-a451-4423-9c1c-93263348a877 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:12:54.714013 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Attempting to bind port f7869666-a451-4423-9c1c-93263348a877 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:12:54.718158 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Attempting to bind port f7869666-a451-4423-9c1c-93263348a877 on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:12:54.735272 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8cd60-857e-43e9-9d74-daa5b1c33f71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:54.735673 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8cd60-857e-43e9-9d74-daa5b1c33f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:54.737480 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8cd60-857e-43e9-9d74-daa5b1c33f71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:54.737846 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8cd60-857e-43e9-9d74-daa5b1c33f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:54.738046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.738474 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8cd60-857e-43e9-9d74-daa5b1c33f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:54.740680 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8cd60-857e-43e9-9d74-daa5b1c33f71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:54.741287 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8cd60-857e-43e9-9d74-daa5b1c33f71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:54.741789 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8cd60-857e-43e9-9d74-daa5b1c33f71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:54.742291 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8cd60-857e-43e9-9d74-daa5b1c33f71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:54.743958 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8cd60-857e-43e9-9d74-daa5b1c33f71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:54.744472 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8cd60-857e-43e9-9d74-daa5b1c33f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:54.744977 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8cd60-857e-43e9-9d74-daa5b1c33f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:54.745447 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8cd60-857e-43e9-9d74-daa5b1c33f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8cd60-857e-43e9-9d74-daa5b1c33f71 None None] Tracked resource versions report: Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: pushed versions: Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: { 'AddressGroup': {'1.2'}, Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'ConntrackHelper': {'1.0'}, Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'LocalIPAssociation': {'1.0'}, Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Log': {'1.0'}, Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Network': {'1.1'}, Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Port': {'1.7'}, Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'PortForwarding': {'1.2'}, Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'QosPolicy': {'1.10'}, Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'SecurityGroup': {'1.5'}, Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'SecurityGroupRule': {'1.2'}, Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'SubPort': {'1.0'}, Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Subnet': {'1.1'}, Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Trunk': {'1.1'}} Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: consumer versions: Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: { DHCP agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: HyperV agent@hv-neutron-8048: {}, Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: L3 agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: Metadata agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: Metering agent@dv-neutron-804846-18-hyperv: {}, Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: Open vSwitch agent@dv-neutron-804846-18-hyperv: { 'AddressGroup': '1.2', Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'ConntrackHelper': '1.0', Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'LocalIPAssociation': '1.0', Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Log': '1.0', Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Network': '1.1', Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Port': '1.7', Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'PortForwarding': '1.2', Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'QosPolicy': '1.10', Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'SecurityGroup': '1.5', Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'SecurityGroupRule': '1.2', Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'SubPort': '1.0', Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Subnet': '1.1', Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: 'Trunk': '1.1'}} Dec 09 02:12:54.751275 dv-neutron-804846-18-hyperv neutron-server[103336]: {{(pid=103336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 02:12:54.759354 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:12:54.760399 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:12:54.760755 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.761580 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:12:54.762712 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Bound port: f7869666-a451-4423-9c1c-93263348a877, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:12:54.764876 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=7dc74061-58bd-4a1c-a08c-84a06821368d,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:54.765201 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.845189 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0652cf4e-e92f-4468-809b-0230e8ede56f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Network 03a61713-3e57-47b1-b717-4241cce2eaa8 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:12:54.864123 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-0652cf4e-e92f-4468-809b-0230e8ede56f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:54.873581 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f33e75-5b5b-4181-bc56-449a06faef12 None None] Network ff6d7b48-68f6-43e9-ba1d-4fb8831405e6 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:12:54.888494 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0652cf4e-e92f-4468-809b-0230e8ede56f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:12:54.890968 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0652cf4e-e92f-4468-809b-0230e8ede56f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:54.892084 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0652cf4e-e92f-4468-809b-0230e8ede56f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.894766 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] For port f7869666-a451-4423-9c1c-93263348a877, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:12:54.900427 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] For port f7869666-a451-4423-9c1c-93263348a877, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f7869666-a451-4423-9c1c-93263348a877,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:12:54.913948 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.914145 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.915335 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d575-2b38-4597-866c-9e8f8b30dcb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.930156 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652cf4e-e92f-4468-809b-0230e8ede56f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Pushing event updated for resources: {'Port': ['ID=f4027dfa-c562-4c23-b40c-8251fe0b7cb2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:54.939616 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12f851c3-e843-44a0-9bf2-58b160ddbeb2 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 02:12:54.965391 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.972271 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:54.976271 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "DELETE /v2.0/networks/12f851c3-e843-44a0-9bf2-58b160ddbeb2 HTTP/1.1" status: 204 len: 168 time: 1.7540698 Dec 09 02:12:54.981683 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0652cf4e-e92f-4468-809b-0230e8ede56f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.3564827 Dec 09 02:12:54.982716 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a570d0-7d49-43f5-bc31-1d5ef545e96d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Pushing event deleted for resources: {'Network': ['ID=12f851c3-e843-44a0-9bf2-58b160ddbeb2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:54.991934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58378) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:54.992425 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58380) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:54.995556 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8cd60-857e-43e9-9d74-daa5b1c33f71 None None] Pushing event updated for resources: {'Port': ['ID=f7869666-a451-4423-9c1c-93263348a877,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:54.999301 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fc1dd2f6-2f8b-4581-80a4-51bc88204978 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:55.023240 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Routers {'50a37300-0591-4956-9ef6-59f181070816'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:12:55.024430 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:12:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['50a37300-0591-4956-9ef6-59f181070816'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:12:55.208599 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58386) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:55.209754 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-87da3296-bd5f-4159-8959-ae1c1c569db7 None None] Provisioning complete for port 7dc74061-58bd-4a1c-a08c-84a06821368d triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:55.210306 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87da3296-bd5f-4159-8959-ae1c1c569db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:55.225958 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d575-2b38-4597-866c-9e8f8b30dcb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:55.233472 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] Set router 50a37300-0591-4956-9ef6-59f181070816 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:12:55.237099 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7bff4626-b91e-4fde-a586-369d6abf1041 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:55.268895 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-37f4e6ef-2c5d-4a8f-a50e-6f532e6cdcb5 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--795919231', 'description': 'tempest-description--1263429713'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:55.340598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 1132b07d-77cf-4275-b1af-d18b02cf75dd triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:55.342525 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:55.384736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff4626-b91e-4fde-a586-369d6abf1041 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Pushing event deleted for resources: {'Port': ['ID=5f612c6d-b7cb-4eff-acaf-63fd21f006da,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:55.440272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7bff4626-b91e-4fde-a586-369d6abf1041 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:55.440708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:55.446809 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7bff4626-b91e-4fde-a586-369d6abf1041 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] 10.222.0.43 "DELETE /v2.0/ports/5f612c6d-b7cb-4eff-acaf-63fd21f006da HTTP/1.1" status: 204 len: 168 time: 1.5989499 Dec 09 02:12:55.452836 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58388) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:55.590241 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1dd2f6-2f8b-4581-80a4-51bc88204978 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Made reservation on behalf of f998a5b5ddba49a1b8223d2d809cacb9 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:55.597496 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd2f6-2f8b-4581-80a4-51bc88204978 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:55.686152 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a37300-0591-4956-9ef6-59f181070816', 'name': 'tempest-ServersTestManualDisk-157062250-router', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f7869666-a451-4423-9c1c-93263348a877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:52Z', 'revision_number': 4, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'gw_port': {'id': 'f7869666-a451-4423-9c1c-93263348a877', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '1a8cb09a-875a-4cf0-aeca-3b9b54e29016', 'name': '', 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'mac_address': 'fa:16:3e:05:83:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:51Z', 'updated_at': '2021-12-09T02:12:52Z', 'revision_number': 2, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'subnets': [{'id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:12:55.697232 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Allocated IP 172.20.0.1 (2d39084e-79bd-4b9e-a14a-0e7250599a44/65663bf3-f1b4-4c2a-9db1-f939da065c68/83d8999c-0c7f-438c-beef-b3ed530677dd) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:12:55.710903 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ecb3e179-0b4b-42c5-b068-d924d660636a tempest-DHCPAgentSchedulersTestJSON-1633571545 tempest-DHCPAgentSchedulersTestJSON-1633571545-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4566 time: 0.2565084 Dec 09 02:12:55.714132 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58392) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:55.720492 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-aa90e677-cefb-4649-8ce9-2760eb50979a tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-662020272'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:55.720697 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d1d87-96ea-4e92-8a1d-2792f1d1081a None None] The sync data for ids ['50a37300-0591-4956-9ef6-59f181070816'] in dv-neutron-804846-18-hyperv is: [{'id': '50a37300-0591-4956-9ef6-59f181070816', 'name': 'tempest-ServersTestManualDisk-157062250-router', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f7869666-a451-4423-9c1c-93263348a877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:52Z', 'revision_number': 4, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'gw_port': {'id': 'f7869666-a451-4423-9c1c-93263348a877', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '1a8cb09a-875a-4cf0-aeca-3b9b54e29016', 'name': '', 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'mac_address': 'fa:16:3e:05:83:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:51Z', 'updated_at': '2021-12-09T02:12:52Z', 'revision_number': 2, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'subnets': [{'id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:12:55.734860 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:55.739347 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1dd2f6-2f8b-4581-80a4-51bc88204978 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:12:55.768619 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f6c8b4d1-4edd-412c-9f86-26416858c02c up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:12:55.789490 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37f4e6ef-2c5d-4a8f-a50e-6f532e6cdcb5 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:55.809607 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:55.820508 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:55.840176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd2f6-2f8b-4581-80a4-51bc88204978 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:55.840622 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-fc1dd2f6-2f8b-4581-80a4-51bc88204978 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Added segment 7d28014b-9396-4530-8561-79d79a002f05 of type vlan for network 8c61f922-29b4-4093-a08a-6598d17b19bf Dec 09 02:12:55.841820 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d575-2b38-4597-866c-9e8f8b30dcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:55.842126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa90e677-cefb-4649-8ce9-2760eb50979a tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Made reservation on behalf of 6ac19002fe884e72993c2f38411e57f1 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:55.848866 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d575-2b38-4597-866c-9e8f8b30dcb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:55.852657 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d8f1d575-2b38-4597-866c-9e8f8b30dcb3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b6c0429-ccbf-4d9d-bb07-412b59c3f9c2 HTTP/1.1" status: 204 len: 168 time: 1.5006154 Dec 09 02:12:55.867658 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aa90e677-cefb-4649-8ce9-2760eb50979a tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:55.886311 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5efc88fc-27b6-4f25-b34c-d3ef1f0e2da0 None None] Could not find standard attr ID for object 5f612c6d-b7cb-4eff-acaf-63fd21f006da. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:12:55.913134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port f6c8b4d1-4edd-412c-9f86-26416858c02c triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:55.913502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:55.930616 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1d575-2b38-4597-866c-9e8f8b30dcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6c0429-ccbf-4d9d-bb07-412b59c3f9c2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:55.952425 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-adc6209b-0388-4823-8fd9-01fa8a4509c7 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Deleting port f4027dfa-c562-4c23-b40c-8251fe0b7cb2 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:12:55.952882 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adc6209b-0388-4823-8fd9-01fa8a4509c7 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:55.968877 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944f703-bcac-4e4f-96ec-151c16bda549 None None] Pushing event updated for resources: {'Port': ['ID=97928a95-da83-474d-9555-b6bc41073b8a,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:55.975130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Attempting to bind port 97928a95-da83-474d-9555-b6bc41073b8a on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:12:55.978686 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Attempting to bind port 97928a95-da83-474d-9555-b6bc41073b8a by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:12:55.979167 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Attempting to bind port 97928a95-da83-474d-9555-b6bc41073b8a on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:12:55.990233 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa90e677-cefb-4649-8ce9-2760eb50979a tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:12:56.004378 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:12:56.004757 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:12:56.005168 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.005564 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:12:56.006029 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Bound port: 97928a95-da83-474d-9555-b6bc41073b8a, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:12:56.006444 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.010276 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5efc88fc-27b6-4f25-b34c-d3ef1f0e2da0 None None] Provisioning complete for port 7dc74061-58bd-4a1c-a08c-84a06821368d triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:56.010621 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5efc88fc-27b6-4f25-b34c-d3ef1f0e2da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.036542 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aa90e677-cefb-4649-8ce9-2760eb50979a tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.037154 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-aa90e677-cefb-4649-8ce9-2760eb50979a tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Added segment b47bfe19-7ecb-4a46-b544-57b218bd77fe of type vlan for network 4f4d0823-0c81-41f6-9d09-1c1d964b788d Dec 09 02:12:56.064281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.109174 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aa90e677-cefb-4649-8ce9-2760eb50979a tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.170351 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd2f6-2f8b-4581-80a4-51bc88204978 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.194523 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:12:56.196019 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] For port 97928a95-da83-474d-9555-b6bc41073b8a, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:12:56.226520 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] For port 97928a95-da83-474d-9555-b6bc41073b8a, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=97928a95-da83-474d-9555-b6bc41073b8a,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:12:56.264977 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.274377 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aa90e677-cefb-4649-8ce9-2760eb50979a tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.287410 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa90e677-cefb-4649-8ce9-2760eb50979a tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:56.289263 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aa90e677-cefb-4649-8ce9-2760eb50979a tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.313037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.408256 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Routers {'949a002e-67f8-4781-87a5-6360acdab537'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:12:56.409694 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:12:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['949a002e-67f8-4781-87a5-6360acdab537'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:12:56.437755 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37f4e6ef-2c5d-4a8f-a50e-6f532e6cdcb5 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.482689 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944f703-bcac-4e4f-96ec-151c16bda549 None None] Pushing event updated for resources: {'Port': ['ID=97928a95-da83-474d-9555-b6bc41073b8a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:56.494250 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7dc74061-58bd-4a1c-a08c-84a06821368d up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:12:56.495788 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-aa90e677-cefb-4649-8ce9-2760eb50979a tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7800729 Dec 09 02:12:56.515831 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58400) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:56.525709 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37f4e6ef-2c5d-4a8f-a50e-6f532e6cdcb5 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.558946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Network 2d39084e-79bd-4b9e-a14a-0e7250599a44 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:12:56.562904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58402) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:56.563318 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd2f6-2f8b-4581-80a4-51bc88204978 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.564349 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1dd2f6-2f8b-4581-80a4-51bc88204978 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:56.564931 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd2f6-2f8b-4581-80a4-51bc88204978 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.580298 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-44effdf6-da6b-4c55-bb92-4bc7d57c76ef None None] Could not find standard attr ID for object 5f612c6d-b7cb-4eff-acaf-63fd21f006da. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:12:56.589548 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adc6209b-0388-4823-8fd9-01fa8a4509c7 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.600550 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:56.606481 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:12:56.607195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.616517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c3dff786-2d8a-4724-8e39-159aca01d124 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.626009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90e677-cefb-4649-8ce9-2760eb50979a tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Pushing event updated for resources: {'Network': ['ID=4f4d0823-0c81-41f6-9d09-1c1d964b788d,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:56.649026 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] Set router 949a002e-67f8-4781-87a5-6360acdab537 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:12:56.656253 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Pushing event updated for resources: {'Port': ['ID=83d8999c-0c7f-438c-beef-b3ed530677dd,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:56.708603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 4f4d0823-0c81-41f6-9d09-1c1d964b788d details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:12:56.710757 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37f4e6ef-2c5d-4a8f-a50e-6f532e6cdcb5 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.712623 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-37f4e6ef-2c5d-4a8f-a50e-6f532e6cdcb5 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4711986 Dec 09 02:12:56.719320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58404) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:56.721756 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-adc6209b-0388-4823-8fd9-01fa8a4509c7 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Calling delete_port for f4027dfa-c562-4c23-b40c-8251fe0b7cb2 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:12:56.747368 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fc1dd2f6-2f8b-4581-80a4-51bc88204978 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7537572 Dec 09 02:12:56.751947 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.757052 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4e6ef-2c5d-4a8f-a50e-6f532e6cdcb5 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a448eb9-6496-474b-a639-1be1cceeede5,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:56.773273 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58406) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:56.781694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-0b9ef7d1-c9ab-4f3f-8543-f215c610aa48 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Request body: {'security_group_rule': {'security_group_id': '3a448eb9-6496-474b-a639-1be1cceeede5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:56.790373 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b6ec9501-d95c-44b7-80b6-970428445d0f tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Request body: {'subnet': {'network_id': '8c61f922-29b4-4093-a08a-6598d17b19bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:56.806117 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:56.814633 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1dd2f6-2f8b-4581-80a4-51bc88204978 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Pushing event updated for resources: {'Network': ['ID=8c61f922-29b4-4093-a08a-6598d17b19bf,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:56.864648 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 8c61f922-29b4-4093-a08a-6598d17b19bf details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:12:56.983997 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:12:56.994710 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Sync routers for ids ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:12:57.020824 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Routers {'0e31699e-0e1a-4a22-90b7-fc6cab67fd70'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:12:57.024750 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:12:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:12:57.064585 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ec9501-d95c-44b7-80b6-970428445d0f tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Made reservation on behalf of f998a5b5ddba49a1b8223d2d809cacb9 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:57.066934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b6ec9501-d95c-44b7-80b6-970428445d0f tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.078182 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.079422 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f4d8a2f8-2b61-4dc4-ae13-00f4744b3234 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.2446959 Dec 09 02:12:57.119622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58408) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:57.127200 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c3dff786-2d8a-4724-8e39-159aca01d124 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.160495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Pushing event updated for resources: {'Port': ['ID=9cc72ba9-3ff4-4988-89fd-6078326b377d,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:57.203260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.223565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.227321 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-41c3b0e8-3da6-4276-be5e-750808f39424 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0800624 Dec 09 02:12:57.227786 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58410) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:57.238684 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-cfe0dd21-040e-448c-aef5-71f3a161fafe tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1350091443'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:57.243058 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-605c843a-2296-42aa-90aa-c64128fedc8a tempest-DHCPAgentSchedulersTestJSON-1633571545 tempest-DHCPAgentSchedulersTestJSON-1633571545-project-admin] 10.222.0.43 "GET /v2.0/agents/4379eb48-8fe0-4285-912b-7b8a7e238db3/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 0.7121453 Dec 09 02:12:57.248345 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 7dc74061-58bd-4a1c-a08c-84a06821368d triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:57.248863 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.249065 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58412) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:57.257657 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Set router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:12:57.269437 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c3dff786-2d8a-4724-8e39-159aca01d124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.282942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0b9ef7d1-c9ab-4f3f-8543-f215c610aa48 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.318335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-aa11a548-c703-4260-af66-c3d1648ffaff None None] Provisioning complete for port 83d8999c-0c7f-438c-beef-b3ed530677dd triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:57.318706 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa11a548-c703-4260-af66-c3d1648ffaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.370641 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe0dd21-040e-448c-aef5-71f3a161fafe tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Made reservation on behalf of 7cc7fac828194be29b5a933dc7691318 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:57.376158 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cfe0dd21-040e-448c-aef5-71f3a161fafe tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.382352 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adc6209b-0388-4823-8fd9-01fa8a4509c7 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.400957 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cfe0dd21-040e-448c-aef5-71f3a161fafe tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.491614 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dff786-2d8a-4724-8e39-159aca01d124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819edd8f-9546-4fbd-869a-be345ea2c1b4,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:57.517231 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cfe0dd21-040e-448c-aef5-71f3a161fafe tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.529853 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'name': 'tempest-ServersTestJSON-331102969-router', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:52Z', 'revision_number': 3, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'gw_port': {'id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:50Z', 'updated_at': '2021-12-09T02:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:12:57.535038 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c3dff786-2d8a-4724-8e39-159aca01d124 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85f768a4af8d4c9ba80feb0c51e09a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9665425 Dec 09 02:12:57.548120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58416) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:57.568491 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cfe0dd21-040e-448c-aef5-71f3a161fafe tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.572138 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Checking router: 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:12:57.572357 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6209b-0388-4823-8fd9-01fa8a4509c7 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4027dfa-c562-4c23-b40c-8251fe0b7cb2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:57.573208 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Updating router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 port 2bb3b730-4a5c-4c31-8295-1512ceb27a54 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:12:57.581720 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-aa11a548-c703-4260-af66-c3d1648ffaff None None] Port 83d8999c-0c7f-438c-beef-b3ed530677dd cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:12:57.619286 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.642978 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949a002e-67f8-4781-87a5-6360acdab537', 'name': 'tempest-ServerActionsTestJSON-13731359-router', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '97928a95-da83-474d-9555-b6bc41073b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:49Z', 'revision_number': 3, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'gw_port': {'id': '97928a95-da83-474d-9555-b6bc41073b8a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:12:57.651056 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.676503 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed152c6a-aa86-4342-8d59-27007769b35a None None] The sync data for ids ['949a002e-67f8-4781-87a5-6360acdab537'] in dv-neutron-804846-18-hyperv is: [{'id': '949a002e-67f8-4781-87a5-6360acdab537', 'name': 'tempest-ServerActionsTestJSON-13731359-router', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '97928a95-da83-474d-9555-b6bc41073b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:49Z', 'revision_number': 3, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'gw_port': {'id': '97928a95-da83-474d-9555-b6bc41073b8a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:12:57.736413 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe0dd21-040e-448c-aef5-71f3a161fafe tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:12:57.754568 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adc6209b-0388-4823-8fd9-01fa8a4509c7 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.759350 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-adc6209b-0388-4823-8fd9-01fa8a4509c7 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "DELETE /v2.0/ports/f4027dfa-c562-4c23-b40c-8251fe0b7cb2 HTTP/1.1" status: 204 len: 168 time: 2.7646546 Dec 09 02:12:57.763753 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58418) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:57.765176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cfe0dd21-040e-448c-aef5-71f3a161fafe tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.765532 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-cfe0dd21-040e-448c-aef5-71f3a161fafe tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Added segment d579db3f-7240-4ff5-8df1-22be3c5b8271 of type vlan for network d29ff8a5-ca66-4441-b2c6-a56e16be6ad8 Dec 09 02:12:57.772585 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03a61713-3e57-47b1-b717-4241cce2eaa8', 'external_fixed_ips': [{'subnet_id': 'dc06ff74-5ade-4df8-8c33-c7324a52e61d', 'ip_address': '2001:db8::1fb'}]}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:57.816725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0b9ef7d1-c9ab-4f3f-8543-f215c610aa48 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.826792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.828216 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.841859 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0dd21-040e-448c-aef5-71f3a161fafe tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931c5b01-d693-4cac-b47a-23c3bcf44d02,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:57.849653 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0b9ef7d1-c9ab-4f3f-8543-f215c610aa48 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:57.949602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ef7d1-c9ab-4f3f-8543-f215c610aa48 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7f5ca5-8806-4b14-ba94-973ace599628,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:58.007702 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.022564 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.101162 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.103374 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cfe0dd21-040e-448c-aef5-71f3a161fafe tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.219765 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cfe0dd21-040e-448c-aef5-71f3a161fafe tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.228529 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe0dd21-040e-448c-aef5-71f3a161fafe tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:58.229431 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cfe0dd21-040e-448c-aef5-71f3a161fafe tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.238922 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7dac4-e22c-43c1-869b-b4656489fb62 None None] Pushing event updated for resources: {'Port': ['ID=2bb3b730-4a5c-4c31-8295-1512ceb27a54,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:58.258400 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Attempting to bind port 2bb3b730-4a5c-4c31-8295-1512ceb27a54 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:12:58.259004 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Attempting to bind port 2bb3b730-4a5c-4c31-8295-1512ceb27a54 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:12:58.259368 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Attempting to bind port 2bb3b730-4a5c-4c31-8295-1512ceb27a54 on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:12:58.270689 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:12:58.271078 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:12:58.271534 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.271928 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:12:58.272550 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Bound port: 2bb3b730-4a5c-4c31-8295-1512ceb27a54, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:12:58.272953 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.372213 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] For port 2bb3b730-4a5c-4c31-8295-1512ceb27a54, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:12:58.377674 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] For port 2bb3b730-4a5c-4c31-8295-1512ceb27a54, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2bb3b730-4a5c-4c31-8295-1512ceb27a54,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:12:58.388204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0b9ef7d1-c9ab-4f3f-8543-f215c610aa48 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.388746 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.391962 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0b9ef7d1-c9ab-4f3f-8543-f215c610aa48 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6653862 Dec 09 02:12:58.394168 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58420) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:58.412562 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.418805 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8a448b81-2e50-4b0a-8d6e-6689c0ea15a4 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Request body: {'security_group_rule': {'security_group_id': '3a448eb9-6496-474b-a639-1be1cceeede5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:58.429749 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cfe0dd21-040e-448c-aef5-71f3a161fafe tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1997712 Dec 09 02:12:58.435790 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58422) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:58.439340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b85e361-8d74-4855-9f85-8168a667f2ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.445168 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4392ae22-87b5-4a46-90de-f5e306f69eac tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Request body: {'subnet': {'network_id': 'd29ff8a5-ca66-4441-b2c6-a56e16be6ad8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:58.452030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde09ec-a63d-4753-8299-530ec384f8ef tempest-DHCPAgentSchedulersTestJSON-1633571545 tempest-DHCPAgentSchedulersTestJSON-1633571545-project-admin] Network 4f4d0823-0c81-41f6-9d09-1c1d964b788d is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:12:58.455774 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0dd21-040e-448c-aef5-71f3a161fafe tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Pushing event updated for resources: {'Network': ['ID=d29ff8a5-ca66-4441-b2c6-a56e16be6ad8,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:58.472542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network d29ff8a5-ca66-4441-b2c6-a56e16be6ad8 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:12:58.548866 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-abde09ec-a63d-4753-8299-530ec384f8ef tempest-DHCPAgentSchedulersTestJSON-1633571545 tempest-DHCPAgentSchedulersTestJSON-1633571545-project-admin] 10.222.0.43 "POST /v2.0/agents/4379eb48-8fe0-4285-912b-7b8a7e238db3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.2928782 Dec 09 02:12:58.552793 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58424) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:58.564414 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Routers {'0e31699e-0e1a-4a22-90b7-fc6cab67fd70'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:12:58.564829 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:12:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:12:58.575409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f7869666-a451-4423-9c1c-93263348a877 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:12:58.584063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b85e361-8d74-4855-9f85-8168a667f2ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.625856 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b049dfdc-14a8-4070-b086-7ea0a01bcf52 None None] Network 4f4d0823-0c81-41f6-9d09-1c1d964b788d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:12:58.640177 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a448b81-2e50-4b0a-8d6e-6689c0ea15a4 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.658760 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7dac4-e22c-43c1-869b-b4656489fb62 None None] Pushing event updated for resources: {'Port': ['ID=2bb3b730-4a5c-4c31-8295-1512ceb27a54,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:58.792458 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-98ca87a0-4770-4624-bed3-e4d933ce7980 tempest-DHCPAgentSchedulersTestJSON-1633571545 tempest-DHCPAgentSchedulersTestJSON-1633571545-project-admin] 10.222.0.43 "GET /v2.0/agents/4379eb48-8fe0-4285-912b-7b8a7e238db3/dhcp-networks HTTP/1.1" status: 200 len: 7251 time: 0.2366812 Dec 09 02:12:58.801717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58426) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:58.809199 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4392ae22-87b5-4a46-90de-f5e306f69eac tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Made reservation on behalf of 7cc7fac828194be29b5a933dc7691318 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:12:58.815465 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4392ae22-87b5-4a46-90de-f5e306f69eac tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.826675 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-b6ec9501-d95c-44b7-80b6-970428445d0f tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:12:58.827710 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b6ec9501-d95c-44b7-80b6-970428445d0f tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.827847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port f7869666-a451-4423-9c1c-93263348a877 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:58.828046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.833911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:58.853528 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] Set router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:12:58.978660 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.005626 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port f7869666-a451-4423-9c1c-93263348a877, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f7869666-a451-4423-9c1c-93263348a877,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:12:59.008914 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.014167 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.015089 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 97928a95-da83-474d-9555-b6bc41073b8a up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:12:59.024685 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a448b81-2e50-4b0a-8d6e-6689c0ea15a4 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.040921 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.041564 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.052394 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a448b81-2e50-4b0a-8d6e-6689c0ea15a4 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.064260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec9501-d95c-44b7-80b6-970428445d0f tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2db80abe-4032-48a3-8454-02f940d2c3d0,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:59.109087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a448b81-2e50-4b0a-8d6e-6689c0ea15a4 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c29f9f0-0343-4272-97ff-668d33a6f7d8,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:59.121252 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a448b81-2e50-4b0a-8d6e-6689c0ea15a4 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.125176 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8a448b81-2e50-4b0a-8d6e-6689c0ea15a4 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7200415 Dec 09 02:12:59.125176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ec9501-d95c-44b7-80b6-970428445d0f tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Checking segment: {'id': '7d28014b-9396-4530-8561-79d79a002f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8c61f922-29b4-4093-a08a-6598d17b19bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:12:59.125176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ec9501-d95c-44b7-80b6-970428445d0f tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Network hostable DHCP agents. Network: 8c61f922-29b4-4093-a08a-6598d17b19bf, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:12:59.131961 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58428) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:59.142978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:59.184376 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=f7869666-a451-4423-9c1c-93263348a877,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:59.213611 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 97928a95-da83-474d-9555-b6bc41073b8a triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:12:59.216450 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.238789 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'name': 'tempest-ServersTestJSON-331102969-router', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:52Z', 'revision_number': 3, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'gw_port': {'id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:50Z', 'updated_at': '2021-12-09T02:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:12:59.252671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Allocated IP 172.20.0.1 (719383a5-619e-47d1-8539-0fde52722e3d/bdb716e1-2071-48d1-96c5-734c67dd80bc/2197f0cc-966d-48b3-a0aa-cb8ed27f7568) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:12:59.264599 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ec9501-d95c-44b7-80b6-970428445d0f tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Network 8c61f922-29b4-4093-a08a-6598d17b19bf is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:12:59.310502 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108141cd-bb35-464c-a01c-029d3c780a5c None None] The sync data for ids ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'] in dv-neutron-804846-18-hyperv is: [{'id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'name': 'tempest-ServersTestJSON-331102969-router', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:52Z', 'revision_number': 3, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'gw_port': {'id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:50Z', 'updated_at': '2021-12-09T02:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:12:59.344068 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.347779 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.357938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Sync routers for ids ['50a37300-0591-4956-9ef6-59f181070816'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:12:59.377520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.384718 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Routers {'50a37300-0591-4956-9ef6-59f181070816'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:12:59.385340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:12:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['50a37300-0591-4956-9ef6-59f181070816'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:12:59.395850 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 97928a95-da83-474d-9555-b6bc41073b8a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=97928a95-da83-474d-9555-b6bc41073b8a,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:12:59.417514 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b85e361-8d74-4855-9f85-8168a667f2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.420143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b85e361-8d74-4855-9f85-8168a667f2ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.421324 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1b85e361-8d74-4855-9f85-8168a667f2ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/819edd8f-9546-4fbd-869a-be345ea2c1b4 HTTP/1.1" status: 204 len: 168 time: 1.8697057 Dec 09 02:12:59.455922 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5414f711-927a-470d-989a-0cc12343aacb tempest-DHCPAgentSchedulersTestJSON-1633571545 tempest-DHCPAgentSchedulersTestJSON-1633571545-project-admin] 10.222.0.43 "DELETE /v2.0/agents/4379eb48-8fe0-4285-912b-7b8a7e238db3/dhcp-networks/4f4d0823-0c81-41f6-9d09-1c1d964b788d HTTP/1.1" status: 204 len: 168 time: 0.6496685 Dec 09 02:12:59.459363 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.463328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58432) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:59.474438 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-b6ec9501-d95c-44b7-80b6-970428445d0f tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 8c61f922-29b4-4093-a08a-6598d17b19bf) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:59.477155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85e361-8d74-4855-9f85-8168a667f2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819edd8f-9546-4fbd-869a-be345ea2c1b4,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:59.479208 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.490198 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ec9501-d95c-44b7-80b6-970428445d0f tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:12:59.491105 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b6ec9501-d95c-44b7-80b6-970428445d0f tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.536794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Pushing event updated for resources: {'Port': ['ID=83d8999c-0c7f-438c-beef-b3ed530677dd,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:59.569271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Network 719383a5-619e-47d1-8539-0fde52722e3d is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:12:59.574844 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=97928a95-da83-474d-9555-b6bc41073b8a,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:59.578057 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18842a69-40e1-4efd-a96d-ca3f1e92c8e9 None None] Network 8c61f922-29b4-4093-a08a-6598d17b19bf requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:12:59.628282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:59.650546 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:12:59.651265 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.676740 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.685246 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4392ae22-87b5-4a46-90de-f5e306f69eac tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.700623 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b6ec9501-d95c-44b7-80b6-970428445d0f tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9179556 Dec 09 02:12:59.729996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58434) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:12:59.738570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Request body: {'floatingip': {'floating_network_id': '8c61f922-29b4-4093-a08a-6598d17b19bf'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:12:59.810429 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Pushing event updated for resources: {'Port': ['ID=2197f0cc-966d-48b3-a0aa-cb8ed27f7568,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:12:59.830677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Network 2d39084e-79bd-4b9e-a14a-0e7250599a44 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:12:59.840031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:12:59.868637 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.882128 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:12:59.907507 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75b0fb3-759d-4633-b52b-77ba506183d7 None None] Network 8c61f922-29b4-4093-a08a-6598d17b19bf requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:13:00.067426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Set router 50a37300-0591-4956-9ef6-59f181070816 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:13:00.193578 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ea2b0c32-6c6f-4463-b301-fb35ddbd7eec tempest-DHCPAgentSchedulersTestJSON-1633571545 tempest-DHCPAgentSchedulersTestJSON-1633571545-project-admin] 10.222.0.43 "GET /v2.0/agents/4379eb48-8fe0-4285-912b-7b8a7e238db3/dhcp-networks HTTP/1.1" status: 200 len: 7251 time: 0.7272675 Dec 09 02:13:00.205601 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58442) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:00.363250 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ce797ac5-010e-4d3e-a2cd-62320c98ff39 tempest-DHCPAgentSchedulersTestJSON-1633571545 tempest-DHCPAgentSchedulersTestJSON-1633571545-project-admin] 10.222.0.43 "GET /v2.0/networks/ff6d7b48-68f6-43e9-ba1d-4fb8831405e6/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1547332 Dec 09 02:13:00.368607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:00.368790 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c25c01ab-14fc-4aef-9545-9b9d9fcb6752 None None] Provisioning complete for port 2197f0cc-966d-48b3-a0aa-cb8ed27f7568 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:00.369137 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c25c01ab-14fc-4aef-9545-9b9d9fcb6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:00.372924 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58448) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:00.429350 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c25c01ab-14fc-4aef-9545-9b9d9fcb6752 None None] Port 2197f0cc-966d-48b3-a0aa-cb8ed27f7568 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:00.436500 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Allocated IP 2001:db8::1fb (03a61713-3e57-47b1-b717-4241cce2eaa8/dc06ff74-5ade-4df8-8c33-c7324a52e61d/35b4dadb-8eab-4348-b318-19973af1b6e9) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:00.477283 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Router 949a002e-67f8-4781-87a5-6360acdab537 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:13:00.478849 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392ae22-87b5-4a46-90de-f5e306f69eac tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Pushing event updated for resources: {'Subnet': ['ID=d6b6d539-735f-4dfb-9f68-6847feb847a4,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:00.513203 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-72471cf7-2057-4626-a7e0-8e46a11dce1f tempest-DHCPAgentSchedulersTestJSON-1633571545 tempest-DHCPAgentSchedulersTestJSON-1633571545-project-admin] 10.222.0.43 "GET /v2.0/networks/ff6d7b48-68f6-43e9-ba1d-4fb8831405e6/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1376901 Dec 09 02:13:00.527775 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58450) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:00.565479 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4392ae22-87b5-4a46-90de-f5e306f69eac tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Checking segment: {'id': 'd579db3f-7240-4ff5-8df1-22be3c5b8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd29ff8a5-ca66-4441-b2c6-a56e16be6ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:00.565849 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4392ae22-87b5-4a46-90de-f5e306f69eac tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Network hostable DHCP agents. Network: d29ff8a5-ca66-4441-b2c6-a56e16be6ad8, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:13:00.598185 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2bb3b730-4a5c-4c31-8295-1512ceb27a54 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:00.629870 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8040f79a-a10e-40cd-9061-31be6c9d8384 None None] Provisioning complete for port 83d8999c-0c7f-438c-beef-b3ed530677dd triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:00.630496 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8040f79a-a10e-40cd-9061-31be6c9d8384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:00.679639 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8040f79a-a10e-40cd-9061-31be6c9d8384 None None] Port 83d8999c-0c7f-438c-beef-b3ed530677dd cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:00.693081 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:00.704644 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a37300-0591-4956-9ef6-59f181070816', 'name': 'tempest-ServersTestManualDisk-157062250-router', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f7869666-a451-4423-9c1c-93263348a877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:52Z', 'revision_number': 4, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'gw_port': {'id': 'f7869666-a451-4423-9c1c-93263348a877', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '1a8cb09a-875a-4cf0-aeca-3b9b54e29016', 'name': '', 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'mac_address': 'fa:16:3e:05:83:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:51Z', 'updated_at': '2021-12-09T02:12:52Z', 'revision_number': 2, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'subnets': [{'id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:00.749402 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:00.756593 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Checking router: 50a37300-0591-4956-9ef6-59f181070816 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:13:00.756955 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Updating router 50a37300-0591-4956-9ef6-59f181070816 port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:13:00.788495 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:00.798843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 2bb3b730-4a5c-4c31-8295-1512ceb27a54 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:00.799133 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:00.849547 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4392ae22-87b5-4a46-90de-f5e306f69eac tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Network d29ff8a5-ca66-4441-b2c6-a56e16be6ad8 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:13:00.854087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:00.856288 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Pushing event updated for resources: {'Port': ['ID=35b4dadb-8eab-4348-b318-19973af1b6e9,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:00.866839 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Network 03a61713-3e57-47b1-b717-4241cce2eaa8 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:00.874294 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:00.877730 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:00.951448 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:00.965099 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-01bac10d-b1ad-49cc-87ff-f5ab1b2bc4fe tempest-DHCPAgentSchedulersTestJSON-1633571545 tempest-DHCPAgentSchedulersTestJSON-1633571545-project-admin] 10.222.0.43 "GET /v2.0/agents/4379eb48-8fe0-4285-912b-7b8a7e238db3/dhcp-networks HTTP/1.1" status: 200 len: 7251 time: 0.4339519 Dec 09 02:13:00.970363 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58460) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:01.069821 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-4392ae22-87b5-4a46-90de-f5e306f69eac tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, d29ff8a5-ca66-4441-b2c6-a56e16be6ad8) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:01.073145 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:01.076259 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4392ae22-87b5-4a46-90de-f5e306f69eac tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:01.076793 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4392ae22-87b5-4a46-90de-f5e306f69eac tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:01.081953 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58462) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:01.091335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3e671c-1de0-42e9-a953-c25275ae053c None None] Network d29ff8a5-ca66-4441-b2c6-a56e16be6ad8 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:13:01.197567 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4392ae22-87b5-4a46-90de-f5e306f69eac tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7568164 Dec 09 02:13:01.204570 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58466) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:01.211940 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1170819331', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:01.241287 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:01.246433 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:01.247496 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:01.296079 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 2bb3b730-4a5c-4c31-8295-1512ceb27a54, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2bb3b730-4a5c-4c31-8295-1512ceb27a54,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:01.345763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:01.347555 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:01.348526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:01.348661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:01.348919 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f7869666-a451-4423-9c1c-93263348a877 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:01.367464 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Allocated IP 172.26.3.123 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/4efd5d07-5416-4832-b1a7-8af21b70a8c2) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:01.415332 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:01.426541 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Allocated IP 172.20.0.6 (8c61f922-29b4-4093-a08a-6598d17b19bf/2db80abe-4032-48a3-8454-02f940d2c3d0/47b86f77-09ff-4cf4-8744-8e409333d0a5) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:01.438642 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-65524929-1fd1-4204-9bc6-4623188b4fe0 tempest-AgentManagementNegativeTest-1409215175 tempest-AgentManagementNegativeTest-1409215175-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3539858 Dec 09 02:13:01.533534 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=2bb3b730-4a5c-4c31-8295-1512ceb27a54,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:01.563725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port f7869666-a451-4423-9c1c-93263348a877 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:01.564102 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:01.606206 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-d29ff8a5-ca66-4441-b2c6-a56e16be6ad8', 'network_id': 'd29ff8a5-ca66-4441-b2c6-a56e16be6ad8', 'project_id': '7cc7fac828194be29b5a933dc7691318', 'fixed_ips': [{'subnet_id': 'd6b6d539-735f-4dfb-9f68-6847feb847a4'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:13:01.607071 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:01.610959 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Pushing event updated for resources: {'Port': ['ID=2197f0cc-966d-48b3-a0aa-cb8ed27f7568,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:01.692700 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:01.743647 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:01.869006 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:01.875546 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5b9a21ca-c147-44dc-9e53-37f67da40916 admin admin] 10.222.0.43 "PUT /v2.0/routers/949a002e-67f8-4781-87a5-6360acdab537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1230841 Dec 09 02:13:01.890217 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Sync routers for ids ['949a002e-67f8-4781-87a5-6360acdab537'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:01.892284 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:01.919599 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Routers {'949a002e-67f8-4781-87a5-6360acdab537'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:01.920407 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:12:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['949a002e-67f8-4781-87a5-6360acdab537'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:01.924572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:01.941668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58474) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:01.965044 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:01.966807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Network 719383a5-619e-47d1-8539-0fde52722e3d is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:01.981109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:01.988370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Subscribe: > segment before_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:13:01.988700 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:13:01.989474 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:13:01.989812 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Subscribe: > port after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:13:01.990142 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Subscribe: > port after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:13:01.990481 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Subscribe: > port after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:13:01.990809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Subscribe: > segment after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:13:01.991134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Subscribe: > subnet after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:13:01.998433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Subscribe: > subnet after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:13:01.998904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Subscribe: > subnet after_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:13:02.113601 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.195663 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Set router 949a002e-67f8-4781-87a5-6360acdab537 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:13:02.205630 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1b14a-69f6-46d8-92cc-f00eedbaa6b1 None None] Pushing event updated for resources: {'Port': ['ID=1a8cb09a-875a-4cf0-aeca-3b9b54e29016,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:02.224477 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.245769 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 97928a95-da83-474d-9555-b6bc41073b8a up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:02.420539 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a4db2b61-192e-41e9-a2ee-6b312f2ab701 None None] Provisioning complete for port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:02.421253 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a4db2b61-192e-41e9-a2ee-6b312f2ab701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.431730 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 97928a95-da83-474d-9555-b6bc41073b8a triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:02.432399 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.434992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Attempting to bind port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:02.435602 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Attempting to bind port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'ee3b5d32-d378-4ad3-9a25-d2f6a3814612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:02.436220 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Attempting to bind port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 on network d961835d-340c-4d5a-8246-eef81d928029 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:02.466572 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:13:02.467332 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Checking segment: {'id': 'ee3b5d32-d378-4ad3-9a25-d2f6a3814612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:02.467991 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.468599 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Bound using segment: {'id': 'ee3b5d32-d378-4ad3-9a25-d2f6a3814612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:13:02.469537 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Bound port: 1a8cb09a-875a-4cf0-aeca-3b9b54e29016, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3b5d32-d378-4ad3-9a25-d2f6a3814612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:13:02.470359 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.478492 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Subscribe: > subnet after_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:13:02.479015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Subscribe: > subnet after_delete 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:13:02.479331 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Subscribe: > subnet before_create 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:13:02.479706 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Subscribe: > subnet before_update 55550000 {{(pid=103334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 02:13:02.480128 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4d0823-0c81-41f6-9d09-1c1d964b788d']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:02.488741 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.545779 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:02.548449 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47bfe19-7ecb-4a46-b544-57b218bd77fe') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:02.549831 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47bfe19-7ecb-4a46-b544-57b218bd77fe') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:02.556344 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:02.560746 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:02.580468 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949a002e-67f8-4781-87a5-6360acdab537', 'name': 'tempest-ServerActionsTestJSON-13731359-router', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '97928a95-da83-474d-9555-b6bc41073b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:57Z', 'revision_number': 4, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'gw_port': {'id': '97928a95-da83-474d-9555-b6bc41073b8a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '83d8999c-0c7f-438c-beef-b3ed530677dd', 'name': '', 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'mac_address': 'fa:16:3e:8a:6a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:55Z', 'updated_at': '2021-12-09T02:12:58Z', 'revision_number': 2, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'subnets': [{'id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:02.586234 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] For port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:13:02.592406 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] For port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1a8cb09a-875a-4cf0-aeca-3b9b54e29016,segment=NetworkSegment(ee3b5d32-d378-4ad3-9a25-d2f6a3814612),segment_id=ee3b5d32-d378-4ad3-9a25-d2f6a3814612)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:13:02.594253 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Allocated IP 172.20.0.2 (d29ff8a5-ca66-4441-b2c6-a56e16be6ad8/d6b6d539-735f-4dfb-9f68-6847feb847a4/a60768f6-8d8f-41d1-bad8-f1728c6c1dcc) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:02.607004 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.616852 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Checking router: 949a002e-67f8-4781-87a5-6360acdab537 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:13:02.617592 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Updating router 949a002e-67f8-4781-87a5-6360acdab537 port 83d8999c-0c7f-438c-beef-b3ed530677dd binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:13:02.617843 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9b3a-b7f7-4d56-9297-3f9c730c2a1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.626650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.671585 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.681384 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1b14a-69f6-46d8-92cc-f00eedbaa6b1 None None] Pushing event updated for resources: {'Port': ['ID=1a8cb09a-875a-4cf0-aeca-3b9b54e29016,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:02.716376 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a4db2b61-192e-41e9-a2ee-6b312f2ab701 None None] Port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:02.751221 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9b3a-b7f7-4d56-9297-3f9c730c2a1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.759604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.769646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9b3a-b7f7-4d56-9297-3f9c730c2a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.775506 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.868491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d9b3a-b7f7-4d56-9297-3f9c730c2a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6666f8d7-0805-4f38-9d7c-7184ea97eebb,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:02.884487 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:13:02.884996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: from cryptography.utils import int_from_bytes Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: from cryptography.utils import int_from_bytes Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:13:02.924634 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:13:02.950737 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Network 8c61f922-29b4-4093-a08a-6598d17b19bf is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:02.965575 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.984990 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-37c98a7d-f34c-4b32-8995-5fb6f004087b None None] Provisioning complete for port 2197f0cc-966d-48b3-a0aa-cb8ed27f7568 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:02.984990 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37c98a7d-f34c-4b32-8995-5fb6f004087b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:02.990891 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Routers {'50a37300-0591-4956-9ef6-59f181070816'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:02.993440 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:12:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['50a37300-0591-4956-9ef6-59f181070816'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:02.994520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:03.007044 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Pushing event updated for resources: {'Port': ['ID=4efd5d07-5416-4832-b1a7-8af21b70a8c2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:03.086169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:03.220343 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8c8d9b3a-b7f7-4d56-9297-3f9c730c2a1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c798f7a9d7d4fd8a7ad3d4386d320b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2717786 Dec 09 02:13:03.221171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58488) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:03.228259 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-658d31e0-66d2-4b11-90ad-f49a33a945a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:03.245694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Pushing event updated for resources: {'Port': ['ID=47b86f77-09ff-4cf4-8744-8e409333d0a5,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:03.328418 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-37c98a7d-f34c-4b32-8995-5fb6f004087b None None] Port 2197f0cc-966d-48b3-a0aa-cb8ed27f7568 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:03.357792 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:03.378465 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:03.467584 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea455ab-2389-4889-8eb0-91aacf502514 None None] Pushing event updated for resources: {'Port': ['ID=83d8999c-0c7f-438c-beef-b3ed530677dd,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:03.483358 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2bb3b730-4a5c-4c31-8295-1512ceb27a54 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:03.493220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:03.507370 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:03.544249 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Attempting to bind port 83d8999c-0c7f-438c-beef-b3ed530677dd on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:03.544624 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Attempting to bind port 83d8999c-0c7f-438c-beef-b3ed530677dd by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:03.545173 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Attempting to bind port 83d8999c-0c7f-438c-beef-b3ed530677dd on network 2d39084e-79bd-4b9e-a14a-0e7250599a44 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:03.549514 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] Set router 50a37300-0591-4956-9ef6-59f181070816 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:13:03.553948 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:13:03.554577 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Checking segment: {'id': 'f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:03.555140 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:03.555725 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Bound using segment: {'id': 'f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:13:03.556356 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Bound port: 83d8999c-0c7f-438c-beef-b3ed530677dd, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:13:03.556935 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:03.572141 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:13:03.573028 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f57d1ef-1730-4edc-81cd-6f8eab39d06f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:03.627115 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] For port 83d8999c-0c7f-438c-beef-b3ed530677dd, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:13:03.631461 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] For port 83d8999c-0c7f-438c-beef-b3ed530677dd, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=83d8999c-0c7f-438c-beef-b3ed530677dd,segment=NetworkSegment(f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb),segment_id=f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:13:03.648316 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:03.656249 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-89b7d115-a012-4e62-b65f-9f85259b2ef3 None None] Provisioning complete for port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:03.656788 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89b7d115-a012-4e62-b65f-9f85259b2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:03.693444 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f57d1ef-1730-4edc-81cd-6f8eab39d06f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:03.708664 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Pushing event deleted for resources: {'Network': ['ID=4f4d0823-0c81-41f6-9d09-1c1d964b788d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:03.732838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:03.734935 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 2bb3b730-4a5c-4c31-8295-1512ceb27a54 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:03.735545 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:03.740815 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4b241181-c7cd-4539-b88f-b1d4d65b1c64 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] 10.222.0.43 "DELETE /v2.0/networks/4f4d0823-0c81-41f6-9d09-1c1d964b788d HTTP/1.1" status: 204 len: 168 time: 2.7642057 Dec 09 02:13:03.744369 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Routers {'949a002e-67f8-4781-87a5-6360acdab537'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:03.745007 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:12:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['949a002e-67f8-4781-87a5-6360acdab537'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:03.747477 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58492) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:03.758389 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58494) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:03.787098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-06e28729-971e-49f7-88c8-dafd340cb706 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554824458', 'description': 'tempest-description--2127058200'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:03.794476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:03.860402 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:03.876419 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-65887525-971c-4616-8bfd-a55a96d7246a tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] DELETE failed (client error): The resource could not be found. Dec 09 02:13:03.877027 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65887525-971c-4616-8bfd-a55a96d7246a tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:13:03.882899 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-65887525-971c-4616-8bfd-a55a96d7246a tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] 10.222.0.43 "DELETE /v2.0/ports/5f612c6d-b7cb-4eff-acaf-63fd21f006da HTTP/1.1" status: 404 len: 333 time: 0.1142685 Dec 09 02:13:03.887697 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58498) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:03.891500 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:03.947889 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea455ab-2389-4889-8eb0-91aacf502514 None None] Pushing event updated for resources: {'Port': ['ID=83d8999c-0c7f-438c-beef-b3ed530677dd,revision_number=4']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:04.016330 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.016756 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] Set router 949a002e-67f8-4781-87a5-6360acdab537 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:13:04.023863 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06e28729-971e-49f7-88c8-dafd340cb706 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.053540 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Router 438424da-7a93-4eb9-bce1-8495aca38138 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:13:04.065572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.101617 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.109068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f57d1ef-1730-4edc-81cd-6f8eab39d06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.113261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f57d1ef-1730-4edc-81cd-6f8eab39d06f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.116836 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2f57d1ef-1730-4edc-81cd-6f8eab39d06f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6666f8d7-0805-4f38-9d7c-7184ea97eebb HTTP/1.1" status: 204 len: 168 time: 0.8798685 Dec 09 02:13:04.172219 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89b7d115-a012-4e62-b65f-9f85259b2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.247168 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:04.248060 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:04.289563 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.293809 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7176f407-b651-4b6d-abb3-f84944190a0c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.5222590 Dec 09 02:13:04.299139 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58502) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:04.342322 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b1db61-c102-4820-a8f1-01f7417b3cc8 None None] Sync routers for ids ['438424da-7a93-4eb9-bce1-8495aca38138'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:04.354376 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.357246 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57d1ef-1730-4edc-81cd-6f8eab39d06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6666f8d7-0805-4f38-9d7c-7184ea97eebb,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:04.358798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Network d29ff8a5-ca66-4441-b2c6-a56e16be6ad8 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:04.371647 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:04.391717 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:04.460790 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b1db61-c102-4820-a8f1-01f7417b3cc8 None None] Routers {'438424da-7a93-4eb9-bce1-8495aca38138'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:04.461428 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f2b1db61-c102-4820-a8f1-01f7417b3cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:12:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['438424da-7a93-4eb9-bce1-8495aca38138'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:04.518927 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.531318 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03eb159b-ee61-4fb8-ab0b-62ada4302668 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.546668 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5dccbf8-343f-469c-a921-152e5fc13fe7 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Deleting subnet 0565f44e-4bed-40c9-8ffd-881b0353d8f9 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:13:04.551657 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5dccbf8-343f-469c-a921-152e5fc13fe7 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.553289 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Pushing event updated for resources: {'Port': ['ID=a60768f6-8d8f-41d1-bad8-f1728c6c1dcc,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:04.569015 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949a002e-67f8-4781-87a5-6360acdab537', 'name': 'tempest-ServerActionsTestJSON-13731359-router', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '97928a95-da83-474d-9555-b6bc41073b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:57Z', 'revision_number': 4, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'gw_port': {'id': '97928a95-da83-474d-9555-b6bc41073b8a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '83d8999c-0c7f-438c-beef-b3ed530677dd', 'name': '', 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'mac_address': 'fa:16:3e:8a:6a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:55Z', 'updated_at': '2021-12-09T02:13:03Z', 'revision_number': 4, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'subnets': [{'id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:04.630988 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af1ef8a-bc0f-4b91-ba16-04aeb80448c3 None None] The sync data for ids ['949a002e-67f8-4781-87a5-6360acdab537'] in dv-neutron-804846-18-hyperv is: [{'id': '949a002e-67f8-4781-87a5-6360acdab537', 'name': 'tempest-ServerActionsTestJSON-13731359-router', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '97928a95-da83-474d-9555-b6bc41073b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:57Z', 'revision_number': 4, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'gw_port': {'id': '97928a95-da83-474d-9555-b6bc41073b8a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '83d8999c-0c7f-438c-beef-b3ed530677dd', 'name': '', 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'mac_address': 'fa:16:3e:8a:6a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:55Z', 'updated_at': '2021-12-09T02:13:03Z', 'revision_number': 4, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'subnets': [{'id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:04.644835 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:04.645305 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.648426 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5dccbf8-343f-469c-a921-152e5fc13fe7 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.699556 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-89b7d115-a012-4e62-b65f-9f85259b2ef3 None None] For port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1a8cb09a-875a-4cf0-aeca-3b9b54e29016,segment=NetworkSegment(ee3b5d32-d378-4ad3-9a25-d2f6a3814612),segment_id=ee3b5d32-d378-4ad3-9a25-d2f6a3814612)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:04.823813 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Attempting to bind port a60768f6-8d8f-41d1-bad8-f1728c6c1dcc on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:04.824403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Attempting to bind port a60768f6-8d8f-41d1-bad8-f1728c6c1dcc by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'd579db3f-7240-4ff5-8df1-22be3c5b8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd29ff8a5-ca66-4441-b2c6-a56e16be6ad8'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:04.824964 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Attempting to bind port a60768f6-8d8f-41d1-bad8-f1728c6c1dcc on network d29ff8a5-ca66-4441-b2c6-a56e16be6ad8 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:04.871600 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.892222 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89b7d115-a012-4e62-b65f-9f85259b2ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.948469 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:13:04.949504 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Checking segment: {'id': 'd579db3f-7240-4ff5-8df1-22be3c5b8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd29ff8a5-ca66-4441-b2c6-a56e16be6ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:04.950052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.950517 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Bound using segment: {'id': 'd579db3f-7240-4ff5-8df1-22be3c5b8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd29ff8a5-ca66-4441-b2c6-a56e16be6ad8'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:13:04.951084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Bound port: a60768f6-8d8f-41d1-bad8-f1728c6c1dcc, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd579db3f-7240-4ff5-8df1-22be3c5b8271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd29ff8a5-ca66-4441-b2c6-a56e16be6ad8'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:13:04.951574 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:04.959999 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-f2b1db61-c102-4820-a8f1-01f7417b3cc8 None None] Set router 438424da-7a93-4eb9-bce1-8495aca38138 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:13:04.983907 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Allocated IP 172.26.3.150 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/a8b4e9ec-fc1b-40d1-9af9-b228f4be9be9) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:04.994384 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5dccbf8-343f-469c-a921-152e5fc13fe7 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.042970 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06e28729-971e-49f7-88c8-dafd340cb706 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.065395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06e28729-971e-49f7-88c8-dafd340cb706 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.127152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:05.141762 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6564c72c-3f84-4273-8df7-266706ad3c2d admin admin] 10.222.0.43 "PUT /v2.0/routers/0e31699e-0e1a-4a22-90b7-fc6cab67fd70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0182703 Dec 09 02:13:05.157318 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Sync routers for ids ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:05.161699 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Pushing event updated for resources: {'Port': ['ID=47b86f77-09ff-4cf4-8744-8e409333d0a5,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:05.176550 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e28729-971e-49f7-88c8-dafd340cb706 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d01ff57-4697-4140-a8ed-0bf03496af40,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:05.180048 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.185248 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06e28729-971e-49f7-88c8-dafd340cb706 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.186842 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-06e28729-971e-49f7-88c8-dafd340cb706 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4171424 Dec 09 02:13:05.196832 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Routers {'0e31699e-0e1a-4a22-90b7-fc6cab67fd70'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:05.199757 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:12:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:05.200971 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58522) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:05.208967 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] For port a60768f6-8d8f-41d1-bad8-f1728c6c1dcc, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:13:05.212379 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] For port a60768f6-8d8f-41d1-bad8-f1728c6c1dcc, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a60768f6-8d8f-41d1-bad8-f1728c6c1dcc,segment=NetworkSegment(d579db3f-7240-4ff5-8df1-22be3c5b8271),segment_id=d579db3f-7240-4ff5-8df1-22be3c5b8271)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:13:05.235782 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-ae8dbdaa-29cd-4869-94f4-357c6b928114 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Request body: {'security_group_rule': {'security_group_id': '3d01ff57-4697-4140-a8ed-0bf03496af40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:05.270278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.271711 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-28a0aedf-3f6a-4d60-aab8-fe6e239b8500 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.5401816 Dec 09 02:13:05.274453 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58526) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:05.280830 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03eb159b-ee61-4fb8-ab0b-62ada4302668 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.325810 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5dccbf8-343f-469c-a921-152e5fc13fe7 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.374190 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.425740 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58532) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:05.444029 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dccbf8-343f-469c-a921-152e5fc13fe7 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Pushing event deleted for resources: {'Subnet': ['ID=0565f44e-4bed-40c9-8ffd-881b0353d8f9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:05.454623 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5dccbf8-343f-469c-a921-152e5fc13fe7 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.458411 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e5dccbf8-343f-469c-a921-152e5fc13fe7 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] 10.222.0.43 "DELETE /v2.0/subnets/0565f44e-4bed-40c9-8ffd-881b0353d8f9 HTTP/1.1" status: 204 len: 168 time: 1.5600166 Dec 09 02:13:05.473306 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58536) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:05.476590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7d115-a012-4e62-b65f-9f85259b2ef3 None None] Pushing event updated for resources: {'Port': ['ID=1a8cb09a-875a-4cf0-aeca-3b9b54e29016,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:05.523847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2486c2a-896d-45d2-a0c4-6f09c93f995e None None] Network ff6d7b48-68f6-43e9-ba1d-4fb8831405e6 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:13:05.535880 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-35c14faa-26b5-4481-9bd2-68e60bf93fd8 None None] Provisioning complete for port 83d8999c-0c7f-438c-beef-b3ed530677dd triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:05.538051 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35c14faa-26b5-4481-9bd2-68e60bf93fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.540439 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0308b84c-7802-4ca4-881c-f6d4eaa6138d tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=8c61f922-29b4-4093-a08a-6598d17b19bf HTTP/1.1" status: 200 len: 689 time: 0.2649000 Dec 09 02:13:05.543713 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58538) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:05.561519 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Set router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:13:05.626570 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.633359 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.641567 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.659775 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.686990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ae8dbdaa-29cd-4869-94f4-357c6b928114 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.715978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Pushing event updated for resources: {'Port': ['ID=4efd5d07-5416-4832-b1a7-8af21b70a8c2,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:05.765759 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d90dba66-818d-4843-99e0-ebea6c75528c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.842009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.845095 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.898342 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a4e7b6ed-0c39-41a2-9cd3-54127bd941da tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-244290934'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:05.956231 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'name': 'tempest-ServersTestJSON-331102969-router', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:13:00Z', 'revision_number': 4, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'gw_port': {'id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:50Z', 'updated_at': '2021-12-09T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '2197f0cc-966d-48b3-a0aa-cb8ed27f7568', 'name': '', 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'mac_address': 'fa:16:3e:d4:3c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:58Z', 'updated_at': '2021-12-09T02:13:00Z', 'revision_number': 2, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'subnets': [{'id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:05.984642 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-03eb159b-ee61-4fb8-ab0b-62ada4302668 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Deleting port 35b4dadb-8eab-4348-b318-19973af1b6e9 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:05.986807 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03eb159b-ee61-4fb8-ab0b-62ada4302668 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:05.997898 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Checking router: 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:13:05.998530 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Updating router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 port 2197f0cc-966d-48b3-a0aa-cb8ed27f7568 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:13:06.033003 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:06.046586 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d45c0f83-2dce-4593-adc3-648765b523ae tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9106922 Dec 09 02:13:06.072860 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:06.104421 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79d1c0-be7f-429c-a3b0-c192f128aee9 None None] Pushing event updated for resources: {'Port': ['ID=a60768f6-8d8f-41d1-bad8-f1728c6c1dcc,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:06.168832 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:06.245416 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a37300-0591-4956-9ef6-59f181070816', 'name': 'tempest-ServersTestManualDisk-157062250-router', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f7869666-a451-4423-9c1c-93263348a877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:52Z', 'revision_number': 4, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'gw_port': {'id': 'f7869666-a451-4423-9c1c-93263348a877', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '1a8cb09a-875a-4cf0-aeca-3b9b54e29016', 'name': '', 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'mac_address': 'fa:16:3e:05:83:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:51Z', 'updated_at': '2021-12-09T02:13:02Z', 'revision_number': 4, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'subnets': [{'id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:06.280033 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ae8dbdaa-29cd-4869-94f4-357c6b928114 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:06.292222 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2f116-27c1-41ce-8bed-d69a53485d38 None None] The sync data for ids ['50a37300-0591-4956-9ef6-59f181070816'] in dv-neutron-804846-18-hyperv is: [{'id': '50a37300-0591-4956-9ef6-59f181070816', 'name': 'tempest-ServersTestManualDisk-157062250-router', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f7869666-a451-4423-9c1c-93263348a877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:52Z', 'revision_number': 4, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'gw_port': {'id': 'f7869666-a451-4423-9c1c-93263348a877', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '1a8cb09a-875a-4cf0-aeca-3b9b54e29016', 'name': '', 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'mac_address': 'fa:16:3e:05:83:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:51Z', 'updated_at': '2021-12-09T02:13:02Z', 'revision_number': 4, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'subnets': [{'id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:06.300130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ae8dbdaa-29cd-4869-94f4-357c6b928114 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:06.377548 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03eb159b-ee61-4fb8-ab0b-62ada4302668 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:06.384092 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dbdaa-29cd-4869-94f4-357c6b928114 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14796e6b-c08c-42b4-875a-0618390f09bd,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:06.414785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ae8dbdaa-29cd-4869-94f4-357c6b928114 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:06.416096 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ae8dbdaa-29cd-4869-94f4-357c6b928114 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2141411 Dec 09 02:13:06.422959 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-03eb159b-ee61-4fb8-ab0b-62ada4302668 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Calling delete_port for 35b4dadb-8eab-4348-b318-19973af1b6e9 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:06.435202 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58548) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:06.449925 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-bbc7eb90-d5ce-4961-a851-bc1fb487cd5b tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Request body: {'security_group_rule': {'security_group_id': '3d01ff57-4697-4140-a8ed-0bf03496af40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:06.466880 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Deleting port 47b86f77-09ff-4cf4-8744-8e409333d0a5 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:06.467074 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:06.493995 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35c14faa-26b5-4481-9bd2-68e60bf93fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:06.514285 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:06.610088 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-35c14faa-26b5-4481-9bd2-68e60bf93fd8 None None] For port 83d8999c-0c7f-438c-beef-b3ed530677dd, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=83d8999c-0c7f-438c-beef-b3ed530677dd,segment=NetworkSegment(f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb),segment_id=f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:06.626028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35c14faa-26b5-4481-9bd2-68e60bf93fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:06.637231 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f2b1db61-c102-4820-a8f1-01f7417b3cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438424da-7a93-4eb9-bce1-8495aca38138', 'name': '', 'tenant_id': 'faf1cfdffc5b4464bb76b82d54ad2314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a61713-3e57-47b1-b717-4241cce2eaa8', 'external_fixed_ips': [{'subnet_id': 'dc06ff74-5ade-4df8-8c33-c7324a52e61d', 'ip_address': '2001:db8::1fb'}], 'enable_snat': True}, 'gw_port_id': '35b4dadb-8eab-4348-b318-19973af1b6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:57Z', 'updated_at': '2021-12-09T02:13:01Z', 'revision_number': 3, 'project_id': 'faf1cfdffc5b4464bb76b82d54ad2314', 'gw_port': {'id': '35b4dadb-8eab-4348-b318-19973af1b6e9', 'name': '', 'network_id': '03a61713-3e57-47b1-b717-4241cce2eaa8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438424da-7a93-4eb9-bce1-8495aca38138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'dc06ff74-5ade-4df8-8c33-c7324a52e61d', 'ip_address': '2001:db8::1fb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:59Z', 'updated_at': '2021-12-09T02:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc06ff74-5ade-4df8-8c33-c7324a52e61d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:06.648338 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a60768f6-8d8f-41d1-bad8-f1728c6c1dcc up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:06.669241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a172a1-3743-45dc-b8e7-a23d8b596e57 None None] DHCP port deletion for ff6d7b48-68f6-43e9-ba1d-4fb8831405e6 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:13:06.710003 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:06.710359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:06.741094 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:06.741890 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Calling delete_port for 47b86f77-09ff-4cf4-8744-8e409333d0a5 owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:06.755138 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:06.853783 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b1db61-c102-4820-a8f1-01f7417b3cc8 None None] Checking router: 438424da-7a93-4eb9-bce1-8495aca38138 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:13:06.859168 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b1db61-c102-4820-a8f1-01f7417b3cc8 None None] Updating router 438424da-7a93-4eb9-bce1-8495aca38138 port 35b4dadb-8eab-4348-b318-19973af1b6e9 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:13:06.964627 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Attempting to bind port 2197f0cc-966d-48b3-a0aa-cb8ed27f7568 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:06.965237 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Attempting to bind port 2197f0cc-966d-48b3-a0aa-cb8ed27f7568 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '21d3147b-eef8-4aaa-94c5-5e52048509d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:06.970091 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Attempting to bind port 2197f0cc-966d-48b3-a0aa-cb8ed27f7568 on network 719383a5-619e-47d1-8539-0fde52722e3d {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:06.971142 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58568) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:06.984118 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:13:06.984999 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Checking segment: {'id': '21d3147b-eef8-4aaa-94c5-5e52048509d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:06.985600 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:06.986198 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Bound using segment: {'id': '21d3147b-eef8-4aaa-94c5-5e52048509d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:13:06.986888 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Bound port: 2197f0cc-966d-48b3-a0aa-cb8ed27f7568, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d3147b-eef8-4aaa-94c5-5e52048509d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:13:06.987539 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:06.999821 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 02:13:07.026340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58570) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:07.029641 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c14faa-26b5-4481-9bd2-68e60bf93fd8 None None] Pushing event updated for resources: {'Port': ['ID=83d8999c-0c7f-438c-beef-b3ed530677dd,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:07.054287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2b1db61-c102-4820-a8f1-01f7417b3cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.075893 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdf238-a11c-4827-9d3e-162d761afe1a None None] Pushing event updated for resources: {'Port': ['ID=2197f0cc-966d-48b3-a0aa-cb8ed27f7568,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:07.088412 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-e64b87fe-6d0d-46a1-928a-da3bdacf5e5c tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--964783563', 'description': 'tempest-description--924610366'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:07.107337 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-dde4f9dc-bd62-4be5-bbe0-6dbb2b9e82fb tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--795919231&fields=id&tenant_id=96fbca53361f400f82ff2c4ab6a8c54c HTTP/1.1" status: 200 len: 267 time: 0.1349206 Dec 09 02:13:07.152631 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e7b6ed-0c39-41a2-9cd3-54127bd941da tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Made reservation on behalf of d3f3e1f726f6414e801707157c5a579d for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:07.158404 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b6ed-0c39-41a2-9cd3-54127bd941da tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.161549 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] For port 2197f0cc-966d-48b3-a0aa-cb8ed27f7568, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:13:07.171865 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] For port 2197f0cc-966d-48b3-a0aa-cb8ed27f7568, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2197f0cc-966d-48b3-a0aa-cb8ed27f7568,segment=NetworkSegment(21d3147b-eef8-4aaa-94c5-5e52048509d1),segment_id=21d3147b-eef8-4aaa-94c5-5e52048509d1)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:13:07.178011 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port a60768f6-8d8f-41d1-bad8-f1728c6c1dcc triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:07.178887 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.182503 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.204272 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:07.216385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bbc7eb90-d5ce-4961-a851-bc1fb487cd5b tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.226973 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Pushing event updated for resources: {'Port': ['ID=a8b4e9ec-fc1b-40d1-9af9-b228f4be9be9,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:07.244075 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b6ed-0c39-41a2-9cd3-54127bd941da tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.247974 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:07.283743 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:07.298103 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Deleting port 7dc74061-58bd-4a1c-a08c-84a06821368d {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:07.299317 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.319495 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdf238-a11c-4827-9d3e-162d761afe1a None None] Pushing event updated for resources: {'Port': ['ID=2197f0cc-966d-48b3-a0aa-cb8ed27f7568,revision_number=4']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:07.328489 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Routers {'0e31699e-0e1a-4a22-90b7-fc6cab67fd70'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:07.329397 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:07.431971 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e64b87fe-6d0d-46a1-928a-da3bdacf5e5c tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.541947 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] Set router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:13:07.614533 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.636097 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] For port 7dc74061-58bd-4a1c-a08c-84a06821368d, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7dc74061-58bd-4a1c-a08c-84a06821368d,segment=NetworkSegment(f248aa38-2609-4ef6-965c-bd4ee3536371),segment_id=f248aa38-2609-4ef6-965c-bd4ee3536371)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:07.637257 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.676057 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Pushing event deleted for resources: {'Port': ['ID=47b86f77-09ff-4cf4-8744-8e409333d0a5,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:07.736668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-adc8c75a-9b5d-4ace-8110-d859d28974f0 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:07.743949 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-adc8c75a-9b5d-4ace-8110-d859d28974f0 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/networks?id=d961835d-340c-4d5a-8246-eef81d928029 HTTP/1.1" status: 200 len: 811 time: 0.6356280 Dec 09 02:13:07.757039 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Calling delete_port for 7dc74061-58bd-4a1c-a08c-84a06821368d owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:07.771520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bbc7eb90-d5ce-4961-a851-bc1fb487cd5b tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.815327 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bbc7eb90-d5ce-4961-a851-bc1fb487cd5b tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.817035 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3c2be6-28e3-4075-af50-205909a11003 None None] Network d29ff8a5-ca66-4441-b2c6-a56e16be6ad8 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:13:07.826383 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-f2b1db61-c102-4820-a8f1-01f7417b3cc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:13:07.826580 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03eb159b-ee61-4fb8-ab0b-62ada4302668 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.826771 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-f2b1db61-c102-4820-a8f1-01f7417b3cc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:13:07.859242 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-76a9859c-435d-4384-aba8-c336caa34fd4 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/quotas/96fbca53361f400f82ff2c4ab6a8c54c HTTP/1.1" status: 200 len: 375 time: 0.1140151 Dec 09 02:13:07.874503 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7eb90-d5ce-4961-a851-bc1fb487cd5b tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721ca79d-81af-4c00-bcbc-3d74bd02c679,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:07.889188 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bbc7eb90-d5ce-4961-a851-bc1fb487cd5b tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.890594 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bbc7eb90-d5ce-4961-a851-bc1fb487cd5b tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4531136 Dec 09 02:13:07.892271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.896680 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e64b87fe-6d0d-46a1-928a-da3bdacf5e5c tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.898997 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-95a172a1-3743-45dc-b8e7-a23d8b596e57 None None] Deleting port 7dc74061-58bd-4a1c-a08c-84a06821368d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:07.899725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58572) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:07.900239 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95a172a1-3743-45dc-b8e7-a23d8b596e57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.931951 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb159b-ee61-4fb8-ab0b-62ada4302668 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Pushing event deleted for resources: {'Port': ['ID=35b4dadb-8eab-4348-b318-19973af1b6e9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:07.987017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3f4b204d-a987-41c6-aee4-c073dc778fbb None None] Provisioning complete for port 2197f0cc-966d-48b3-a0aa-cb8ed27f7568 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:07.987771 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f4b204d-a987-41c6-aee4-c073dc778fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:07.994931 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:07.997563 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'name': 'tempest-ServersTestJSON-331102969-router', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:13:00Z', 'revision_number': 4, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'gw_port': {'id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:50Z', 'updated_at': '2021-12-09T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '2197f0cc-966d-48b3-a0aa-cb8ed27f7568', 'name': '', 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'mac_address': 'fa:16:3e:d4:3c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:58Z', 'updated_at': '2021-12-09T02:13:07Z', 'revision_number': 4, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'subnets': [{'id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:08.030284 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aebe38-d578-4cfe-9d02-f6b458d8e8e0 None None] The sync data for ids ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'] in dv-neutron-804846-18-hyperv is: [{'id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'name': 'tempest-ServersTestJSON-331102969-router', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:13:00Z', 'revision_number': 4, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'gw_port': {'id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:50Z', 'updated_at': '2021-12-09T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '2197f0cc-966d-48b3-a0aa-cb8ed27f7568', 'name': '', 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'mac_address': 'fa:16:3e:d4:3c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:58Z', 'updated_at': '2021-12-09T02:13:07Z', 'revision_number': 4, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'subnets': [{'id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:08.042141 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.045616 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e64b87fe-6d0d-46a1-928a-da3bdacf5e5c tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.057700 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b6ed-0c39-41a2-9cd3-54127bd941da tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.059151 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03eb159b-ee61-4fb8-ab0b-62ada4302668 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.077313 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.099847 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-31620e2e-a7e4-4456-9521-92ce3ca3608e tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=96fbca53361f400f82ff2c4ab6a8c54c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2215340 Dec 09 02:13:08.103372 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-95a172a1-3743-45dc-b8e7-a23d8b596e57 None None] For port 7dc74061-58bd-4a1c-a08c-84a06821368d, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7dc74061-58bd-4a1c-a08c-84a06821368d,segment=NetworkSegment(f248aa38-2609-4ef6-965c-bd4ee3536371),segment_id=f248aa38-2609-4ef6-965c-bd4ee3536371)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:08.103873 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95a172a1-3743-45dc-b8e7-a23d8b596e57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.147528 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b6ed-0c39-41a2-9cd3-54127bd941da tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.160160 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e64b87fe-6d0d-46a1-928a-da3bdacf5e5c tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.161293 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e64b87fe-6d0d-46a1-928a-da3bdacf5e5c tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1304812 Dec 09 02:13:08.170280 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58578) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:08.173358 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f4b204d-a987-41c6-aee4-c073dc778fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.189984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-3bc50291-228e-4fc2-a3ac-3dba17609809 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Request body: {'security_group_rule': {'security_group_id': '69243971-a59e-4f44-9d13-170e06a9fcec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:08.215765 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-95a172a1-3743-45dc-b8e7-a23d8b596e57 None None] Calling delete_port for 7dc74061-58bd-4a1c-a08c-84a06821368d owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:08.260672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b87fe-6d0d-46a1-928a-da3bdacf5e5c tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69243971-a59e-4f44-9d13-170e06a9fcec,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:08.266539 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3bc50291-228e-4fc2-a3ac-3dba17609809 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.303194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.390110 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-0e78a8e5-e971-4460-9bb4-19722a2ddc89 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:13:08.391635 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-0e78a8e5-e971-4460-9bb4-19722a2ddc89 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0901279 Dec 09 02:13:08.418176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e7b6ed-0c39-41a2-9cd3-54127bd941da tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:13:08.428244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3bc50291-228e-4fc2-a3ac-3dba17609809 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.428464 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03eb159b-ee61-4fb8-ab0b-62ada4302668 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.436736 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.444516 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03eb159b-ee61-4fb8-ab0b-62ada4302668 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.466576 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.474738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3bc50291-228e-4fc2-a3ac-3dba17609809 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.491884 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.495637 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b1db61-c102-4820-a8f1-01f7417b3cc8 None None] Port 35b4dadb-8eab-4348-b318-19973af1b6e9 not found while updating agent binding for router 438424da-7a93-4eb9-bce1-8495aca38138. {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 09 02:13:08.545143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc50291-228e-4fc2-a3ac-3dba17609809 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41511e2-a696-4ed1-a7c4-fc44345f0b25,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:08.550905 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2db80abe-4032-48a3-8454-02f940d2c3d0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:08.555999 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.595447 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3bc50291-228e-4fc2-a3ac-3dba17609809 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.599076 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3bc50291-228e-4fc2-a3ac-3dba17609809 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4224923 Dec 09 02:13:08.611103 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port a60768f6-8d8f-41d1-bad8-f1728c6c1dcc, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a60768f6-8d8f-41d1-bad8-f1728c6c1dcc,segment=NetworkSegment(d579db3f-7240-4ff5-8df1-22be3c5b8271),segment_id=d579db3f-7240-4ff5-8df1-22be3c5b8271)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:08.626899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58582) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:08.627028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3f4b204d-a987-41c6-aee4-c073dc778fbb None None] For port 2197f0cc-966d-48b3-a0aa-cb8ed27f7568, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2197f0cc-966d-48b3-a0aa-cb8ed27f7568,segment=NetworkSegment(21d3147b-eef8-4aaa-94c5-5e52048509d1),segment_id=21d3147b-eef8-4aaa-94c5-5e52048509d1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:08.642357 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7b6ed-0c39-41a2-9cd3-54127bd941da tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5982497-29ec-47e1-a19a-4e24251a7960,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:08.660545 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.661024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b6ed-0c39-41a2-9cd3-54127bd941da tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.665359 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-a4e7b6ed-0c39-41a2-9cd3-54127bd941da tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Added segment cbdcced0-c4ac-432e-a5d0-5ebed3092254 of type vlan for network cd9005f2-da41-459f-af04-8466efa966cf Dec 09 02:13:08.665518 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:08.674175 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Pushing event deleted for resources: {'Port': ['ID=7dc74061-58bd-4a1c-a08c-84a06821368d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:08.678738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-7f689a3c-3466-421f-8d33-4302d671b8a0 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Request body: {'security_group_rule': {'security_group_id': '69243971-a59e-4f44-9d13-170e06a9fcec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:08.689128 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] No DVR routers for this DVR port 7dc74061-58bd-4a1c-a08c-84a06821368d on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:13:08.690019 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f4b204d-a987-41c6-aee4-c073dc778fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.738796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.751992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b1db61-c102-4820-a8f1-01f7417b3cc8 None None] Routers {'438424da-7a93-4eb9-bce1-8495aca38138'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:08.754626 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f2b1db61-c102-4820-a8f1-01f7417b3cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['438424da-7a93-4eb9-bce1-8495aca38138'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:08.878521 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.905798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f2b1db61-c102-4820-a8f1-01f7417b3cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:08.906500 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b1db61-c102-4820-a8f1-01f7417b3cc8 None None] The sync data for ids ['438424da-7a93-4eb9-bce1-8495aca38138'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:08.924758 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8d918427-72cb-40a0-9eb9-47e1916cb0a1 None None] Provisioning complete for port 2197f0cc-966d-48b3-a0aa-cb8ed27f7568 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:08.927185 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d918427-72cb-40a0-9eb9-47e1916cb0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.940524 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03eb159b-ee61-4fb8-ab0b-62ada4302668 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:08.941050 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eb159b-ee61-4fb8-ab0b-62ada4302668 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 438424da-7a93-4eb9-bce1-8495aca38138 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:13:08.990788 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-408cf874-6e23-42a2-b9e2-522c3cf5726c service neutron] 10.222.0.43 "GET /v2.0/networks/d961835d-340c-4d5a-8246-eef81d928029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823834 Dec 09 02:13:08.999906 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-95a172a1-3743-45dc-b8e7-a23d8b596e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.004420 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.021577 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03eb159b-ee61-4fb8-ab0b-62ada4302668 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.025690 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a172a1-3743-45dc-b8e7-a23d8b596e57 None None] No DVR routers for this DVR port 7dc74061-58bd-4a1c-a08c-84a06821368d on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:13:09.025840 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-03eb159b-ee61-4fb8-ab0b-62ada4302668 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "DELETE /v2.0/routers/438424da-7a93-4eb9-bce1-8495aca38138 HTTP/1.1" status: 204 len: 168 time: 4.7205155 Dec 09 02:13:09.026202 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58584) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:09.045649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=a60768f6-8d8f-41d1-bad8-f1728c6c1dcc,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:09.072936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b6ed-0c39-41a2-9cd3-54127bd941da tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.084115 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.115179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b204d-a987-41c6-aee4-c073dc778fbb None None] Pushing event updated for resources: {'Port': ['ID=2197f0cc-966d-48b3-a0aa-cb8ed27f7568,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:09.122132 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:09.122481 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.170253 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c61f922-29b4-4093-a08a-6598d17b19bf']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:09.177933 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6d7b48-68f6-43e9-ba1d-4fb8831405e6']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:09.185866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a172a1-3743-45dc-b8e7-a23d8b596e57 None None] Pushing event deleted for resources: {'Port': ['ID=7dc74061-58bd-4a1c-a08c-84a06821368d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:09.188353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f689a3c-3466-421f-8d33-4302d671b8a0 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.194615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f248aa38-2609-4ef6-965c-bd4ee3536371') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:09.194995 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f248aa38-2609-4ef6-965c-bd4ee3536371') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:09.205278 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b6ed-0c39-41a2-9cd3-54127bd941da tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.210893 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e7b6ed-0c39-41a2-9cd3-54127bd941da tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:09.211904 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b6ed-0c39-41a2-9cd3-54127bd941da tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.213312 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d28014b-9396-4530-8561-79d79a002f05') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:09.213435 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d28014b-9396-4530-8561-79d79a002f05') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:09.214772 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.217939 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.253818 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.255032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.268578 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8d918427-72cb-40a0-9eb9-47e1916cb0a1 None None] Provisioning complete for port a60768f6-8d8f-41d1-bad8-f1728c6c1dcc triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:09.268952 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d918427-72cb-40a0-9eb9-47e1916cb0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.286482 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29e2c09-fba5-4d15-a041-d7c51ffc836f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Deleting subnet dc06ff74-5ade-4df8-8c33-c7324a52e61d {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:13:09.304237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 83d8999c-0c7f-438c-beef-b3ed530677dd up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:09.306996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Allocated IP 172.26.3.213 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/05eea386-5800-47ba-b2c1-cfd827043e75) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:09.320108 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.323265 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f29e2c09-fba5-4d15-a041-d7c51ffc836f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.352677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:13:09.353118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:13:09.358271 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:13:09.360615 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-3d5d4564-6885-4acf-8d5c-cd624acf2f8c service neutron] 10.222.0.43 "GET /v2.0/networks/d961835d-340c-4d5a-8246-eef81d928029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532486 Dec 09 02:13:09.404631 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 83d8999c-0c7f-438c-beef-b3ed530677dd triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:09.405004 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.426584 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f689a3c-3466-421f-8d33-4302d671b8a0 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.470256 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a4e7b6ed-0c39-41a2-9cd3-54127bd941da tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 4.0405180 Dec 09 02:13:09.479008 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:13:09.479424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:13:09.483239 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:13:09.485080 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58586) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:09.485218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f689a3c-3466-421f-8d33-4302d671b8a0 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.491755 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c7667777-7edf-4351-b58e-6c9e65c46c6f tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Request body: {'subnet': {'network_id': 'cd9005f2-da41-459f-af04-8466efa966cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:09.507518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f29e2c09-fba5-4d15-a041-d7c51ffc836f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.550565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1fe6005d-2d1e-4d27-bbfb-a1d55fb550d1 None None] Provisioning complete for port a60768f6-8d8f-41d1-bad8-f1728c6c1dcc triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:09.553034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1fe6005d-2d1e-4d27-bbfb-a1d55fb550d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.554041 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f689a3c-3466-421f-8d33-4302d671b8a0 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed038606-5ff6-4e5c-8e46-bbf03099fe9c,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:09.566823 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f689a3c-3466-421f-8d33-4302d671b8a0 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.570893 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7f689a3c-3466-421f-8d33-4302d671b8a0 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9355080 Dec 09 02:13:09.575823 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58588) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:09.582423 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:09.595829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.600805 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8c61f922-29b4-4093-a08a-6598d17b19bf {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 02:13:09.608592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7b6ed-0c39-41a2-9cd3-54127bd941da tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event updated for resources: {'Network': ['ID=cd9005f2-da41-459f-af04-8466efa966cf,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:09.614861 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.622301 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "DELETE /v2.0/networks/8c61f922-29b4-4093-a08a-6598d17b19bf HTTP/1.1" status: 204 len: 168 time: 4.0773122 Dec 09 02:13:09.637721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58590) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:09.658571 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network cd9005f2-da41-459f-af04-8466efa966cf details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:13:09.660658 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f29e2c09-fba5-4d15-a041-d7c51ffc836f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.726570 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.735207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f456a-f291-42be-bb28-42c3e53b4f54 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c61f922-29b4-4093-a08a-6598d17b19bf,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:09.753293 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.758981 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] 10.222.0.43 "DELETE /v2.0/networks/ff6d7b48-68f6-43e9-ba1d-4fb8831405e6 HTTP/1.1" status: 204 len: 168 time: 4.2773566 Dec 09 02:13:09.805501 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a00376-8ab7-4637-b20e-9933aa1eaec1 tempest-DHCPAgentSchedulersTestJSON-1685576112 tempest-DHCPAgentSchedulersTestJSON-1685576112-project] Pushing event deleted for resources: {'Network': ['ID=ff6d7b48-68f6-43e9-ba1d-4fb8831405e6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:09.875585 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Router 7159fcc4-2657-478e-9e79-aacbb7344ef8 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:13:09.890585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2197f0cc-966d-48b3-a0aa-cb8ed27f7568 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:09.904146 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3139f268-4223-4f97-9e50-f741f67804dc tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.2528574 Dec 09 02:13:09.927562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58606) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:09.934086 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.951785 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 2197f0cc-966d-48b3-a0aa-cb8ed27f7568 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:09.952332 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:09.977462 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58610) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:09.986395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:10.043741 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7667777-7edf-4351-b58e-6c9e65c46c6f tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Made reservation on behalf of d3f3e1f726f6414e801707157c5a579d for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:10.047610 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7667777-7edf-4351-b58e-6c9e65c46c6f tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:10.086912 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a60768f6-8d8f-41d1-bad8-f1728c6c1dcc up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:10.219337 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port a60768f6-8d8f-41d1-bad8-f1728c6c1dcc triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:10.222143 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:10.238596 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f29e2c09-fba5-4d15-a041-d7c51ffc836f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:10.330005 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:10.351474 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6415e1c5-7a91-4f48-bead-ce716288fd59 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:10.351944 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6415e1c5-7a91-4f48-bead-ce716288fd59 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:10.352451 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6415e1c5-7a91-4f48-bead-ce716288fd59 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:10.352662 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13beb8c5-1530-475e-a07e-fd4212235ebe None None] Sync routers for ids ['7159fcc4-2657-478e-9e79-aacbb7344ef8'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:10.352863 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6415e1c5-7a91-4f48-bead-ce716288fd59 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:10.353292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6415e1c5-7a91-4f48-bead-ce716288fd59 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:10.353754 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6415e1c5-7a91-4f48-bead-ce716288fd59 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:10.354205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6415e1c5-7a91-4f48-bead-ce716288fd59 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:10.364061 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6415e1c5-7a91-4f48-bead-ce716288fd59 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:10.377102 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6415e1c5-7a91-4f48-bead-ce716288fd59 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5217 time: 0.4440496 Dec 09 02:13:10.381559 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58622) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:10.387612 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13beb8c5-1530-475e-a07e-fd4212235ebe None None] Routers {'7159fcc4-2657-478e-9e79-aacbb7344ef8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:10.388391 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-13beb8c5-1530-475e-a07e-fd4212235ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7159fcc4-2657-478e-9e79-aacbb7344ef8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:10.397292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e2c09-fba5-4d15-a041-d7c51ffc836f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dc06ff74-5ade-4df8-8c33-c7324a52e61d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:10.410429 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f29e2c09-fba5-4d15-a041-d7c51ffc836f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:10.414091 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f29e2c09-fba5-4d15-a041-d7c51ffc836f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/dc06ff74-5ade-4df8-8c33-c7324a52e61d HTTP/1.1" status: 204 len: 168 time: 1.3817439 Dec 09 02:13:10.420128 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58624) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:10.462592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:10.464750 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e75d9bad-957a-4b25-a304-55b0a6febd15 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.2567873 Dec 09 02:13:10.488241 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:10.498622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58628) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:10.498935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58632) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:10.513899 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-13beb8c5-1530-475e-a07e-fd4212235ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:10.543745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 83d8999c-0c7f-438c-beef-b3ed530677dd up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:10.555825 dv-neutron-804846-18-hyperv neutron-server[103333]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 02:13:10.557135 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-10112710-428b-4cc9-bef4-f5ef47b696be tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] delete failed (client error): The resource could not be found. Dec 09 02:13:10.558743 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-10112710-428b-4cc9-bef4-f5ef47b696be tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/bd7f4c40-6ec9-4658-84e9-919bef5128dc HTTP/1.1" status: 404 len: 345 time: 0.1757169 Dec 09 02:13:10.590092 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58638) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:10.599095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:10.628147 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3d480d2b-69f8-4c5d-9aa1-4d5a3ce0969b req-2a5aa4f4-3a5c-40fe-8886-0ecbc14aaa5b tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 210 time: 0.6308219 Dec 09 02:13:10.647838 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6d9142-62a0-4263-9cc2-693dea227b15 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] DELETE failed (client error): The resource could not be found. Dec 09 02:13:10.649232 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6d9142-62a0-4263-9cc2-693dea227b15 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:13:10.653348 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1d6d9142-62a0-4263-9cc2-693dea227b15 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "DELETE /v2.0/networks/8c61f922-29b4-4093-a08a-6598d17b19bf HTTP/1.1" status: 404 len: 339 time: 0.0622241 Dec 09 02:13:10.659846 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58644) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:10.666564 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c2505b1d-5d53-41ad-9238-dc23512ebb7c tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Request body: {'network': {'name': 'tempest-network--477791271', 'router:external': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:10.684573 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:10.687062 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:10.752134 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7667777-7edf-4351-b58e-6c9e65c46c6f tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:10.766200 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2505b1d-5d53-41ad-9238-dc23512ebb7c tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Made reservation on behalf of f998a5b5ddba49a1b8223d2d809cacb9 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:10.768762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2505b1d-5d53-41ad-9238-dc23512ebb7c tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:10.778518 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13beb8c5-1530-475e-a07e-fd4212235ebe None None] Routers {'7159fcc4-2657-478e-9e79-aacbb7344ef8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:10.779205 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-13beb8c5-1530-475e-a07e-fd4212235ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7159fcc4-2657-478e-9e79-aacbb7344ef8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:10.827034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-13beb8c5-1530-475e-a07e-fd4212235ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:10.827731 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13beb8c5-1530-475e-a07e-fd4212235ebe None None] The sync data for ids ['7159fcc4-2657-478e-9e79-aacbb7344ef8'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:10.834653 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 83d8999c-0c7f-438c-beef-b3ed530677dd triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:10.835031 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:10.842762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2505b1d-5d53-41ad-9238-dc23512ebb7c tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:13:10.855330 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7667777-7edf-4351-b58e-6c9e65c46c6f tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event updated for resources: {'Subnet': ['ID=3fa67567-7dee-4eb0-9fd0-3015fcc1003d,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:10.869132 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2505b1d-5d53-41ad-9238-dc23512ebb7c tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:10.869132 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-c2505b1d-5d53-41ad-9238-dc23512ebb7c tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Added segment 7a560682-1710-4112-87a4-2dc134f84109 of type vlan for network 83018a20-306b-4387-a27a-f8b811793b3f Dec 09 02:13:10.880076 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7667777-7edf-4351-b58e-6c9e65c46c6f tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Checking segment: {'id': 'cbdcced0-c4ac-432e-a5d0-5ebed3092254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cd9005f2-da41-459f-af04-8466efa966cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:10.880532 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7667777-7edf-4351-b58e-6c9e65c46c6f tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Network hostable DHCP agents. Network: cd9005f2-da41-459f-af04-8466efa966cf, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:13:10.905330 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0ae1672c-8728-4afe-bda3-941520b30c30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ac19002fe884e72993c2f38411e57f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4004686 Dec 09 02:13:10.907339 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58650) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:10.907951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce489-16ed-48b4-b5ac-07b35ced3c59 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:10.949736 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2505b1d-5d53-41ad-9238-dc23512ebb7c tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:10.960665 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7667777-7edf-4351-b58e-6c9e65c46c6f tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Network cd9005f2-da41-459f-af04-8466efa966cf is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:13:10.974415 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Pushing event updated for resources: {'Port': ['ID=05eea386-5800-47ba-b2c1-cfd827043e75,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:10.988530 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c7667777-7edf-4351-b58e-6c9e65c46c6f tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, cd9005f2-da41-459f-af04-8466efa966cf) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:10.999820 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07435548-0a87-4e8d-894e-854201d814c8 None None] Network cd9005f2-da41-459f-af04-8466efa966cf requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:13:11.001349 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7667777-7edf-4351-b58e-6c9e65c46c6f tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:11.002170 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7667777-7edf-4351-b58e-6c9e65c46c6f tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.028993 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c0ac87d-09f8-43aa-b0a2-61f43fbde04d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.034282 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2505b1d-5d53-41ad-9238-dc23512ebb7c tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.035577 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2505b1d-5d53-41ad-9238-dc23512ebb7c tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:11.035992 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2505b1d-5d53-41ad-9238-dc23512ebb7c tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.053681 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c7667777-7edf-4351-b58e-6c9e65c46c6f tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5658145 Dec 09 02:13:11.066002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.068723 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58654) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:11.070921 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7dc74061-58bd-4a1c-a08c-84a06821368d no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:13:11.103893 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 7dc74061-58bd-4a1c-a08c-84a06821368d {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:13:11.104435 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7dc74061-58bd-4a1c-a08c-84a06821368d not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:13:11.109657 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c0ac87d-09f8-43aa-b0a2-61f43fbde04d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.113535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-10406761-77ff-4019-b6dd-a3ac1bf80211 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Request body: {'port': {'network_id': 'cd9005f2-da41-459f-af04-8466efa966cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1731447141'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:11.121705 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.154221 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c2505b1d-5d53-41ad-9238-dc23512ebb7c tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4908161 Dec 09 02:13:11.157082 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58658) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:11.191856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce489-16ed-48b4-b5ac-07b35ced3c59 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.196744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-cd9005f2-da41-459f-af04-8466efa966cf', 'network_id': 'cd9005f2-da41-459f-af04-8466efa966cf', 'project_id': 'd3f3e1f726f6414e801707157c5a579d', 'fixed_ips': [{'subnet_id': '3fa67567-7dee-4eb0-9fd0-3015fcc1003d'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:13:11.197660 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.210009 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2505b1d-5d53-41ad-9238-dc23512ebb7c tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Pushing event updated for resources: {'Network': ['ID=83018a20-306b-4387-a27a-f8b811793b3f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:11.213400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-9a6ce489-16ed-48b4-b5ac-07b35ced3c59 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a61713-3e57-47b1-b717-4241cce2eaa8']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:11.223017 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-9a6ce489-16ed-48b4-b5ac-07b35ced3c59 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f66ffee-d1bb-41c7-a5e9-1bf28b44d175') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:11.223318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-9a6ce489-16ed-48b4-b5ac-07b35ced3c59 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f66ffee-d1bb-41c7-a5e9-1bf28b44d175') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:11.372907 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Allocated IP 2001:db8::2 (cd9005f2-da41-459f-af04-8466efa966cf/3fa67567-7dee-4eb0-9fd0-3015fcc1003d/d34c0821-ce50-4fea-9b7a-f64f293d9691) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:11.380424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c0ac87d-09f8-43aa-b0a2-61f43fbde04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.383245 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c0ac87d-09f8-43aa-b0a2-61f43fbde04d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.384283 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9c0ac87d-09f8-43aa-b0a2-61f43fbde04d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13905390-fcba-4b14-925f-3d7d29799e81 HTTP/1.1" status: 204 len: 168 time: 0.4758914 Dec 09 02:13:11.410211 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ac87d-09f8-43aa-b0a2-61f43fbde04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13905390-fcba-4b14-925f-3d7d29799e81,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:11.429273 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0bf096-a46a-4458-bdc5-513518317d32 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:11.453177 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0bf096-a46a-4458-bdc5-513518317d32 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:11.465623 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0bf096-a46a-4458-bdc5-513518317d32 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:11.475931 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0bf096-a46a-4458-bdc5-513518317d32 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:11.483382 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0bf096-a46a-4458-bdc5-513518317d32 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:11.487925 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1a0bf096-a46a-4458-bdc5-513518317d32 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3022 time: 0.3253913 Dec 09 02:13:11.491169 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58664) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:11.598584 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.598781 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce489-16ed-48b4-b5ac-07b35ced3c59 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.608478 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 83018a20-306b-4387-a27a-f8b811793b3f details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:13:11.627454 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.645892 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b9dfef4-a837-433d-b235-30ff6519d5b8 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.658547 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Network cd9005f2-da41-459f-af04-8466efa966cf is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:11.689283 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce489-16ed-48b4-b5ac-07b35ced3c59 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.768530 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:11.774462 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b9dfef4-a837-433d-b235-30ff6519d5b8 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.781316 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:11.799013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6ce489-16ed-48b4-b5ac-07b35ced3c59 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:13:11.799827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce489-16ed-48b4-b5ac-07b35ced3c59 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:13:11.821870 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:13:11.834163 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8b9dfef4-a837-433d-b235-30ff6519d5b8 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83018a20-306b-4387-a27a-f8b811793b3f']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:11.856922 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8b9dfef4-a837-433d-b235-30ff6519d5b8 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a560682-1710-4112-87a4-2dc134f84109') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:11.857216 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8b9dfef4-a837-433d-b235-30ff6519d5b8 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a560682-1710-4112-87a4-2dc134f84109') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:11.867916 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.881704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b9dfef4-a837-433d-b235-30ff6519d5b8 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.909985 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b9dfef4-a837-433d-b235-30ff6519d5b8 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.919807 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Pushing event updated for resources: {'Port': ['ID=d34c0821-ce50-4fea-9b7a-f64f293d9691,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:11.932233 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9dfef4-a837-433d-b235-30ff6519d5b8 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:13:11.933983 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b9dfef4-a837-433d-b235-30ff6519d5b8 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:13:11.938912 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:13:11.954370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Allocated IP 172.26.3.197 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/1a721e0c-15b0-403b-a2ec-5332d9eb365f) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:11.957954 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Attempting to bind port d34c0821-ce50-4fea-9b7a-f64f293d9691 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:11.958502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Attempting to bind port d34c0821-ce50-4fea-9b7a-f64f293d9691 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'cbdcced0-c4ac-432e-a5d0-5ebed3092254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cd9005f2-da41-459f-af04-8466efa966cf'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:11.959053 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Attempting to bind port d34c0821-ce50-4fea-9b7a-f64f293d9691 on network cd9005f2-da41-459f-af04-8466efa966cf {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:11.967110 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:13:11.967729 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Checking segment: {'id': 'cbdcced0-c4ac-432e-a5d0-5ebed3092254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cd9005f2-da41-459f-af04-8466efa966cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:11.968437 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:11.968967 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Bound using segment: {'id': 'cbdcced0-c4ac-432e-a5d0-5ebed3092254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cd9005f2-da41-459f-af04-8466efa966cf'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:13:11.969607 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Bound port: d34c0821-ce50-4fea-9b7a-f64f293d9691, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdcced0-c4ac-432e-a5d0-5ebed3092254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cd9005f2-da41-459f-af04-8466efa966cf'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:13:11.970147 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.028077 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58670) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:12.056931 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] For port d34c0821-ce50-4fea-9b7a-f64f293d9691, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:13:12.062100 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] For port d34c0821-ce50-4fea-9b7a-f64f293d9691, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d34c0821-ce50-4fea-9b7a-f64f293d9691,segment=NetworkSegment(cbdcced0-c4ac-432e-a5d0-5ebed3092254),segment_id=cbdcced0-c4ac-432e-a5d0-5ebed3092254)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:13:12.065577 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8031decb-c169-4962-bdab-2f64b06d08f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.069998 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.093237 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b9dfef4-a837-433d-b235-30ff6519d5b8 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.106082 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9dfef4-a837-433d-b235-30ff6519d5b8 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 83018a20-306b-4387-a27a-f8b811793b3f {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 02:13:12.113847 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b9dfef4-a837-433d-b235-30ff6519d5b8 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.117874 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8b9dfef4-a837-433d-b235-30ff6519d5b8 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "DELETE /v2.0/networks/83018a20-306b-4387-a27a-f8b811793b3f HTTP/1.1" status: 204 len: 168 time: 0.6252334 Dec 09 02:13:12.131646 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58672) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:12.139102 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b859dbc5-3a3a-4408-b6b5-2ff38ba085aa tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Request body: {'network': {'name': 'tempest-network--1027149151', 'router:external': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:12.149320 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9dfef4-a837-433d-b235-30ff6519d5b8 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Pushing event deleted for resources: {'Network': ['ID=83018a20-306b-4387-a27a-f8b811793b3f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:12.191814 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b859dbc5-3a3a-4408-b6b5-2ff38ba085aa tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Made reservation on behalf of f998a5b5ddba49a1b8223d2d809cacb9 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:12.194489 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b859dbc5-3a3a-4408-b6b5-2ff38ba085aa tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.194799 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b092f-36cf-4df4-9e99-8ad924a8f2d4 None None] Pushing event updated for resources: {'Port': ['ID=d34c0821-ce50-4fea-9b7a-f64f293d9691,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:12.253445 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b859dbc5-3a3a-4408-b6b5-2ff38ba085aa tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:13:12.266516 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c6ea0f75-118e-449b-b839-912e28942491 req-cc9c91ca-1e16-4ef6-b208-374983f96649 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 210 time: 0.1529160 Dec 09 02:13:12.272622 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8031decb-c169-4962-bdab-2f64b06d08f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.278374 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b859dbc5-3a3a-4408-b6b5-2ff38ba085aa tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.278723 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-b859dbc5-3a3a-4408-b6b5-2ff38ba085aa tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Added segment 0182f31a-ef76-4844-80de-8c917d116108 of type vlan for network 9dab54d8-017f-4ddf-9cd8-693d32ce9c77 Dec 09 02:13:12.290152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce489-16ed-48b4-b5ac-07b35ced3c59 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.313733 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8031decb-c169-4962-bdab-2f64b06d08f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.349018 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8031decb-c169-4962-bdab-2f64b06d08f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9da439da232b4ab3b471f587a5f2bdcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170695 Dec 09 02:13:12.351064 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58674) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:12.366281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.392438 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031decb-c169-4962-bdab-2f64b06d08f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a239b26-7d99-49d9-bff0-dce221f7795f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:12.396918 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b859dbc5-3a3a-4408-b6b5-2ff38ba085aa tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.425213 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6ce489-16ed-48b4-b5ac-07b35ced3c59 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 03a61713-3e57-47b1-b717-4241cce2eaa8 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 02:13:12.435604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ce489-16ed-48b4-b5ac-07b35ced3c59 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Pushing event deleted for resources: {'Network': ['ID=03a61713-3e57-47b1-b717-4241cce2eaa8,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:12.439854 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9a6ce489-16ed-48b4-b5ac-07b35ced3c59 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.448508 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9a6ce489-16ed-48b4-b5ac-07b35ced3c59 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "DELETE /v2.0/networks/03a61713-3e57-47b1-b717-4241cce2eaa8 HTTP/1.1" status: 204 len: 168 time: 2.0209367 Dec 09 02:13:12.517359 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-524be7dd-81c1-43e6-b96d-24a0871af548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.520636 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b859dbc5-3a3a-4408-b6b5-2ff38ba085aa tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.522118 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b859dbc5-3a3a-4408-b6b5-2ff38ba085aa tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:12.522802 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b859dbc5-3a3a-4408-b6b5-2ff38ba085aa tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.662276 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10406761-77ff-4019-b6dd-a3ac1bf80211 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Made reservation on behalf of d3f3e1f726f6414e801707157c5a579d for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:12.665887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10406761-77ff-4019-b6dd-a3ac1bf80211 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.669071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.45', 61813) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:12.704868 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.893090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.910993 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:12.934154 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b859dbc5-3a3a-4408-b6b5-2ff38ba085aa tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7999988 Dec 09 02:13:12.936699 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58680) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:12.952895 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-524be7dd-81c1-43e6-b96d-24a0871af548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:12.976052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:13.027031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:13.035367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:13.040893 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859dbc5-3a3a-4408-b6b5-2ff38ba085aa tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Pushing event updated for resources: {'Network': ['ID=9dab54d8-017f-4ddf-9cd8-693d32ce9c77,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:13.054175 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 9dab54d8-017f-4ddf-9cd8-693d32ce9c77 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:13:13.088870 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da48ada1-651c-4bc7-aa61-099461a1867d tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:13.094940 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-da48ada1-651c-4bc7-aa61-099461a1867d tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] 10.222.0.43 "GET /v2.0/networks/9dab54d8-017f-4ddf-9cd8-693d32ce9c77 HTTP/1.1" status: 200 len: 757 time: 0.1526558 Dec 09 02:13:13.094940 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58690) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:13.108296 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58692) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:13.114102 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c32e37de-6100-479f-b6f9-628e76870d47 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Request body: {'router': {'name': 'tempest-router--727811277', 'project_id': 'f25c22d3e96d4d98ac578977d386d45f'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:13.136148 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-10406761-77ff-4019-b6dd-a3ac1bf80211 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] device_id is not set on port 64d2c09f-65e5-477c-be10-dcadb0d991e2 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:13:13.195049 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-524be7dd-81c1-43e6-b96d-24a0871af548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:13.198210 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-524be7dd-81c1-43e6-b96d-24a0871af548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:13.203042 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-524be7dd-81c1-43e6-b96d-24a0871af548 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a239b26-7d99-49d9-bff0-dce221f7795f HTTP/1.1" status: 204 len: 168 time: 0.8457930 Dec 09 02:13:13.215061 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Pushing event updated for resources: {'Port': ['ID=1a721e0c-15b0-403b-a2ec-5332d9eb365f,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:13.238252 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524be7dd-81c1-43e6-b96d-24a0871af548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a239b26-7d99-49d9-bff0-dce221f7795f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:13.256668 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c32e37de-6100-479f-b6f9-628e76870d47 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:13.257712 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c32e37de-6100-479f-b6f9-628e76870d47 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:13.373115 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c32e37de-6100-479f-b6f9-628e76870d47 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:13.403540 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb8c2af-db8f-49b2-8bcc-393dbc5a854b tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:13.413013 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dcb8c2af-db8f-49b2-8bcc-393dbc5a854b tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] 10.222.0.43 "GET /v2.0/networks/b1135e38-c097-4185-883b-fd452a30325e HTTP/1.1" status: 200 len: 767 time: 0.3159645 Dec 09 02:13:13.416351 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58706) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:13.417470 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c32e37de-6100-479f-b6f9-628e76870d47 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:13.602083 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-1a30751a-c1fa-4407-a415-c058fb44c32c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:13.603659 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-1a30751a-c1fa-4407-a415-c058fb44c32c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.45 "GET /v2.0/networks?id=d961835d-340c-4d5a-8246-eef81d928029 HTTP/1.1" status: 200 len: 811 time: 0.9304271 Dec 09 02:13:13.653430 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f1842b77-e894-4b15-bb0e-38a658e139d2 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:13.673146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:13.674137 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c32e37de-6100-479f-b6f9-628e76870d47 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:13.675677 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c32e37de-6100-479f-b6f9-628e76870d47 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5659933 Dec 09 02:13:13.685987 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58720) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:13.706238 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:13.722109 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a7ef5352-fc7a-4d53-9da0-4c5bee1629fb req-ec305d39-4032-4f1f-a1de-c5d7c37c8509 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 210 time: 0.0648293 Dec 09 02:13:13.746537 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d34c0821-ce50-4fea-9b7a-f64f293d9691 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:13.809333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Pushing event updated for resources: {'Port': ['ID=05eea386-5800-47ba-b2c1-cfd827043e75,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:13.816735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a13957c-9ed4-4b88-9fa9-9defb65e4e8b None None] Network cd9005f2-da41-459f-af04-8466efa966cf requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:13:13.856166 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71434f65-0504-484f-9b7f-f5bb26baec69 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:13.903467 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:13.904684 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0c706c98-c336-477e-9380-db6beff8cc6f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9237964 Dec 09 02:13:14.035640 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-00a359a0-7b55-4590-a77e-d29dfd0997bc None None] Provisioning complete for port d34c0821-ce50-4fea-9b7a-f64f293d9691 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:14.035960 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00a359a0-7b55-4590-a77e-d29dfd0997bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.076210 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-422871e0-f28b-4115-a4a0-33b826d156a2 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96fbca53361f400f82ff2c4ab6a8c54c HTTP/1.1" status: 200 len: 379 time: 0.3668303 Dec 09 02:13:14.108743 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.146153 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-10406761-77ff-4019-b6dd-a3ac1bf80211 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Allocated IP 2001:db8::398 (cd9005f2-da41-459f-af04-8466efa966cf/3fa67567-7dee-4eb0-9fd0-3015fcc1003d/64d2c09f-65e5-477c-be10-dcadb0d991e2) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:14.220702 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.244676 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-fec9407c-cf19-4acb-b356-71b03b096d7b tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Request body: {'port': {'device_id': '00505442-9138-4dae-bf57-8b3bd3d420a1', 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'admin_state_up': True, 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'security_groups': ['3a448eb9-6496-474b-a639-1be1cceeede5']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:14.293442 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.304635 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port d34c0821-ce50-4fea-9b7a-f64f293d9691 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:14.304999 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.368246 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f1842b77-e894-4b15-bb0e-38a658e139d2 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.392746 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71434f65-0504-484f-9b7f-f5bb26baec69 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.409098 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71434f65-0504-484f-9b7f-f5bb26baec69 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.419346 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00a359a0-7b55-4590-a77e-d29dfd0997bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.440000 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-f1842b77-e894-4b15-bb0e-38a658e139d2 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dab54d8-017f-4ddf-9cd8-693d32ce9c77']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:14.487532 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-f1842b77-e894-4b15-bb0e-38a658e139d2 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0182f31a-ef76-4844-80de-8c917d116108') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:14.487532 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-f1842b77-e894-4b15-bb0e-38a658e139d2 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0182f31a-ef76-4844-80de-8c917d116108') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:14.497981 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f1842b77-e894-4b15-bb0e-38a658e139d2 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.516304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71434f65-0504-484f-9b7f-f5bb26baec69 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.516946 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71434f65-0504-484f-9b7f-f5bb26baec69 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ddc5527-c1a0-4cf5-a8a6-479b60c8511b {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:13:14.528069 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71434f65-0504-484f-9b7f-f5bb26baec69 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.544961 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-71434f65-0504-484f-9b7f-f5bb26baec69 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "DELETE /v2.0/routers/2ddc5527-c1a0-4cf5-a8a6-479b60c8511b HTTP/1.1" status: 204 len: 168 time: 0.8564677 Dec 09 02:13:14.564057 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f1842b77-e894-4b15-bb0e-38a658e139d2 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.582619 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1842b77-e894-4b15-bb0e-38a658e139d2 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:13:14.583058 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f1842b77-e894-4b15-bb0e-38a658e139d2 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:13:14.590519 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:13:14.609617 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-00a359a0-7b55-4590-a77e-d29dfd0997bc None None] For port d34c0821-ce50-4fea-9b7a-f64f293d9691, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d34c0821-ce50-4fea-9b7a-f64f293d9691,segment=NetworkSegment(cbdcced0-c4ac-432e-a5d0-5ebed3092254),segment_id=cbdcced0-c4ac-432e-a5d0-5ebed3092254)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:14.634643 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00a359a0-7b55-4590-a77e-d29dfd0997bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.791131 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f1842b77-e894-4b15-bb0e-38a658e139d2 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.837031 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1842b77-e894-4b15-bb0e-38a658e139d2 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9dab54d8-017f-4ddf-9cd8-693d32ce9c77 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 02:13:14.857849 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f1842b77-e894-4b15-bb0e-38a658e139d2 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.876075 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f1842b77-e894-4b15-bb0e-38a658e139d2 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "DELETE /v2.0/networks/9dab54d8-017f-4ddf-9cd8-693d32ce9c77 HTTP/1.1" status: 204 len: 168 time: 1.4484277 Dec 09 02:13:14.910415 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58758) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:14.932389 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a78a174b-3639-4b77-b800-cb537abdd6fe tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Request body: {'network': {'name': 'tempest-network--1096736527'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:14.932610 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10406761-77ff-4019-b6dd-a3ac1bf80211 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:14.945887 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1842b77-e894-4b15-bb0e-38a658e139d2 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Pushing event deleted for resources: {'Network': ['ID=9dab54d8-017f-4ddf-9cd8-693d32ce9c77,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:15.008992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a359a0-7b55-4590-a77e-d29dfd0997bc None None] Pushing event updated for resources: {'Port': ['ID=d34c0821-ce50-4fea-9b7a-f64f293d9691,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:15.080253 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6e5f5cdd-60a8-4b15-9de6-7dafeccc5fd7 req-cd5b2a52-f776-4f04-ae1b-ba323413cdf1 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 210 time: 0.1317589 Dec 09 02:13:15.105820 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78a174b-3639-4b77-b800-cb537abdd6fe tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Made reservation on behalf of f998a5b5ddba49a1b8223d2d809cacb9 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:15.110331 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a78a174b-3639-4b77-b800-cb537abdd6fe tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:15.172370 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-ff9cb5f2-42a0-4c8d-a69a-f36a8f44ae01 None None] Provisioning complete for port d34c0821-ce50-4fea-9b7a-f64f293d9691 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:15.173532 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff9cb5f2-42a0-4c8d-a69a-f36a8f44ae01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:15.182575 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82c19a82-53c8-4055-9239-5c2662c718de req-9c65bcf3-e1cb-4acd-944d-3266594b403e tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1554824458&fields=id&tenant_id=b6aa27ea1351487bb03e8c81fda3bd03 HTTP/1.1" status: 200 len: 267 time: 0.9528296 Dec 09 02:13:15.209460 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78a174b-3639-4b77-b800-cb537abdd6fe tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:13:15.253178 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a78a174b-3639-4b77-b800-cb537abdd6fe tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:15.257660 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-a78a174b-3639-4b77-b800-cb537abdd6fe tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Added segment 41b8bc01-7f93-4af2-9127-11becd945f01 of type vlan for network de17074e-e545-4c23-bb9b-c6323d03072b Dec 09 02:13:15.361928 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58762) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:15.455633 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a78a174b-3639-4b77-b800-cb537abdd6fe tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:15.540490 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a78a174b-3639-4b77-b800-cb537abdd6fe tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:15.544497 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78a174b-3639-4b77-b800-cb537abdd6fe tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:15.545044 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a78a174b-3639-4b77-b800-cb537abdd6fe tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:15.712538 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d34c0821-ce50-4fea-9b7a-f64f293d9691 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:15.750184 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a174b-3639-4b77-b800-cb537abdd6fe tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Pushing event updated for resources: {'Network': ['ID=de17074e-e545-4c23-bb9b-c6323d03072b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:15.775572 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a78a174b-3639-4b77-b800-cb537abdd6fe tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8576050 Dec 09 02:13:15.788711 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network de17074e-e545-4c23-bb9b-c6323d03072b details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:13:15.790282 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58772) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:15.814582 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f079dec7-45f7-426b-98be-1c6b076cee1a tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:15.844794 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-749625326', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:15.988926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10406761-77ff-4019-b6dd-a3ac1bf80211 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.064244 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.066083 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.109440 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58778) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:16.150361 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f079dec7-45f7-426b-98be-1c6b076cee1a tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.155192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10406761-77ff-4019-b6dd-a3ac1bf80211 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Network cd9005f2-da41-459f-af04-8466efa966cf is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:16.161033 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-10406761-77ff-4019-b6dd-a3ac1bf80211 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:16.179955 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port d34c0821-ce50-4fea-9b7a-f64f293d9691 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:16.182247 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.244319 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10406761-77ff-4019-b6dd-a3ac1bf80211 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:16.257214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10406761-77ff-4019-b6dd-a3ac1bf80211 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:16.260708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f079dec7-45f7-426b-98be-1c6b076cee1a tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.281951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10406761-77ff-4019-b6dd-a3ac1bf80211 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.294976 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.382415 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-471cad04-469c-43ef-8d3a-a6451ad156a6 req-46e78f7f-814f-4b6a-9a9e-1ee4fe21a437 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 210 time: 0.1171157 Dec 09 02:13:16.383757 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f079dec7-45f7-426b-98be-1c6b076cee1a tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Network de17074e-e545-4c23-bb9b-c6323d03072b is not hosted by any dhcp agent {{(pid=103333) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 02:13:16.384929 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f079dec7-45f7-426b-98be-1c6b076cee1a tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:16.385555 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f079dec7-45f7-426b-98be-1c6b076cee1a tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.390441 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f079dec7-45f7-426b-98be-1c6b076cee1a tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "PUT /v2.0/networks/de17074e-e545-4c23-bb9b-c6323d03072b HTTP/1.1" status: 200 len: 858 time: 0.5988235 Dec 09 02:13:16.391237 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58784) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:16.498261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-920207924', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:16.534144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10406761-77ff-4019-b6dd-a3ac1bf80211 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event updated for resources: {'Port': ['ID=64d2c09f-65e5-477c-be10-dcadb0d991e2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:16.538305 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.576381 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a874897e-f8af-4948-8fec-fa86a7a6abee None None] Provisioning complete for port 64d2c09f-65e5-477c-be10-dcadb0d991e2 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:16.576873 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a874897e-f8af-4948-8fec-fa86a7a6abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.586330 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079dec7-45f7-426b-98be-1c6b076cee1a tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Pushing event updated for resources: {'Network': ['ID=de17074e-e545-4c23-bb9b-c6323d03072b,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:16.607651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.634711 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-fec9407c-cf19-4acb-b356-71b03b096d7b tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Made reservation on behalf of 96fbca53361f400f82ff2c4ab6a8c54c for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:16.641770 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-fec9407c-cf19-4acb-b356-71b03b096d7b tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.672543 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a874897e-f8af-4948-8fec-fa86a7a6abee None None] Port 64d2c09f-65e5-477c-be10-dcadb0d991e2 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:16.707375 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19a82-53c8-4055-9239-5c2662c718de req-4a797140-524f-4d79-a447-fe637c3550fe tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:16.714534 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82c19a82-53c8-4055-9239-5c2662c718de req-4a797140-524f-4d79-a447-fe637c3550fe tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/networks?id=2d39084e-79bd-4b9e-a14a-0e7250599a44 HTTP/1.1" status: 200 len: 810 time: 1.5092630 Dec 09 02:13:16.714729 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1cf88353-d92d-4568-abbe-857a72547402 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.732537 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.846778 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1cf88353-d92d-4568-abbe-857a72547402 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.857761 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-fec9407c-cf19-4acb-b356-71b03b096d7b tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Allocated IP 172.20.0.13 (d961835d-340c-4d5a-8246-eef81d928029/bfbc8e1d-7b26-476b-a388-dadd8be65914/d8286da8-8b63-467f-b08e-b08e7018c377) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:16.904157 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-1cf88353-d92d-4568-abbe-857a72547402 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de17074e-e545-4c23-bb9b-c6323d03072b']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:16.921615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-1cf88353-d92d-4568-abbe-857a72547402 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b8bc01-7f93-4af2-9127-11becd945f01') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:16.922291 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-1cf88353-d92d-4568-abbe-857a72547402 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b8bc01-7f93-4af2-9127-11becd945f01') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:16.939199 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1cf88353-d92d-4568-abbe-857a72547402 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.968580 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1cf88353-d92d-4568-abbe-857a72547402 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.990044 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf88353-d92d-4568-abbe-857a72547402 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:13:16.990444 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1cf88353-d92d-4568-abbe-857a72547402 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:13:16.995867 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:13:17.009872 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-10406761-77ff-4019-b6dd-a3ac1bf80211 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.9331985 Dec 09 02:13:17.043709 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58786) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:17.054465 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82c19a82-53c8-4055-9239-5c2662c718de req-a8c8b1fa-89d3-44eb-8858-0cf258d22757 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/quotas/b6aa27ea1351487bb03e8c81fda3bd03 HTTP/1.1" status: 200 len: 375 time: 0.3390467 Dec 09 02:13:17.065900 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a4245260-b9a0-49ad-93af-18d03578455c tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Request body: {'port': {'network_id': 'cd9005f2-da41-459f-af04-8466efa966cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-420752237', 'allowed_address_pairs': [{'ip_address': '2001:db8::398', 'mac_address': 'fa:16:3e:93:61:13'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:17.184610 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Made reservation on behalf of df26b6b9e0d048dba33fb0b1c5443eb4 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:17.187144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.223417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Pushing event updated for resources: {'Port': ['ID=1a721e0c-15b0-403b-a2ec-5332d9eb365f,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:17.260268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.308864 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.313753 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1cf88353-d92d-4568-abbe-857a72547402 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.315421 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.320625 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf88353-d92d-4568-abbe-857a72547402 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de17074e-e545-4c23-bb9b-c6323d03072b {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 02:13:17.338560 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1cf88353-d92d-4568-abbe-857a72547402 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.342652 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1cf88353-d92d-4568-abbe-857a72547402 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] 10.222.0.43 "DELETE /v2.0/networks/de17074e-e545-4c23-bb9b-c6323d03072b HTTP/1.1" status: 204 len: 168 time: 0.9390037 Dec 09 02:13:17.352495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58788) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:17.355382 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.363164 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf88353-d92d-4568-abbe-857a72547402 tempest-ExternalNetworksTestJSON-1341846468 tempest-ExternalNetworksTestJSON-1341846468-project-admin] Pushing event deleted for resources: {'Network': ['ID=de17074e-e545-4c23-bb9b-c6323d03072b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:17.382186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-fec9407c-cf19-4acb-b356-71b03b096d7b tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.390538 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6773643f-e59a-451a-96b7-bd2941305373 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] DELETE failed (client error): The resource could not be found. Dec 09 02:13:17.391016 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6773643f-e59a-451a-96b7-bd2941305373 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:13:17.394152 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6773643f-e59a-451a-96b7-bd2941305373 tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] 10.222.0.43 "DELETE /v2.0/subnets/2db80abe-4032-48a3-8454-02f940d2c3d0 HTTP/1.1" status: 404 len: 337 time: 0.0403070 Dec 09 02:13:17.398179 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58790) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:17.512905 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fad83-6d15-4a8a-8379-3995c19c8c9e tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.556882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.585621 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82c19a82-53c8-4055-9239-5c2662c718de req-f8e213cc-f5b1-4d77-a3e3-ab8effe18bb7 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6aa27ea1351487bb03e8c81fda3bd03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4995461 Dec 09 02:13:17.591007 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-98a72022-18d1-4e33-b480-a860f380f3ae req-bad3e8dd-325e-40aa-8705-c72508bde439 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 210 time: 0.0515480 Dec 09 02:13:17.602982 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.602982 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-37089eb0-bffd-4bbb-8117-904deffa8dbe tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0195398 Dec 09 02:13:17.707941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.709296 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fad83-6d15-4a8a-8379-3995c19c8c9e tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.713257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] device_id is not set on port 501f464e-a0ab-4b85-a981-bd6088d9c4af yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:13:17.730907 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-bd4fad83-6d15-4a8a-8379-3995c19c8c9e tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1135e38-c097-4185-883b-fd452a30325e']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:17.740518 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-bd4fad83-6d15-4a8a-8379-3995c19c8c9e tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19cff06a-b67c-4d1b-bad8-c6e13a03c7bb') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:17.740801 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-bd4fad83-6d15-4a8a-8379-3995c19c8c9e tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19cff06a-b67c-4d1b-bad8-c6e13a03c7bb') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:17.751294 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fad83-6d15-4a8a-8379-3995c19c8c9e tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.764454 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fad83-6d15-4a8a-8379-3995c19c8c9e tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.770590 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4fad83-6d15-4a8a-8379-3995c19c8c9e tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:13:17.770995 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fad83-6d15-4a8a-8379-3995c19c8c9e tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:13:17.860456 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:13:17.936269 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Allocated IP 172.26.3.208 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/1a405ca2-a1b1-49b1-b21d-c054c67e6585) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:17.940506 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fad83-6d15-4a8a-8379-3995c19c8c9e tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.965903 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd4fad83-6d15-4a8a-8379-3995c19c8c9e tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:17.969647 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bd4fad83-6d15-4a8a-8379-3995c19c8c9e tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] 10.222.0.43 "DELETE /v2.0/networks/b1135e38-c097-4185-883b-fd452a30325e HTTP/1.1" status: 204 len: 168 time: 0.5707893 Dec 09 02:13:18.001223 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fad83-6d15-4a8a-8379-3995c19c8c9e tempest-ExternalNetworksTestJSON-1575923225 tempest-ExternalNetworksTestJSON-1575923225-project] Pushing event deleted for resources: {'Network': ['ID=b1135e38-c097-4185-883b-fd452a30325e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:18.044725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d28fe46-9f36-418d-9d08-58ebcd1f93d2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:18.056034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-fec9407c-cf19-4acb-b356-71b03b096d7b tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:18.074357 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82c19a82-53c8-4055-9239-5c2662c718de req-4caa8388-c6c6-4d05-a3e6-20188211e99c service neutron] 10.222.0.43 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988783 Dec 09 02:13:18.080846 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-280337ae-4722-4355-b607-7b56792aad10 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--964783563&fields=id&tenant_id=95a5acde667a4aee8aceae968f6faa1f HTTP/1.1" status: 200 len: 267 time: 0.1603718 Dec 09 02:13:18.083072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Allocated IP 172.20.0.1 (d29ff8a5-ca66-4441-b2c6-a56e16be6ad8/d6b6d539-735f-4dfb-9f68-6847feb847a4/9da3714a-9020-464f-8a34-c3243887371a) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:18.333208 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4245260-b9a0-49ad-93af-18d03578455c tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Made reservation on behalf of d3f3e1f726f6414e801707157c5a579d for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:18.424232 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:18.458005 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-fec9407c-cf19-4acb-b356-71b03b096d7b tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Network d961835d-340c-4d5a-8246-eef81d928029 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:18.461886 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-fec9407c-cf19-4acb-b356-71b03b096d7b tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:18.477402 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-fec9407c-cf19-4acb-b356-71b03b096d7b tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:18.519756 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9407c-cf19-4acb-b356-71b03b096d7b tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Pushing event updated for resources: {'Port': ['ID=d8286da8-8b63-467f-b08e-b08e7018c377,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:18.528627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-fec9407c-cf19-4acb-b356-71b03b096d7b tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:18.528627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-fec9407c-cf19-4acb-b356-71b03b096d7b tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:18.544418 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-0a6dbb4b-10a2-4643-a076-89a6cd3434d6 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:18.547055 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-0a6dbb4b-10a2-4643-a076-89a6cd3434d6 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/networks?id=719383a5-619e-47d1-8539-0fde52722e3d HTTP/1.1" status: 200 len: 805 time: 0.4550369 Dec 09 02:13:18.573098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58814) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:18.584219 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-7b27d74d-f33e-490d-af28-babe6e5a9bc8 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/quotas/95a5acde667a4aee8aceae968f6faa1f HTTP/1.1" status: 200 len: 375 time: 0.0288851 Dec 09 02:13:18.594018 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-fec9407c-cf19-4acb-b356-71b03b096d7b tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3653936 Dec 09 02:13:18.670088 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:18.692705 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:18.724460 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82c19a82-53c8-4055-9239-5c2662c718de req-abc4a72b-54c7-4eeb-bc24-aa9b020f9174 service neutron] 10.222.0.43 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549348 Dec 09 02:13:18.751236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a4245260-b9a0-49ad-93af-18d03578455c tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:18.755699 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Allocated IP 172.26.3.20 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/501f464e-a0ab-4b85-a981-bd6088d9c4af) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:18.782973 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Pushing event updated for resources: {'Port': ['ID=1a405ca2-a1b1-49b1-b21d-c054c67e6585,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:18.793119 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:18.836842 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:18.853374 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:18.927798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-501124a1-1b1d-4c3f-9897-3d1324d33d7e None None] Provisioning complete for port d8286da8-8b63-467f-b08e-b08e7018c377 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:18.929805 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-501124a1-1b1d-4c3f-9897-3d1324d33d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:18.993858 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-a4245260-b9a0-49ad-93af-18d03578455c tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] device_id is not set on port ca7b2ba4-9b0f-4421-9847-910a93027cb5 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:13:19.004176 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-300eb860-7f2b-41e0-ae3f-c1f136c9d2aa tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=95a5acde667a4aee8aceae968f6faa1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4128075 Dec 09 02:13:19.057742 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-501124a1-1b1d-4c3f-9897-3d1324d33d7e None None] Port d8286da8-8b63-467f-b08e-b08e7018c377 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:19.383584 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-bea6cc0c-db08-4faf-b842-f379843d19dd service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:13:19.384664 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-bea6cc0c-db08-4faf-b842-f379843d19dd service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1892993 Dec 09 02:13:19.494515 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:19.800498 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:19.811851 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bda67793-52cc-4f28-baf6-9802152d541d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82b4dc8b9c36472f9737aa511c7a2dc8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2369142 Dec 09 02:13:19.821818 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58846) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:19.825291 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:19.900390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Network d29ff8a5-ca66-4441-b2c6-a56e16be6ad8 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:19.906205 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-75698322-72d2-4724-8d5a-34bc26506f63 service neutron] 10.222.0.43 "GET /v2.0/networks/719383a5-619e-47d1-8539-0fde52722e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071080 Dec 09 02:13:19.925026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:19.936396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9067de-67bb-445b-9179-e38996802dd8 req-9e276ccf-04fd-45da-b199-a0f56310cf74 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:19.939499 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9067de-67bb-445b-9179-e38996802dd8 req-9e276ccf-04fd-45da-b199-a0f56310cf74 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 932 time: 0.7695124 Dec 09 02:13:19.942770 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:20.012455 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Pushing event updated for resources: {'Port': ['ID=9da3714a-9020-464f-8a34-c3243887371a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:20.036241 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-a4245260-b9a0-49ad-93af-18d03578455c tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Allocated IP 2001:db8::2af (cd9005f2-da41-459f-af04-8466efa966cf/3fa67567-7dee-4eb0-9fd0-3015fcc1003d/ca7b2ba4-9b0f-4421-9847-910a93027cb5) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:20.162757 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-ea75833a-ee7c-45fa-8c23-81621dfe5c1b service neutron] 10.222.0.43 "GET /v2.0/networks/719383a5-619e-47d1-8539-0fde52722e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473078 Dec 09 02:13:20.212691 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:20.219897 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9067de-67bb-445b-9179-e38996802dd8 req-b35271d0-30d2-47c2-8860-481eac854a52 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638552 Dec 09 02:13:20.263374 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e7995640-1ecc-4d74-8132-72674dbd51fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:20.265599 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:20.324921 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e7995640-1ecc-4d74-8132-72674dbd51fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:20.405233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-d70989b8-fc6e-43a1-bc08-80131679b811 None None] Provisioning complete for port 9da3714a-9020-464f-8a34-c3243887371a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:20.406291 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d70989b8-fc6e-43a1-bc08-80131679b811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:20.409392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:20.464950 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d70989b8-fc6e-43a1-bc08-80131679b811 None None] Port 9da3714a-9020-464f-8a34-c3243887371a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:20.508977 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-629bd767-1bf8-40a9-b81d-f03fb6558082 req-d1093dad-54f3-40ae-afbe-4499a9f159d3 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 210 time: 0.1092179 Dec 09 02:13:20.528188 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:20.556056 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:20.594516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:20.597040 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Pushing event updated for resources: {'Port': ['ID=501f464e-a0ab-4b85-a981-bd6088d9c4af,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:20.597365 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Router fce29675-6718-4bf3-9cc1-f5009893d1b6 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:13:20.663798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e7995640-1ecc-4d74-8132-72674dbd51fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:20.666622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e7995640-1ecc-4d74-8132-72674dbd51fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:20.672101 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e7995640-1ecc-4d74-8132-72674dbd51fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ef0ce9d-28d3-4ef6-84b3-cb829fd4e94e HTTP/1.1" status: 204 len: 168 time: 0.8415031 Dec 09 02:13:20.764583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:20.775525 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d52d19-03b0-452e-92a7-8b5672ac0c64 None None] Sync routers for ids ['fce29675-6718-4bf3-9cc1-f5009893d1b6'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:20.791904 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:20.796122 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-df32937c-77c2-4ee5-830b-c8ac32e4ba1d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4306231 Dec 09 02:13:20.796450 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58866) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:20.799414 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d52d19-03b0-452e-92a7-8b5672ac0c64 None None] Routers {'fce29675-6718-4bf3-9cc1-f5009893d1b6'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:20.800258 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d2d52d19-03b0-452e-92a7-8b5672ac0c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['fce29675-6718-4bf3-9cc1-f5009893d1b6'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:20.846510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a4245260-b9a0-49ad-93af-18d03578455c tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:20.904231 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d2d52d19-03b0-452e-92a7-8b5672ac0c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:20.917308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7995640-1ecc-4d74-8132-72674dbd51fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef0ce9d-28d3-4ef6-84b3-cb829fd4e94e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:20.926897 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d52d19-03b0-452e-92a7-8b5672ac0c64 None None] Routers {'fce29675-6718-4bf3-9cc1-f5009893d1b6'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:20.927553 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d2d52d19-03b0-452e-92a7-8b5672ac0c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['fce29675-6718-4bf3-9cc1-f5009893d1b6'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:21.001497 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a4245260-b9a0-49ad-93af-18d03578455c tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:21.003593 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c55f3623-6e7d-4964-971a-088afdb16eda tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "GET /v2.0/routers/fce29675-6718-4bf3-9cc1-f5009893d1b6 HTTP/1.1" status: 200 len: 924 time: 0.2053289 Dec 09 02:13:21.006427 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58872) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:21.025190 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d2d52d19-03b0-452e-92a7-8b5672ac0c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:21.026049 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d52d19-03b0-452e-92a7-8b5672ac0c64 None None] The sync data for ids ['fce29675-6718-4bf3-9cc1-f5009893d1b6'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:21.063008 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6b18085d-9902-405c-9c5b-dcc3fbe620e1 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "GET /v2.0/ports?device_id=fce29675-6718-4bf3-9cc1-f5009893d1b6 HTTP/1.1" status: 200 len: 205 time: 0.0526214 Dec 09 02:13:21.063926 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58876) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:21.105223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4245260-b9a0-49ad-93af-18d03578455c tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Network cd9005f2-da41-459f-af04-8466efa966cf is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:21.107913 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-216057cb-ebf2-4159-8f6d-9549da3f1a7a req-15f55b27-410f-4372-a44e-719535cd2d08 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 210 time: 0.2046626 Dec 09 02:13:21.114509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-a4245260-b9a0-49ad-93af-18d03578455c tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:21.130121 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4245260-b9a0-49ad-93af-18d03578455c tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:21.137473 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4245260-b9a0-49ad-93af-18d03578455c tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:21.138367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a4245260-b9a0-49ad-93af-18d03578455c tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:21.190832 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a4245260-b9a0-49ad-93af-18d03578455c tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.1387963 Dec 09 02:13:21.196113 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58878) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:21.208326 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:21.230732 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:21.231007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:21.242323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4245260-b9a0-49ad-93af-18d03578455c tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event updated for resources: {'Port': ['ID=ca7b2ba4-9b0f-4421-9847-910a93027cb5,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:21.304643 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:13:21.318809 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-332fae8c-f1ea-4338-abf8-477ece686748 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.1772277 Dec 09 02:13:21.320042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58882) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:21.325281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-9e80fd78-9301-4dce-9bf5-a7f350918604 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.20'}]}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:21.373568 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e80fd78-9301-4dce-9bf5-a7f350918604 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:21.377106 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e80fd78-9301-4dce-9bf5-a7f350918604 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:21.451003 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58886) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:21.522575 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09dbdc51-ee1b-4a23-8c5c-5e7b224b41e9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:21.542203 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69754fa3-0e10-4533-9b4a-e1c3f8c71a62 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:21.548609 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69754fa3-0e10-4533-9b4a-e1c3f8c71a62 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:21.556005 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69754fa3-0e10-4533-9b4a-e1c3f8c71a62 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:21.558756 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-69754fa3-0e10-4533-9b4a-e1c3f8c71a62 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3611503 Dec 09 02:13:21.606349 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58888) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:21.622413 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a3394eb7-8d4c-4862-8f14-7ef436938d42 None None] Provisioning complete for port ca7b2ba4-9b0f-4421-9847-910a93027cb5 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:21.623644 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3394eb7-8d4c-4862-8f14-7ef436938d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:21.663865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e80fd78-9301-4dce-9bf5-a7f350918604 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:21.696619 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a3394eb7-8d4c-4862-8f14-7ef436938d42 None None] Port ca7b2ba4-9b0f-4421-9847-910a93027cb5 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:21.785410 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e5803052-4938-4698-a81b-22804a8435c8 req-004f62a9-40e5-4ab5-b8ad-fe6585b6fb82 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 210 time: 0.1042840 Dec 09 02:13:21.840637 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9c7ad-5de0-47ab-a5dd-747a42a11841 req-01e38eac-deb9-40b2-87ee-d95ffd39d4da tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:21.848887 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-faf9c7ad-5de0-47ab-a5dd-747a42a11841 req-01e38eac-deb9-40b2-87ee-d95ffd39d4da tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 932 time: 0.4284899 Dec 09 02:13:21.864528 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e80fd78-9301-4dce-9bf5-a7f350918604 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:21.867639 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b7ed758f-f80f-40aa-99fa-a48b6c6037e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f998a5b5ddba49a1b8223d2d809cacb9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4144166 Dec 09 02:13:21.872045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58892) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:22.039664 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa5d7-7bab-4079-bd52-731368929750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:22.040890 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc00b7-6d3f-4b38-b2d6-eda5877bc757 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Deleting port ca7b2ba4-9b0f-4421-9847-910a93027cb5 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:22.041399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ebc00b7-6d3f-4b38-b2d6-eda5877bc757 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:22.062706 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa5d7-7bab-4079-bd52-731368929750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:22.095769 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09dbdc51-ee1b-4a23-8c5c-5e7b224b41e9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:22.112676 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-faf9c7ad-5de0-47ab-a5dd-747a42a11841 req-0a061477-0088-4fae-a72a-b2e642094c2e tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2627418 Dec 09 02:13:22.134702 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa5d7-7bab-4079-bd52-731368929750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:22.138037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa5d7-7bab-4079-bd52-731368929750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:22.139479 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9dcfa5d7-7bab-4079-bd52-731368929750 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f54d815e-ad95-4620-9b4e-6732ffc70e1f HTTP/1.1" status: 204 len: 168 time: 0.2659912 Dec 09 02:13:22.209107 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfa5d7-7bab-4079-bd52-731368929750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54d815e-ad95-4620-9b4e-6732ffc70e1f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:22.229184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:22.242824 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:22.246420 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ebc00b7-6d3f-4b38-b2d6-eda5877bc757 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:22.281631 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc00b7-6d3f-4b38-b2d6-eda5877bc757 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Calling delete_port for ca7b2ba4-9b0f-4421-9847-910a93027cb5 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:22.298549 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-09dbdc51-ee1b-4a23-8c5c-5e7b224b41e9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Deleting port 1a405ca2-a1b1-49b1-b21d-c054c67e6585 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:22.303300 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09dbdc51-ee1b-4a23-8c5c-5e7b224b41e9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:22.342165 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:22.383664 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bf1252e2-f2b2-4561-b8fd-c3eb9288165e req-b21eb3af-355c-43cb-b029-7829123819ef tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 210 time: 0.0680590 Dec 09 02:13:22.434446 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09dbdc51-ee1b-4a23-8c5c-5e7b224b41e9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:22.449661 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-09dbdc51-ee1b-4a23-8c5c-5e7b224b41e9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Calling delete_port for 1a405ca2-a1b1-49b1-b21d-c054c67e6585 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:22.489993 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Pushing event updated for resources: {'Port': ['ID=9da3714a-9020-464f-8a34-c3243887371a,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:22.646424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Network d29ff8a5-ca66-4441-b2c6-a56e16be6ad8 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:22.675186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:22.801852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e80fd78-9301-4dce-9bf5-a7f350918604 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:23.045932 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-9b27378c-2d57-4905-b681-ec8b5df9d2d1 req-f7d12d3e-b06c-4c84-b5b7-bfce634fc81c tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 210 time: 0.0581100 Dec 09 02:13:23.055121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e2e10de0-0b28-4b9d-9b59-9a3dd2aaf876 None None] Provisioning complete for port 9da3714a-9020-464f-8a34-c3243887371a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:23.062366 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e2e10de0-0b28-4b9d-9b59-9a3dd2aaf876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:23.140875 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e80fd78-9301-4dce-9bf5-a7f350918604 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:23.147388 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e2e10de0-0b28-4b9d-9b59-9a3dd2aaf876 None None] Port 9da3714a-9020-464f-8a34-c3243887371a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:23.190543 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09dbdc51-ee1b-4a23-8c5c-5e7b224b41e9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:23.224899 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ebc00b7-6d3f-4b38-b2d6-eda5877bc757 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:23.228812 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbdc51-ee1b-4a23-8c5c-5e7b224b41e9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Pushing event deleted for resources: {'Port': ['ID=1a405ca2-a1b1-49b1-b21d-c054c67e6585,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:23.275517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Router 7159fcc4-2657-478e-9e79-aacbb7344ef8 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:13:23.366703 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc00b7-6d3f-4b38-b2d6-eda5877bc757 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event deleted for resources: {'Port': ['ID=ca7b2ba4-9b0f-4421-9847-910a93027cb5,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:23.416852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d378d-877b-4ef3-8cbb-83f36f06ee66 req-c6f07575-0651-4727-91af-1b58c0de1d2e tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:23.424951 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5f8d378d-877b-4ef3-8cbb-83f36f06ee66 req-c6f07575-0651-4727-91af-1b58c0de1d2e tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 932 time: 0.1668427 Dec 09 02:13:23.620845 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:23.633842 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f54374-21a3-494f-8768-090cf0a3aa1d None None] Sync routers for ids ['7159fcc4-2657-478e-9e79-aacbb7344ef8'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:23.637280 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fb7149fd-09d1-4a15-b1f1-10c1d13edef3 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] 10.222.0.43 "PUT /v2.0/routers/7159fcc4-2657-478e-9e79-aacbb7344ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1336277 Dec 09 02:13:23.640915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e80fd78-9301-4dce-9bf5-a7f350918604 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:23.644193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58926) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:23.653335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a7ea2ae9-a845-4141-ba41-3b26d9687f9a tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Request body: {'port': {'network_id': 'd29ff8a5-ca66-4441-b2c6-a56e16be6ad8', 'name': 'tempest-FloatingIPAdminTestJSON-1647239832'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:23.661262 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f54374-21a3-494f-8768-090cf0a3aa1d None None] Routers {'7159fcc4-2657-478e-9e79-aacbb7344ef8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:23.663819 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-033869b4-8d67-403a-b854-73cc92f66b85 req-826b07ed-04fd-4a44-a53e-f68e71d5b477 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 210 time: 0.0741191 Dec 09 02:13:23.664699 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b6f54374-21a3-494f-8768-090cf0a3aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7159fcc4-2657-478e-9e79-aacbb7344ef8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:23.764368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b6f54374-21a3-494f-8768-090cf0a3aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:23.794058 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f54374-21a3-494f-8768-090cf0a3aa1d None None] Routers {'7159fcc4-2657-478e-9e79-aacbb7344ef8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:23.802355 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b6f54374-21a3-494f-8768-090cf0a3aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7159fcc4-2657-478e-9e79-aacbb7344ef8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:23.836053 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09dbdc51-ee1b-4a23-8c5c-5e7b224b41e9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:23.836609 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5f8d378d-877b-4ef3-8cbb-83f36f06ee66 req-49b79c96-5ac8-46b2-acbb-25fbd185b918 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4107132 Dec 09 02:13:23.850128 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b6f54374-21a3-494f-8768-090cf0a3aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:23.851025 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f54374-21a3-494f-8768-090cf0a3aa1d None None] The sync data for ids ['7159fcc4-2657-478e-9e79-aacbb7344ef8'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:23.863806 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ebc00b7-6d3f-4b38-b2d6-eda5877bc757 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:23.867169 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0ebc00b7-6d3f-4b38-b2d6-eda5877bc757 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "DELETE /v2.0/ports/ca7b2ba4-9b0f-4421-9847-910a93027cb5 HTTP/1.1" status: 204 len: 168 time: 2.2597346 Dec 09 02:13:23.891049 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58930) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:23.957522 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d2402c-b3e6-489e-a8ca-479424df88f4 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] GET failed (client error): The resource could not be found. Dec 09 02:13:23.959336 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-11d2402c-b3e6-489e-a8ca-479424df88f4 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "GET /v2.0/ports/ca7b2ba4-9b0f-4421-9847-910a93027cb5 HTTP/1.1" status: 404 len: 333 time: 0.0673447 Dec 09 02:13:23.963779 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58932) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:23.984282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a369643f-ff0d-4929-b16c-89f737909abf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Request body: {'port': {'network_id': 'cd9005f2-da41-459f-af04-8466efa966cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-823223409'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:23.984511 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09dbdc51-ee1b-4a23-8c5c-5e7b224b41e9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:23.986723 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09dbdc51-ee1b-4a23-8c5c-5e7b224b41e9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:24.034343 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09dbdc51-ee1b-4a23-8c5c-5e7b224b41e9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:24.034969 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dbdc51-ee1b-4a23-8c5c-5e7b224b41e9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Fanout notify agent at l3_agent the message router_deleted on router fce29675-6718-4bf3-9cc1-f5009893d1b6 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:13:24.050210 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09dbdc51-ee1b-4a23-8c5c-5e7b224b41e9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:24.052136 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-09dbdc51-ee1b-4a23-8c5c-5e7b224b41e9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "DELETE /v2.0/routers/fce29675-6718-4bf3-9cc1-f5009893d1b6 HTTP/1.1" status: 204 len: 168 time: 2.9850538 Dec 09 02:13:24.056403 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58938) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:24.056545 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ea2ae9-a845-4141-ba41-3b26d9687f9a tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Made reservation on behalf of 7cc7fac828194be29b5a933dc7691318 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:24.060492 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2ae9-a845-4141-ba41-3b26d9687f9a tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:24.061578 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2066266760', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'enable_snat': False}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:24.087282 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:24.088528 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:24.157465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e80fd78-9301-4dce-9bf5-a7f350918604 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:24.159615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-a7ea2ae9-a845-4141-ba41-3b26d9687f9a tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] device_id is not set on port 368482d1-20ad-49d6-ba81-eeb915b34a3c yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:13:24.166408 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e80fd78-9301-4dce-9bf5-a7f350918604 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:24.177753 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:24.200296 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-592cc5d3-99fd-4f92-b9f0-4c00885479c9 req-f58e6b24-4fce-4539-90b6-14763e529d96 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 210 time: 0.0338261 Dec 09 02:13:24.294769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e80fd78-9301-4dce-9bf5-a7f350918604 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:24.295305 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e80fd78-9301-4dce-9bf5-a7f350918604 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2ed3237-e96c-41d3-bc2f-df258d99c21a {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:13:24.349683 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-9e80fd78-9301-4dce-9bf5-a7f350918604 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 09 02:13:24.353499 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9e80fd78-9301-4dce-9bf5-a7f350918604 tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.0299337 Dec 09 02:13:24.353643 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:24.354978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58948) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:24.384104 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a369643f-ff0d-4929-b16c-89f737909abf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Made reservation on behalf of d3f3e1f726f6414e801707157c5a579d for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:24.387634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a369643f-ff0d-4929-b16c-89f737909abf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:24.393223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-a7ea2ae9-a845-4141-ba41-3b26d9687f9a tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Allocated IP 172.20.0.14 (d29ff8a5-ca66-4441-b2c6-a56e16be6ad8/d6b6d539-735f-4dfb-9f68-6847feb847a4/368482d1-20ad-49d6-ba81-eeb915b34a3c) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:24.414125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58950) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:24.431877 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-a369643f-ff0d-4929-b16c-89f737909abf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] device_id is not set on port 95b744f0-3976-4b37-ac18-b3333d53b61b yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:13:24.491301 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf1fc7-c245-4677-a207-d62e1b2e632c tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Deleting port 501f464e-a0ab-4b85-a981-bd6088d9c4af {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:24.491713 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1fc7-c245-4677-a207-d62e1b2e632c tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:24.497786 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-90999c27-2231-4b2a-b712-a0f9fe4997f6 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:13:24.500612 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-90999c27-2231-4b2a-b712-a0f9fe4997f6 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141900 Dec 09 02:13:24.567716 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d1dff1e2-a5b3-4ee2-9e73-464d1928988f tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2084602616'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:24.568687 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d1dff1e2-a5b3-4ee2-9e73-464d1928988f tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] Unknown quota resources ['metering_label']. {{(pid=103334) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 02:13:24.623731 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1fc7-c245-4677-a207-d62e1b2e632c tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:24.669051 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf1fc7-c245-4677-a207-d62e1b2e632c tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Calling delete_port for 501f464e-a0ab-4b85-a981-bd6088d9c4af owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:24.731655 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Request body: {'port': {'device_id': '00505442-9138-4dae-bf57-8b3bd3d420a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:24.749346 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:24.776041 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:24.949950 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-caebe35f-f3b4-4a90-adb0-b12762db01a1 req-7607b74f-1e04-4a8a-bcc2-4b4980351360 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 210 time: 0.1023774 Dec 09 02:13:24.967607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1dff1e2-a5b3-4ee2-9e73-464d1928988f tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:24.971209 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d1dff1e2-a5b3-4ee2-9e73-464d1928988f tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5528777 Dec 09 02:13:24.971684 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58962) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:24.974239 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-a369643f-ff0d-4929-b16c-89f737909abf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Allocated IP 2001:db8::329 (cd9005f2-da41-459f-af04-8466efa966cf/3fa67567-7dee-4eb0-9fd0-3015fcc1003d/95b744f0-3976-4b37-ac18-b3333d53b61b) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:24.976135 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-cfc62b9a-f7bd-4323-9a3b-c96db93c3d2b tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '96e9c883-4362-4c72-9a3a-60aea443ca10'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:24.976710 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-cfc62b9a-f7bd-4323-9a3b-c96db93c3d2b tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103333) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 02:13:24.981377 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Allocated IP 172.26.3.78 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/2f94709e-1fc8-41ff-9c67-43c5c0c904ce) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:24.990831 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1fc7-c245-4677-a207-d62e1b2e632c tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:25.030788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2ae9-a845-4141-ba41-3b26d9687f9a tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:25.041841 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:25.072717 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf1fc7-c245-4677-a207-d62e1b2e632c tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Pushing event deleted for resources: {'Port': ['ID=501f464e-a0ab-4b85-a981-bd6088d9c4af,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:25.166362 dv-neutron-804846-18-hyperv neutron-server[103333]: WARNING neutron.services.metering.metering_plugin [None req-cfc62b9a-f7bd-4323-9a3b-c96db93c3d2b tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 09 02:13:25.175741 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da45d3b-5625-4d5e-8312-dd7df05cbddb req-b2c53a82-d24e-4d52-9ed9-a7cfd7c0ea59 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:25.177551 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-9da45d3b-5625-4d5e-8312-dd7df05cbddb req-b2c53a82-d24e-4d52-9ed9-a7cfd7c0ea59 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 932 time: 0.2558000 Dec 09 02:13:25.192026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2ae9-a845-4141-ba41-3b26d9687f9a tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:25.239816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.45', 61824) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:25.545235 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cfc62b9a-f7bd-4323-9a3b-c96db93c3d2b tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:25.546431 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cfc62b9a-f7bd-4323-9a3b-c96db93c3d2b tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5738401 Dec 09 02:13:25.556204 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58970) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:25.565996 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-77a386c4-8c79-4b5d-aa98-642ab812fc0d tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '96e9c883-4362-4c72-9a3a-60aea443ca10'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:25.566470 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-77a386c4-8c79-4b5d-aa98-642ab812fc0d tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103333) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 02:13:25.588421 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1fc7-c245-4677-a207-d62e1b2e632c tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:25.592638 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0ccf1fc7-c245-4677-a207-d62e1b2e632c tempest-RoutersAdminNegativeTest-1103954790 tempest-RoutersAdminNegativeTest-1103954790-project-admin] 10.222.0.43 "DELETE /v2.0/ports/501f464e-a0ab-4b85-a981-bd6088d9c4af HTTP/1.1" status: 204 len: 168 time: 1.2366521 Dec 09 02:13:25.612946 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:25.617597 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-9da45d3b-5625-4d5e-8312-dd7df05cbddb req-078a0f4b-6b2c-4d45-87c3-13c6ac62fdf4 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4053755 Dec 09 02:13:25.652285 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ea2ae9-a845-4141-ba41-3b26d9687f9a tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Network d29ff8a5-ca66-4441-b2c6-a56e16be6ad8 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:25.681678 dv-neutron-804846-18-hyperv neutron-server[103333]: WARNING neutron.services.metering.metering_plugin [None req-77a386c4-8c79-4b5d-aa98-642ab812fc0d tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 09 02:13:25.770890 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-a7ea2ae9-a845-4141-ba41-3b26d9687f9a tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:25.775500 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77a386c4-8c79-4b5d-aa98-642ab812fc0d tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:25.777255 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-77a386c4-8c79-4b5d-aa98-642ab812fc0d tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2165163 Dec 09 02:13:25.781200 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58974) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:25.784353 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-06b8dcff-5251-48c7-be68-76de1d30fc4a req-4cbe8d9c-a8c0-4599-9be4-2d9a51e3b279 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 210 time: 0.4568605 Dec 09 02:13:25.787757 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.45', 61827) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:25.800420 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ea2ae9-a845-4141-ba41-3b26d9687f9a tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:25.810864 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:25.816504 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-58dfb134-f1c4-4e33-85ba-130b2420bb97 tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=18783ab5-0829-453a-9b3a-bbdcc24cf05e HTTP/1.1" status: 200 len: 462 time: 0.0323188 Dec 09 02:13:25.825316 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea2ae9-a845-4141-ba41-3b26d9687f9a tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Pushing event updated for resources: {'Port': ['ID=368482d1-20ad-49d6-ba81-eeb915b34a3c,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:25.834883 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a369643f-ff0d-4929-b16c-89f737909abf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:25.851846 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 58976) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:25.974070 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:25.993596 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ea2ae9-a845-4141-ba41-3b26d9687f9a tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:25.994258 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2ae9-a845-4141-ba41-3b26d9687f9a tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:25.997533 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:26.007560 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:26.035060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-2f0d734b-05bd-4e9c-b1aa-151d78abc8c2 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:26.036592 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-2f0d734b-05bd-4e9c-b1aa-151d78abc8c2 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.45 "GET /v2.0/networks?id=719383a5-619e-47d1-8539-0fde52722e3d HTTP/1.1" status: 200 len: 805 time: 0.7722087 Dec 09 02:13:26.075835 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a7ea2ae9-a845-4141-ba41-3b26d9687f9a tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4289148 Dec 09 02:13:26.082003 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58984) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:26.082719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58986) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:26.104748 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a369643f-ff0d-4929-b16c-89f737909abf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:26.133347 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-bf5ffe12-259f-44b7-a0fe-913c1fe9a9ae None None] Provisioning complete for port 368482d1-20ad-49d6-ba81-eeb915b34a3c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:26.134572 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf5ffe12-259f-44b7-a0fe-913c1fe9a9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:26.191950 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Pushing event updated for resources: {'Port': ['ID=2f94709e-1fc8-41ff-9c67-43c5c0c904ce,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:26.215293 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2f2df012-3881-4962-b2bf-3183a577c015 tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:26.216055 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-6fe370f9-b40f-4e79-9734-ac2bbe5100b2 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95a5acde667a4aee8aceae968f6faa1f HTTP/1.1" status: 200 len: 379 time: 0.1523514 Dec 09 02:13:26.216537 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2f2df012-3881-4962-b2bf-3183a577c015 tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/18783ab5-0829-453a-9b3a-bbdcc24cf05e HTTP/1.1" status: 204 len: 168 time: 0.3595281 Dec 09 02:13:26.220998 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58994) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:26.236085 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ffe12-259f-44b7-a0fe-913c1fe9a9ae None None] Port 368482d1-20ad-49d6-ba81-eeb915b34a3c cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:26.239782 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5453dd09-a244-418c-b001-f216cd967a29 req-52c401ec-2e4f-4fc7-a828-97625da0086c tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 210 time: 0.0913970 Dec 09 02:13:26.250177 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19a82-53c8-4055-9239-5c2662c718de req-62935b8b-4b88-404b-9f89-d99824b635c7 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:26.251702 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-82c19a82-53c8-4055-9239-5c2662c718de req-62935b8b-4b88-404b-9f89-d99824b635c7 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.45 "GET /v2.0/networks?id=2d39084e-79bd-4b9e-a14a-0e7250599a44 HTTP/1.1" status: 200 len: 810 time: 0.4613061 Dec 09 02:13:26.269093 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c5f9c582-4319-4366-9687-5676fcb06677 tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=18783ab5-0829-453a-9b3a-bbdcc24cf05e HTTP/1.1" status: 200 len: 221 time: 0.0407450 Dec 09 02:13:26.275637 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f79861e2-208f-4138-b9c2-85065746f61b tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Request body: {'port': {'device_id': '0f7b6197-60c7-4e62-91b1-3c21965c71e7', 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d', 'admin_state_up': True, 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'security_groups': ['69243971-a59e-4f44-9d13-170e06a9fcec']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:26.288920 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 58996) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:26.296307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a369643f-ff0d-4929-b16c-89f737909abf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Network cd9005f2-da41-459f-af04-8466efa966cf is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:26.312469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-1f320caf-7240-4f9d-b121-295d4130fc46 tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1017950095', 'description': 'label created by tempest'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:26.313572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-1f320caf-7240-4f9d-b121-295d4130fc46 tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] Unknown quota resources ['metering_label']. {{(pid=103334) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 02:13:26.316498 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8286da8-8b63-467f-b08e-b08e7018c377 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:13:26.349647 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-a369643f-ff0d-4929-b16c-89f737909abf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:26.352312 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a369643f-ff0d-4929-b16c-89f737909abf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:26.360658 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a369643f-ff0d-4929-b16c-89f737909abf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:26.361334 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a369643f-ff0d-4929-b16c-89f737909abf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:26.364173 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db7bd513-5a17-468c-9fe3-d120ec220282 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:26.389583 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'project_id': '7cc7fac828194be29b5a933dc7691318', 'port_id': '368482d1-20ad-49d6-ba81-eeb915b34a3c'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:26.392372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369643f-ff0d-4929-b16c-89f737909abf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event updated for resources: {'Port': ['ID=95b744f0-3976-4b37-ac18-b3333d53b61b,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:26.423840 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-82c19a82-53c8-4055-9239-5c2662c718de req-a8e1260c-00f5-40a2-ada9-01083d27afd2 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6aa27ea1351487bb03e8c81fda3bd03 HTTP/1.1" status: 200 len: 380 time: 0.1297793 Dec 09 02:13:26.433304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:26.464921 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-82c19a82-53c8-4055-9239-5c2662c718de req-66b97903-8120-498c-8b8f-e35b6809a222 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Request body: {'port': {'device_id': '9b40a24a-6a47-4946-bd5a-563a53637900', 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44', 'admin_state_up': True, 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'security_groups': ['3d01ff57-4697-4140-a8ed-0bf03496af40']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:26.496071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Transition to ACTIVE for port object d8286da8-8b63-467f-b08e-b08e7018c377 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:13:26.543282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:26.601719 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:26.629667 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:26.665410 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59000) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:26.669127 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a369643f-ff0d-4929-b16c-89f737909abf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6930172 Dec 09 02:13:26.674072 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b1ecd67e-17e4-45b0-8be9-0ddf48ee8582 None None] Provisioning complete for port 95b744f0-3976-4b37-ac18-b3333d53b61b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:26.674450 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1ecd67e-17e4-45b0-8be9-0ddf48ee8582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:26.674564 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-db800801-fbf9-4e27-8e23-7ad256a6ede7 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::398', 'mac_address': 'fa:16:3e:93:61:13'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:26.736749 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c19a82-53c8-4055-9239-5c2662c718de req-66b97903-8120-498c-8b8f-e35b6809a222 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Made reservation on behalf of b6aa27ea1351487bb03e8c81fda3bd03 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:26.740752 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-82c19a82-53c8-4055-9239-5c2662c718de req-66b97903-8120-498c-8b8f-e35b6809a222 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:26.745690 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b1ecd67e-17e4-45b0-8be9-0ddf48ee8582 None None] Port 95b744f0-3976-4b37-ac18-b3333d53b61b cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:26.773277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1f320caf-7240-4f9d-b121-295d4130fc46 tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:26.778408 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1f320caf-7240-4f9d-b121-295d4130fc46 tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4770803 Dec 09 02:13:26.778578 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59002) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:26.821835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8286da8-8b63-467f-b08e-b08e7018c377,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:26.949007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f79861e2-208f-4138-b9c2-85065746f61b tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Made reservation on behalf of 95a5acde667a4aee8aceae968f6faa1f for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:26.952513 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f79861e2-208f-4138-b9c2-85065746f61b tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:26.978366 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db7bd513-5a17-468c-9fe3-d120ec220282 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:26.999828 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ee571-9555-41d3-9b2b-ccb9d9149165 req-061786d3-ed03-4a6c-8e5a-f6e38c21b438 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:27.001407 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-086ee571-9555-41d3-9b2b-ccb9d9149165 req-061786d3-ed03-4a6c-8e5a-f6e38c21b438 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 944 time: 0.2445364 Dec 09 02:13:27.002064 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db7bd513-5a17-468c-9fe3-d120ec220282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:27.085940 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Attempting to bind port d8286da8-8b63-467f-b08e-b08e7018c377 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:27.086209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Attempting to bind port d8286da8-8b63-467f-b08e-b08e7018c377 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee3b5d32-d378-4ad3-9a25-d2f6a3814612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:27.086559 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Attempting to bind port d8286da8-8b63-467f-b08e-b08e7018c377 on network d961835d-340c-4d5a-8246-eef81d928029 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:27.119014 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1c4f7e9d-7809-44da-82d2-e330a2c80b1b tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=4b4ed628-730e-483a-855f-772835e901db HTTP/1.1" status: 200 len: 468 time: 0.3400607 Dec 09 02:13:27.129925 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59006) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:27.137709 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-db7bd513-5a17-468c-9fe3-d120ec220282 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eab831a27f0545158811312e843700fb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0540192 Dec 09 02:13:27.158000 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59008) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:27.158650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bd513-5a17-468c-9fe3-d120ec220282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdc40dd-f5e2-4963-b9c0-ee61625c78dd,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:27.161098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Port d8286da8-8b63-467f-b08e-b08e7018c377 on network d961835d-340c-4d5a-8246-eef81d928029 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:27.161428 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Attempting to bind port d8286da8-8b63-467f-b08e-b08e7018c377 on network d961835d-340c-4d5a-8246-eef81d928029 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:27.219333 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-843b273f-3081-4eec-a57a-83d81dfe027b req-d225697c-c4e6-4c4c-8560-e1ac7dd92bfa tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 210 time: 0.1214986 Dec 09 02:13:27.272805 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:13:27.273304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Checking segment: {'id': 'ee3b5d32-d378-4ad3-9a25-d2f6a3814612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:27.273766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Bound using segment: {'id': 'ee3b5d32-d378-4ad3-9a25-d2f6a3814612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:13:27.274184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Bound port: d8286da8-8b63-467f-b08e-b08e7018c377, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee3b5d32-d378-4ad3-9a25-d2f6a3814612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:13:27.274544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:27.309317 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-086ee571-9555-41d3-9b2b-ccb9d9149165 req-4fba84fd-ba29-4552-b5c8-a1324d5c87e8 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986226 Dec 09 02:13:27.390166 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6c06460a-ab1c-4b96-963a-3e4ed78a1601 req-46aadeb2-c93a-4db4-b511-8984a1ed74ef tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 210 time: 0.0667424 Dec 09 02:13:27.437208 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:27.441598 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-82c19a82-53c8-4055-9239-5c2662c718de req-66b97903-8120-498c-8b8f-e35b6809a222 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Allocated IP 172.20.0.3 (2d39084e-79bd-4b9e-a14a-0e7250599a44/65663bf3-f1b4-4c2a-9db1-f939da065c68/6718d4df-d0aa-4ff1-a335-31d024679bf3) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:27.446216 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-db800801-fbf9-4e27-8e23-7ad256a6ede7 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:27.470593 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:27.505901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f79861e2-208f-4138-b9c2-85065746f61b tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Allocated IP 172.20.0.9 (719383a5-619e-47d1-8539-0fde52722e3d/bdb716e1-2071-48d1-96c5-734c67dd80bc/cc8b644d-39ff-4faf-8249-f70526d1d579) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:27.607356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c494cd6c-8b91-4c4b-a97b-fc99c5d13885 tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:27.608529 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c494cd6c-8b91-4c4b-a97b-fc99c5d13885 tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/4b4ed628-730e-483a-855f-772835e901db HTTP/1.1" status: 204 len: 168 time: 0.4735444 Dec 09 02:13:27.616270 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59012) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:27.624424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acc11ae8-6233-4729-ab0a-b5d13431c415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:27.631912 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] For port d8286da8-8b63-467f-b08e-b08e7018c377, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:13:27.644088 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] For port d8286da8-8b63-467f-b08e-b08e7018c377, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8286da8-8b63-467f-b08e-b08e7018c377,segment=NetworkSegment(ee3b5d32-d378-4ad3-9a25-d2f6a3814612),segment_id=ee3b5d32-d378-4ad3-9a25-d2f6a3814612)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:13:27.670311 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:27.687453 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c615ceee-6b70-4c9d-8fdd-d7890c43d89c tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=4b4ed628-730e-483a-855f-772835e901db HTTP/1.1" status: 200 len: 216 time: 0.0440230 Dec 09 02:13:27.704066 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59014) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:27.740166 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acc11ae8-6233-4729-ab0a-b5d13431c415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:27.802093 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-82c19a82-53c8-4055-9239-5c2662c718de req-66b97903-8120-498c-8b8f-e35b6809a222 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:27.855170 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Router 7071e5c9-1d12-463d-aa6e-89c9b5999968 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:13:27.864836 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-db800801-fbf9-4e27-8e23-7ad256a6ede7 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:27.874643 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-db800801-fbf9-4e27-8e23-7ad256a6ede7 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:27.967726 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-82c19a82-53c8-4055-9239-5c2662c718de req-66b97903-8120-498c-8b8f-e35b6809a222 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:27.969404 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-db800801-fbf9-4e27-8e23-7ad256a6ede7 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] In _notify_port_updated(), no bound segment for port 95b744f0-3976-4b37-ac18-b3333d53b61b on network cd9005f2-da41-459f-af04-8466efa966cf {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:13:27.975005 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db800801-fbf9-4e27-8e23-7ad256a6ede7 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:27.975618 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-db800801-fbf9-4e27-8e23-7ad256a6ede7 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:27.980288 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-db800801-fbf9-4e27-8e23-7ad256a6ede7 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "PUT /v2.0/ports/95b744f0-3976-4b37-ac18-b3333d53b61b HTTP/1.1" status: 200 len: 1002 time: 1.3102880 Dec 09 02:13:27.989261 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59016) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:28.044062 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5ce4c39f-f6c6-4763-b0f2-be352affa586 tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.3354425 Dec 09 02:13:28.047552 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59018) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:28.055387 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db800801-fbf9-4e27-8e23-7ad256a6ede7 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event updated for resources: {'Port': ['ID=95b744f0-3976-4b37-ac18-b3333d53b61b,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:28.055711 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:28.056193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:28.057595 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] 10.222.0.45 "PUT /v2.0/ports/d8286da8-8b63-467f-b08e-b08e7018c377 HTTP/1.1" status: 200 len: 1094 time: 3.4591620 Dec 09 02:13:28.064378 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00505442-9138-4dae-bf57-8b3bd3d420a1', 'tag': 'd8286da8-8b63-467f-b08e-b08e7018c377'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:13:28.127137 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Allocated IP 172.26.3.180 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/803aef8d-494e-4f14-b278-2eb991861b1c) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:28.135128 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c19a82-53c8-4055-9239-5c2662c718de req-66b97903-8120-498c-8b8f-e35b6809a222 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Network 2d39084e-79bd-4b9e-a14a-0e7250599a44 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:28.144048 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6b0c8-1068-46bf-8d1a-224185815ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8286da8-8b63-467f-b08e-b08e7018c377,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:28.163261 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bb5957db-232a-479c-af53-bf9328173744 tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1099551 Dec 09 02:13:28.176260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59024) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:28.179686 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-82c19a82-53c8-4055-9239-5c2662c718de req-66b97903-8120-498c-8b8f-e35b6809a222 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:28.182171 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c19a82-53c8-4055-9239-5c2662c718de req-66b97903-8120-498c-8b8f-e35b6809a222 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:28.308193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3992f920-9e05-4e50-af58-0c10780abf1f" -d '{"events": [{"name": "network-changed", "server_uuid": "00505442-9138-4dae-bf57-8b3bd3d420a1", "tag": "d8286da8-8b63-467f-b08e-b08e7018c377"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:13:28.349610 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acc11ae8-6233-4729-ab0a-b5d13431c415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:28.350631 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-6359f08f-76e6-46f6-81e0-ed8c9b028c38 None None] Provisioning complete for port 95b744f0-3976-4b37-ac18-b3333d53b61b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:28.351113 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6359f08f-76e6-46f6-81e0-ed8c9b028c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:28.360460 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acc11ae8-6233-4729-ab0a-b5d13431c415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:28.364928 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-acc11ae8-6233-4729-ab0a-b5d13431c415 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0cdc40dd-f5e2-4963-b9c0-ee61625c78dd HTTP/1.1" status: 204 len: 168 time: 1.1999874 Dec 09 02:13:28.393748 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6359f08f-76e6-46f6-81e0-ed8c9b028c38 None None] Port 95b744f0-3976-4b37-ac18-b3333d53b61b cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:28.398094 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:28.410372 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Sync routers for ids ['7071e5c9-1d12-463d-aa6e-89c9b5999968'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:28.427166 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Routers {'7071e5c9-1d12-463d-aa6e-89c9b5999968'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:28.429357 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b97903-8120-498c-8b8f-e35b6809a222 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Pushing event updated for resources: {'Port': ['ID=6718d4df-d0aa-4ff1-a335-31d024679bf3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:28.431106 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7071e5c9-1d12-463d-aa6e-89c9b5999968'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:28.439163 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19a82-53c8-4055-9239-5c2662c718de req-66b97903-8120-498c-8b8f-e35b6809a222 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:28.439903 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-82c19a82-53c8-4055-9239-5c2662c718de req-66b97903-8120-498c-8b8f-e35b6809a222 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:28.446935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f79861e2-208f-4138-b9c2-85065746f61b tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:28.454884 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1acffba7-0a53-40b6-9809-991634e33b13 tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/96e9c883-4362-4c72-9a3a-60aea443ca10 HTTP/1.1" status: 200 len: 473 time: 0.2693574 Dec 09 02:13:28.467653 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59038) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:28.486160 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-82c19a82-53c8-4055-9239-5c2662c718de req-66b97903-8120-498c-8b8f-e35b6809a222 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0267115 Dec 09 02:13:28.496725 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-65dc0e29-a368-4231-abd7-bbcc0547f91a tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/5d593975-8eac-4b01-90c1-20162a566f91 HTTP/1.1" status: 200 len: 459 time: 0.0268154 Dec 09 02:13:28.497024 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc11ae8-6233-4729-ab0a-b5d13431c415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdc40dd-f5e2-4963-b9c0-ee61625c78dd,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:28.508665 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59040) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:28.528591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:28.529793 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-15c0436d-8ed9-45fb-92e6-9e4a63f27ca3 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.4733787 Dec 09 02:13:28.543792 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59042) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:28.544835 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-98752412-c6d6-4541-a150-a60afd10126c None None] Provisioning complete for port 6718d4df-d0aa-4ff1-a335-31d024679bf3 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:28.546663 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98752412-c6d6-4541-a150-a60afd10126c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:28.546984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-1049d594-84e0-4d2c-8ee6-26a46bb6f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:28.548538 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-1049d594-84e0-4d2c-8ee6-26a46bb6f0bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96fbca53361f400f82ff2c4ab6a8c54c&device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 1097 time: 0.3940966 Dec 09 02:13:28.553159 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Request body: {'port': {'device_id': '9b40a24a-6a47-4946-bd5a-563a53637900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:28.646123 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-19ca8bdc-2f7d-475a-ab74-f49937430bb5 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Deleting port 95b744f0-3976-4b37-ac18-b3333d53b61b {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:28.646677 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19ca8bdc-2f7d-475a-ab74-f49937430bb5 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:28.674666 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c1d47a-5052-4a8a-9e04-b266c08eaaf0 x-openstack-request-id: req-f3c1d47a-5052-4a8a-9e04-b266c08eaaf0 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:13:28.675266 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00505442-9138-4dae-bf57-8b3bd3d420a1", "tag": "d8286da8-8b63-467f-b08e-b08e7018c377", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:13:28.675971 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3c1d47a-5052-4a8a-9e04-b266c08eaaf0 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:13:28.677045 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00505442-9138-4dae-bf57-8b3bd3d420a1', 'tag': 'd8286da8-8b63-467f-b08e-b08e7018c377', 'status': 'completed', 'code': 200} Dec 09 02:13:28.678051 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-98752412-c6d6-4541-a150-a60afd10126c None None] Port 6718d4df-d0aa-4ff1-a335-31d024679bf3 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:28.691409 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:28.784456 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-04a9b52f-6395-45b8-83a5-843a9b88b2ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8286da8-8b63-467f-b08e-b08e7018c377 HTTP/1.1" status: 200 len: 217 time: 0.2166095 Dec 09 02:13:28.844191 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Set router 7071e5c9-1d12-463d-aa6e-89c9b5999968 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:13:28.848098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d43d4-bdae-43a4-9c0d-cb8cf5f2ba91 req-1dc05cb1-9f69-4249-9aac-fffb006c2b43 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:28.849845 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f85d43d4-bdae-43a4-9c0d-cb8cf5f2ba91 req-1dc05cb1-9f69-4249-9aac-fffb006c2b43 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 931 time: 0.5203471 Dec 09 02:13:28.902334 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595195b-3c55-445f-a664-ac4a335e2b8a req-91f51a42-ad7f-402e-ab19-ff8328a0b1a4 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:28.910024 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0595195b-3c55-445f-a664-ac4a335e2b8a req-91f51a42-ad7f-402e-ab19-ff8328a0b1a4 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 944 time: 0.1206222 Dec 09 02:13:28.930540 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f79861e2-208f-4138-b9c2-85065746f61b tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:28.953267 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59048) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:28.964540 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.005131 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-2d46438b-b286-40a8-9cb8-f6a4be08f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:29.007027 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-2d46438b-b286-40a8-9cb8-f6a4be08f4a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfbc8e1d-7b26-476b-a388-dadd8be65914 HTTP/1.1" status: 200 len: 850 time: 0.2129014 Dec 09 02:13:29.063461 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071e5c9-1d12-463d-aa6e-89c9b5999968', 'name': 'tempest-snat-router-2066266760', 'tenant_id': 'faf1cfdffc5b4464bb76b82d54ad2314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.78'}], 'enable_snat': False}, 'gw_port_id': '2f94709e-1fc8-41ff-9c67-43c5c0c904ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:13:24Z', 'updated_at': '2021-12-09T02:13:26Z', 'revision_number': 3, 'project_id': 'faf1cfdffc5b4464bb76b82d54ad2314', 'gw_port': {'id': '2f94709e-1fc8-41ff-9c67-43c5c0c904ce', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7071e5c9-1d12-463d-aa6e-89c9b5999968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:13:24Z', 'updated_at': '2021-12-09T02:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:29.091253 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Checking router: 7071e5c9-1d12-463d-aa6e-89c9b5999968 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:13:29.091633 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Updating router 7071e5c9-1d12-463d-aa6e-89c9b5999968 port 2f94709e-1fc8-41ff-9c67-43c5c0c904ce binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:13:29.102065 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.105828 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d28ea133-e4a9-4e6b-ae9b-3950996f3bfe tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "GET /v2.0/routers/7071e5c9-1d12-463d-aa6e-89c9b5999968 HTTP/1.1" status: 200 len: 908 time: 0.5560961 Dec 09 02:13:29.112484 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f79861e2-208f-4138-b9c2-85065746f61b tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Network 719383a5-619e-47d1-8539-0fde52722e3d is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:29.114517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59050) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:29.118627 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.128911 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f85d43d4-bdae-43a4-9c0d-cb8cf5f2ba91 req-b40d784f-9f0e-4fca-9f9c-ef77f58b5734 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431791 Dec 09 02:13:29.136025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2066266760', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'enable_snat': True}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:29.142271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79861e2-208f-4138-b9c2-85065746f61b tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Pushing event updated for resources: {'Port': ['ID=cc8b644d-39ff-4faf-8249-f70526d1d579,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:29.144817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f79861e2-208f-4138-b9c2-85065746f61b tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:29.160390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f79861e2-208f-4138-b9c2-85065746f61b tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:29.222199 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:29.252376 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:29.256032 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b9316a8d-e301-4944-8ec3-ffef89df3f3c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df26b6b9e0d048dba33fb0b1c5443eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939382 Dec 09 02:13:29.257943 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:29.265974 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59052) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:29.350355 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0595195b-3c55-445f-a664-ac4a335e2b8a req-41c1f21e-e8a9-4da4-94a2-97345b0dea19 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4394362 Dec 09 02:13:29.353237 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a69b074-29fb-402d-9518-0eb90e27935f tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.357534 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1a69b074-29fb-402d-9518-0eb90e27935f tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/5d593975-8eac-4b01-90c1-20162a566f91 HTTP/1.1" status: 204 len: 168 time: 0.8430943 Dec 09 02:13:29.358117 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59054) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:29.375211 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19ca8bdc-2f7d-475a-ab74-f49937430bb5 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.380038 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Pushing event updated for resources: {'Port': ['ID=803aef8d-494e-4f14-b278-2eb991861b1c,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:29.388646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.391118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.405794 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-19ca8bdc-2f7d-475a-ab74-f49937430bb5 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Calling delete_port for 95b744f0-3976-4b37-ac18-b3333d53b61b owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:29.442959 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-c2022c4d-e069-4940-ba14-694ad8a4e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:29.444606 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-c2022c4d-e069-4940-ba14-694ad8a4e1b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d961835d-340c-4d5a-8246-eef81d928029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4244010 Dec 09 02:13:29.446364 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.452207 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.461918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f79861e2-208f-4138-b9c2-85065746f61b tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:29.462447 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f79861e2-208f-4138-b9c2-85065746f61b tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.505167 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-7b6d3513-8549-4526-9f04-7ddd02506100 None None] Provisioning complete for port cc8b644d-39ff-4faf-8249-f70526d1d579 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:29.506212 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7b6d3513-8549-4526-9f04-7ddd02506100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.507257 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Attempting to bind port 2f94709e-1fc8-41ff-9c67-43c5c0c904ce on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:29.507650 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Attempting to bind port 2f94709e-1fc8-41ff-9c67-43c5c0c904ce by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:29.508011 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Attempting to bind port 2f94709e-1fc8-41ff-9c67-43c5c0c904ce on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:29.517974 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc4ce9-c8ac-4d5a-9357-ef22a1550a56 None None] Pushing event updated for resources: {'Port': ['ID=2f94709e-1fc8-41ff-9c67-43c5c0c904ce,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:29.521371 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:13:29.521924 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:29.522331 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.522716 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:13:29.523193 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Bound port: 2f94709e-1fc8-41ff-9c67-43c5c0c904ce, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:13:29.523617 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.547632 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d3513-8549-4526-9f04-7ddd02506100 None None] Port cc8b644d-39ff-4faf-8249-f70526d1d579 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:29.590544 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] For port 2f94709e-1fc8-41ff-9c67-43c5c0c904ce, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:13:29.594440 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] For port 2f94709e-1fc8-41ff-9c67-43c5c0c904ce, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2f94709e-1fc8-41ff-9c67-43c5c0c904ce,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:13:29.599100 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.613831 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.619262 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f79861e2-208f-4138-b9c2-85065746f61b tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3538847 Dec 09 02:13:29.652291 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc4ce9-c8ac-4d5a-9357-ef22a1550a56 None None] Pushing event updated for resources: {'Port': ['ID=2f94709e-1fc8-41ff-9c67-43c5c0c904ce,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:29.675532 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Routers {'7071e5c9-1d12-463d-aa6e-89c9b5999968'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:29.676897 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7071e5c9-1d12-463d-aa6e-89c9b5999968'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:29.680407 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Request body: {'port': {'device_id': '0f7b6197-60c7-4e62-91b1-3c21965c71e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:29.726677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df787a-f626-476a-b161-d7f7a6e3fc61 req-492948e1-325f-4e74-85b1-eb9f735feb19 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:29.728177 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21df787a-f626-476a-b161-d7f7a6e3fc61 req-492948e1-325f-4e74-85b1-eb9f735feb19 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 931 time: 0.5086064 Dec 09 02:13:29.759271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4fadf64-0d7b-4543-a147-694503277739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.793625 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] Set router 7071e5c9-1d12-463d-aa6e-89c9b5999968 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:13:29.811008 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e62de9f8-0c95-4608-b8e3-a0699ddb230e tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.814525 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e62de9f8-0c95-4608-b8e3-a0699ddb230e tempest-MeteringIpV6TestJSON-877811706 tempest-MeteringIpV6TestJSON-877811706-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/96e9c883-4362-4c72-9a3a-60aea443ca10 HTTP/1.1" status: 204 len: 168 time: 0.4496133 Dec 09 02:13:29.945981 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19ca8bdc-2f7d-475a-ab74-f49937430bb5 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.957857 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4fadf64-0d7b-4543-a147-694503277739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:29.980248 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:30.002409 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca8bdc-2f7d-475a-ab74-f49937430bb5 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event deleted for resources: {'Port': ['ID=95b744f0-3976-4b37-ac18-b3333d53b61b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:30.007085 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7071e5c9-1d12-463d-aa6e-89c9b5999968', 'name': 'tempest-snat-router-2066266760', 'tenant_id': 'faf1cfdffc5b4464bb76b82d54ad2314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.78'}], 'enable_snat': False}, 'gw_port_id': '2f94709e-1fc8-41ff-9c67-43c5c0c904ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:13:24Z', 'updated_at': '2021-12-09T02:13:26Z', 'revision_number': 3, 'project_id': 'faf1cfdffc5b4464bb76b82d54ad2314', 'gw_port': {'id': '2f94709e-1fc8-41ff-9c67-43c5c0c904ce', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7071e5c9-1d12-463d-aa6e-89c9b5999968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:13:24Z', 'updated_at': '2021-12-09T02:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:30.043422 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d6cced-ab1d-425d-929e-dcf7ecbcca85 None None] The sync data for ids ['7071e5c9-1d12-463d-aa6e-89c9b5999968'] in dv-neutron-804846-18-hyperv is: [{'id': '7071e5c9-1d12-463d-aa6e-89c9b5999968', 'name': 'tempest-snat-router-2066266760', 'tenant_id': 'faf1cfdffc5b4464bb76b82d54ad2314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.78'}], 'enable_snat': False}, 'gw_port_id': '2f94709e-1fc8-41ff-9c67-43c5c0c904ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:13:24Z', 'updated_at': '2021-12-09T02:13:26Z', 'revision_number': 3, 'project_id': 'faf1cfdffc5b4464bb76b82d54ad2314', 'gw_port': {'id': '2f94709e-1fc8-41ff-9c67-43c5c0c904ce', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7071e5c9-1d12-463d-aa6e-89c9b5999968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:13:24Z', 'updated_at': '2021-12-09T02:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:30.045848 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6718d4df-d0aa-4ff1-a335-31d024679bf3 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:13:30.061235 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:30.070595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:30.120788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Transition to ACTIVE for port object 6718d4df-d0aa-4ff1-a335-31d024679bf3 will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:13:30.121032 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-1e779a83-d78d-48a8-af43-3d0e301dc7e8 service neutron] 10.222.0.45 "GET /v2.0/networks/d961835d-340c-4d5a-8246-eef81d928029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6464849 Dec 09 02:13:30.153380 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:30.186263 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19ca8bdc-2f7d-475a-ab74-f49937430bb5 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:30.192096 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-19ca8bdc-2f7d-475a-ab74-f49937430bb5 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "DELETE /v2.0/ports/95b744f0-3976-4b37-ac18-b3333d53b61b HTTP/1.1" status: 204 len: 168 time: 2.1998985 Dec 09 02:13:30.198688 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59064) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:30.278124 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e841b8b8-b548-4a9a-868c-bfb9fbda62dc tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] GET failed (client error): The resource could not be found. Dec 09 02:13:30.283631 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e841b8b8-b548-4a9a-868c-bfb9fbda62dc tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "GET /v2.0/ports/95b744f0-3976-4b37-ac18-b3333d53b61b HTTP/1.1" status: 404 len: 333 time: 0.0783324 Dec 09 02:13:30.283631 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Pushing event updated for resources: {'Port': ['ID=6718d4df-d0aa-4ff1-a335-31d024679bf3,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:30.297867 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59066) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:30.310773 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-34ccc962-502c-4363-a382-a31e37f86403 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Request body: {'port': {'network_id': 'cd9005f2-da41-459f-af04-8466efa966cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1196266895'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:30.353777 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59068) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:30.489800 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21df787a-f626-476a-b161-d7f7a6e3fc61 req-e985015d-e4af-431b-a629-304ba5bec9ae tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/security-groups?id=69243971-a59e-4f44-9d13-170e06a9fcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7330775 Dec 09 02:13:30.495269 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ed996-e964-4ec2-953a-2c0120878c1f req-7137a093-ecca-4a6c-a0f5-fab868bfbc8c tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:30.496881 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fa5ed996-e964-4ec2-953a-2c0120878c1f req-7137a093-ecca-4a6c-a0f5-fab868bfbc8c tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 943 time: 0.2424526 Dec 09 02:13:30.630557 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Attempting to bind port 6718d4df-d0aa-4ff1-a335-31d024679bf3 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:30.631161 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Attempting to bind port 6718d4df-d0aa-4ff1-a335-31d024679bf3 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:30.631820 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Attempting to bind port 6718d4df-d0aa-4ff1-a335-31d024679bf3 on network 2d39084e-79bd-4b9e-a14a-0e7250599a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:30.699108 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4fadf64-0d7b-4543-a147-694503277739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:30.701345 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fa5ed996-e964-4ec2-953a-2c0120878c1f req-9ca1cd8e-7db9-4408-a92f-12a2fa1879e9 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967075 Dec 09 02:13:30.701850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4fadf64-0d7b-4543-a147-694503277739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:30.702079 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca12f-8776-435e-a7d1-01b7f978d7b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:30.705241 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f4fadf64-0d7b-4543-a147-694503277739 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d28fe46-9f36-418d-9d08-58ebcd1f93d2 HTTP/1.1" status: 204 len: 168 time: 1.4281831 Dec 09 02:13:30.710507 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Port 6718d4df-d0aa-4ff1-a335-31d024679bf3 on network 2d39084e-79bd-4b9e-a14a-0e7250599a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:30.710959 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Attempting to bind port 6718d4df-d0aa-4ff1-a335-31d024679bf3 on network 2d39084e-79bd-4b9e-a14a-0e7250599a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:30.735910 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:13:30.745451 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Checking segment: {'id': 'f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:30.745451 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Bound using segment: {'id': 'f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:13:30.745451 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Bound port: 6718d4df-d0aa-4ff1-a335-31d024679bf3, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:13:30.745451 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:30.814783 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fadf64-0d7b-4543-a147-694503277739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d28fe46-9f36-418d-9d08-58ebcd1f93d2,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:30.823399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ccc962-502c-4363-a382-a31e37f86403 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Made reservation on behalf of d3f3e1f726f6414e801707157c5a579d for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:30.838098 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34ccc962-502c-4363-a382-a31e37f86403 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:30.885141 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] For port 6718d4df-d0aa-4ff1-a335-31d024679bf3, host hv-neutron-8048, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:13:30.901714 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-34ccc962-502c-4363-a382-a31e37f86403 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] device_id is not set on port 25a5ac50-199c-4163-a687-d644cde29f46 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:13:31.062259 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] For port 6718d4df-d0aa-4ff1-a335-31d024679bf3, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6718d4df-d0aa-4ff1-a335-31d024679bf3,segment=NetworkSegment(f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb),segment_id=f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:13:31.083565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-34ccc962-502c-4363-a382-a31e37f86403 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Allocated IP 2001:db8::381 (cd9005f2-da41-459f-af04-8466efa966cf/3fa67567-7dee-4eb0-9fd0-3015fcc1003d/25a5ac50-199c-4163-a687-d644cde29f46) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:31.085988 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:31.143337 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2b609-0255-4d06-bdfa-fabbb1763300 req-00dff3fc-489c-44a7-91b8-90817abbd82b tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:31.151420 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-16d2b609-0255-4d06-bdfa-fabbb1763300 req-00dff3fc-489c-44a7-91b8-90817abbd82b tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 944 time: 0.5001149 Dec 09 02:13:31.178526 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c0198f3b-06ac-4315-9a6a-b2ea31291545 req-7bc5991e-3c22-431e-bd31-cb4d1d196781 service neutron] 10.222.0.45 "GET /v2.0/networks/d961835d-340c-4d5a-8246-eef81d928029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6951940 Dec 09 02:13:31.196408 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca12f-8776-435e-a7d1-01b7f978d7b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:31.219543 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:31.224450 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:31.226858 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-82c19a82-53c8-4055-9239-5c2662c718de req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] 10.222.0.45 "PUT /v2.0/ports/6718d4df-d0aa-4ff1-a335-31d024679bf3 HTTP/1.1" status: 200 len: 1093 time: 2.7171979 Dec 09 02:13:31.235678 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b40a24a-6a47-4946-bd5a-563a53637900', 'tag': '6718d4df-d0aa-4ff1-a335-31d024679bf3'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:13:31.250015 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca12f-8776-435e-a7d1-01b7f978d7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:31.358054 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-16d2b609-0255-4d06-bdfa-fabbb1763300 req-92a80ec1-6770-4d1a-8a62-b23e84569bfc tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055962 Dec 09 02:13:31.364064 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:31.394032 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3d968-5bbe-445e-9737-f50053af24da service neutron] Pushing event updated for resources: {'Port': ['ID=6718d4df-d0aa-4ff1-a335-31d024679bf3,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:31.573308 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79d900f-cfe8-4cf9-825f-2a4ea61782b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b40a24a-6a47-4946-bd5a-563a53637900", "tag": "6718d4df-d0aa-4ff1-a335-31d024679bf3"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:13:31.585484 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5f8ca12f-8776-435e-a7d1-01b7f978d7b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b26e36ee45d4fdcaa0bd23a49480b45&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2234433 Dec 09 02:13:31.603545 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ca12f-8776-435e-a7d1-01b7f978d7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef34e8c2-86d2-4ccc-87ac-0fa91029e937,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:31.608815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59100) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:31.712383 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:31.733121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2f94709e-1fc8-41ff-9c67-43c5c0c904ce up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:31.747899 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34ccc962-502c-4363-a382-a31e37f86403 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:31.806088 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 2f94709e-1fc8-41ff-9c67-43c5c0c904ce triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:31.806361 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:31.814534 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992f920-9e05-4e50-af58-0c10780abf1f req-643ce3ac-839a-4d45-9100-74679bc97d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:31.816122 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3992f920-9e05-4e50-af58-0c10780abf1f req-643ce3ac-839a-4d45-9100-74679bc97d18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96fbca53361f400f82ff2c4ab6a8c54c&device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 1097 time: 0.4172819 Dec 09 02:13:31.817145 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34ccc962-502c-4363-a382-a31e37f86403 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:31.819920 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0944b4b8-d00f-4957-862c-87e380d4bd47 x-openstack-request-id: req-0944b4b8-d00f-4957-862c-87e380d4bd47 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:13:31.820213 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b40a24a-6a47-4946-bd5a-563a53637900", "tag": "6718d4df-d0aa-4ff1-a335-31d024679bf3", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:13:31.820469 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0944b4b8-d00f-4957-862c-87e380d4bd47 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:13:31.821053 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b40a24a-6a47-4946-bd5a-563a53637900', 'tag': '6718d4df-d0aa-4ff1-a335-31d024679bf3', 'status': 'completed', 'code': 200} Dec 09 02:13:31.841087 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:31.871205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:31.885900 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19a82-53c8-4055-9239-5c2662c718de req-1fb6fa22-3651-450b-936e-2a4bdfdfd007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:31.887581 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82c19a82-53c8-4055-9239-5c2662c718de req-1fb6fa22-3651-450b-936e-2a4bdfdfd007 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6aa27ea1351487bb03e8c81fda3bd03&device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 1096 time: 0.5282950 Dec 09 02:13:31.896360 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8b644d-39ff-4faf-8249-f70526d1d579 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:13:31.908376 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59110) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:31.911448 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:31.928273 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:31.929835 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccc962-502c-4363-a382-a31e37f86403 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event updated for resources: {'Port': ['ID=25a5ac50-199c-4163-a687-d644cde29f46,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:31.934058 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ccc962-502c-4363-a382-a31e37f86403 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Network cd9005f2-da41-459f-af04-8466efa966cf is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:31.942057 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 2f94709e-1fc8-41ff-9c67-43c5c0c904ce, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2f94709e-1fc8-41ff-9c67-43c5c0c904ce,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:31.949518 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:31.994485 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-34ccc962-502c-4363-a382-a31e37f86403 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:32.016154 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ccc962-502c-4363-a382-a31e37f86403 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:32.022327 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ccc962-502c-4363-a382-a31e37f86403 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:32.022721 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34ccc962-502c-4363-a382-a31e37f86403 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:32.044234 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82c19a82-53c8-4055-9239-5c2662c718de req-7e239d4b-d142-4eb6-ba78-51f9398710bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6718d4df-d0aa-4ff1-a335-31d024679bf3 HTTP/1.1" status: 200 len: 217 time: 0.1312046 Dec 09 02:13:32.063319 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=2f94709e-1fc8-41ff-9c67-43c5c0c904ce,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:32.096653 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-978cb612-c4c1-4abe-8451-e75216de7ae9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1092540546'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:32.108175 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Transition to ACTIVE for port object cc8b644d-39ff-4faf-8249-f70526d1d579 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:13:32.162142 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:32.222963 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc008d66-3c8c-4bb9-801f-2f2a22aebbbc req-6fbbf2f1-fea4-43fe-a769-f7d9a30746e7 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:32.224571 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fc008d66-3c8c-4bb9-801f-2f2a22aebbbc req-6fbbf2f1-fea4-43fe-a769-f7d9a30746e7 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 943 time: 0.3126085 Dec 09 02:13:32.254275 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7a1ed-c87a-42aa-a33b-2b18ef8327af req-417969ec-054a-4ef6-87c2-68b49a506e00 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:32.255757 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f7e7a1ed-c87a-42aa-a33b-2b18ef8327af req-417969ec-054a-4ef6-87c2-68b49a506e00 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 931 time: 0.6458178 Dec 09 02:13:32.298175 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65df7e4e-c548-4ebb-b856-f4ca1ad6a249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:32.306192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978cb612-c4c1-4abe-8451-e75216de7ae9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:32.310260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-978cb612-c4c1-4abe-8451-e75216de7ae9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:32.322633 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19a82-53c8-4055-9239-5c2662c718de req-fb9bb71f-ec58-407f-b143-71c0b5ded63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:32.324606 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82c19a82-53c8-4055-9239-5c2662c718de req-fb9bb71f-ec58-407f-b143-71c0b5ded63b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65663bf3-f1b4-4c2a-9db1-f939da065c68 HTTP/1.1" status: 200 len: 849 time: 0.2613978 Dec 09 02:13:32.367064 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8b644d-39ff-4faf-8249-f70526d1d579,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:32.370875 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1dc489b2-99e4-41c0-a4f0-dfa227052538 None None] Provisioning complete for port 25a5ac50-199c-4163-a687-d644cde29f46 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:32.371522 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1dc489b2-99e4-41c0-a4f0-dfa227052538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:32.384501 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-34ccc962-502c-4363-a382-a31e37f86403 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0840266 Dec 09 02:13:32.398825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-978cb612-c4c1-4abe-8451-e75216de7ae9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:32.403992 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Allocated IP 172.26.3.241 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/de55e2a8-b519-45af-976f-531a9a00fb3d) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:32.405779 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59118) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:32.411826 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65df7e4e-c548-4ebb-b856-f4ca1ad6a249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:32.427386 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1dc489b2-99e4-41c0-a4f0-dfa227052538 None None] Port 25a5ac50-199c-4163-a687-d644cde29f46 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:32.431364 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-86828cc2-7417-4bde-8c16-cc6a941c9a10 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:93:61:13'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:32.466742 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f7e7a1ed-c87a-42aa-a33b-2b18ef8327af req-d6bc401d-e5ba-454e-a274-4f7eb58919be tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/security-groups?id=69243971-a59e-4f44-9d13-170e06a9fcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990411 Dec 09 02:13:32.467835 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992f920-9e05-4e50-af58-0c10780abf1f req-90762397-221f-4242-be62-49bea64925b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:32.469237 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3992f920-9e05-4e50-af58-0c10780abf1f req-90762397-221f-4242-be62-49bea64925b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d961835d-340c-4d5a-8246-eef81d928029 HTTP/1.1" status: 200 len: 912 time: 0.5884616 Dec 09 02:13:32.569716 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3992f920-9e05-4e50-af58-0c10780abf1f req-50b1c8ea-26f5-4754-9f42-999a785d4516 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8286da8-8b63-467f-b08e-b08e7018c377 HTTP/1.1" status: 200 len: 217 time: 0.0930274 Dec 09 02:13:32.679771 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65df7e4e-c548-4ebb-b856-f4ca1ad6a249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:32.683048 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65df7e4e-c548-4ebb-b856-f4ca1ad6a249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:32.684252 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-65df7e4e-c548-4ebb-b856-f4ca1ad6a249 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef34e8c2-86d2-4ccc-87ac-0fa91029e937 HTTP/1.1" status: 204 len: 168 time: 1.0722408 Dec 09 02:13:32.688739 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992f920-9e05-4e50-af58-0c10780abf1f req-259a38c6-e574-44a8-b1bd-40eabb903678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:32.690217 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3992f920-9e05-4e50-af58-0c10780abf1f req-259a38c6-e574-44a8-b1bd-40eabb903678 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfbc8e1d-7b26-476b-a388-dadd8be65914 HTTP/1.1" status: 200 len: 850 time: 0.1101248 Dec 09 02:13:32.699235 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9eb8d0-917e-476f-b0f8-1a14cb2b7544 req-1938ff04-e171-4e54-8beb-6b4313a6ac6c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:32.700847 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0f9eb8d0-917e-476f-b0f8-1a14cb2b7544 req-1938ff04-e171-4e54-8beb-6b4313a6ac6c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 944 time: 0.1347110 Dec 09 02:13:32.736605 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df7e4e-c548-4ebb-b856-f4ca1ad6a249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef34e8c2-86d2-4ccc-87ac-0fa91029e937,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:32.811041 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992f920-9e05-4e50-af58-0c10780abf1f req-e8157386-b700-46d2-b317-505f3a3b0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:32.812659 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3992f920-9e05-4e50-af58-0c10780abf1f req-e8157386-b700-46d2-b317-505f3a3b0812 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d961835d-340c-4d5a-8246-eef81d928029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1066649 Dec 09 02:13:32.833347 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0f9eb8d0-917e-476f-b0f8-1a14cb2b7544 req-7d9da997-8450-4df3-af7a-d8e0af1dd22e tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190202 Dec 09 02:13:32.916364 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3992f920-9e05-4e50-af58-0c10780abf1f req-21bbd0f9-6f1a-4fa1-a675-faef22ea32e4 service neutron] 10.222.0.45 "GET /v2.0/networks/d961835d-340c-4d5a-8246-eef81d928029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956247 Dec 09 02:13:32.926768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:32.968521 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fc008d66-3c8c-4bb9-801f-2f2a22aebbbc req-b77aab6a-e7b7-43f5-a9e2-dba91eb1ddca tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7137077 Dec 09 02:13:32.977567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:32.982532 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-599d9860-f2a7-4bb1-82f6-d41f0d5ef13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.003777 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19a82-53c8-4055-9239-5c2662c718de req-7e25e76f-d949-4867-981a-1288b638c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:33.005274 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82c19a82-53c8-4055-9239-5c2662c718de req-7e25e76f-d949-4867-981a-1288b638c2b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d39084e-79bd-4b9e-a14a-0e7250599a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6534140 Dec 09 02:13:33.037301 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3992f920-9e05-4e50-af58-0c10780abf1f req-be560f35-b461-4c3f-b7f6-66d52796475e service neutron] 10.222.0.45 "GET /v2.0/networks/d961835d-340c-4d5a-8246-eef81d928029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130588 Dec 09 02:13:33.086551 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59124) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:33.101216 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acbd5e10-9615-4f55-9bb9-21d3102c8eb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.164045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Attempting to bind port cc8b644d-39ff-4faf-8249-f70526d1d579 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:33.164384 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Attempting to bind port cc8b644d-39ff-4faf-8249-f70526d1d579 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '21d3147b-eef8-4aaa-94c5-5e52048509d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:33.164717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Attempting to bind port cc8b644d-39ff-4faf-8249-f70526d1d579 on network 719383a5-619e-47d1-8539-0fde52722e3d {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:33.179124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acbd5e10-9615-4f55-9bb9-21d3102c8eb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.183398 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acbd5e10-9615-4f55-9bb9-21d3102c8eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.207586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Port cc8b644d-39ff-4faf-8249-f70526d1d579 on network 719383a5-619e-47d1-8539-0fde52722e3d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:33.207918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Attempting to bind port cc8b644d-39ff-4faf-8249-f70526d1d579 on network 719383a5-619e-47d1-8539-0fde52722e3d {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:33.209742 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Pushing event updated for resources: {'Port': ['ID=803aef8d-494e-4f14-b278-2eb991861b1c,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:33.219689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd5e10-9615-4f55-9bb9-21d3102c8eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4bcfbc-cf74-423c-9810-9df143a1d6b3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:33.224029 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-acbd5e10-9615-4f55-9bb9-21d3102c8eb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8faf4c5e45464248bcbeec41b6608230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364141 Dec 09 02:13:33.226703 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59126) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:33.254045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:13:33.254391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Checking segment: {'id': '21d3147b-eef8-4aaa-94c5-5e52048509d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:33.254776 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Bound using segment: {'id': '21d3147b-eef8-4aaa-94c5-5e52048509d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:13:33.255229 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Bound port: cc8b644d-39ff-4faf-8249-f70526d1d579, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21d3147b-eef8-4aaa-94c5-5e52048509d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:13:33.255611 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.275822 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-383095c9-2ed2-4a4d-9a30-87627183210e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.296958 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-383095c9-2ed2-4a4d-9a30-87627183210e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.305844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.314041 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.343539 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-383095c9-2ed2-4a4d-9a30-87627183210e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.346191 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-383095c9-2ed2-4a4d-9a30-87627183210e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.347898 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-383095c9-2ed2-4a4d-9a30-87627183210e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a4bcfbc-cf74-423c-9810-9df143a1d6b3 HTTP/1.1" status: 204 len: 168 time: 0.1199062 Dec 09 02:13:33.355713 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383095c9-2ed2-4a4d-9a30-87627183210e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4bcfbc-cf74-423c-9810-9df143a1d6b3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:33.362942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-978cb612-c4c1-4abe-8451-e75216de7ae9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.374185 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86828cc2-7417-4bde-8c16-cc6a941c9a10 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.380111 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-978cb612-c4c1-4abe-8451-e75216de7ae9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.428994 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82c19a82-53c8-4055-9239-5c2662c718de req-b31382a4-e25f-4379-b67c-38fe54e2be71 service neutron] 10.222.0.45 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910685 Dec 09 02:13:33.492712 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978cb612-c4c1-4abe-8451-e75216de7ae9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:13:33.601621 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cb612-c4c1-4abe-8451-e75216de7ae9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26a3410-b752-4c94-8ec4-b2d86f638633,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:33.617095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-978cb612-c4c1-4abe-8451-e75216de7ae9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.617448 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-978cb612-c4c1-4abe-8451-e75216de7ae9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Added segment 24a49dea-c065-4fa4-a0fc-f6be8477f29a of type vlan for network 6c13acf5-b450-419c-8f80-c9bc11c3b508 Dec 09 02:13:33.649849 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] For port cc8b644d-39ff-4faf-8249-f70526d1d579, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:13:33.653826 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2f94709e-1fc8-41ff-9c67-43c5c0c904ce up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:33.657601 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c43eb-9dc0-4f1f-b9b7-8205386bea4e req-65df2b0c-e712-4d16-910d-7d8e86863599 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:33.664781 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d62c43eb-9dc0-4f1f-b9b7-8205386bea4e req-65df2b0c-e712-4d16-910d-7d8e86863599 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 943 time: 0.1068373 Dec 09 02:13:33.691212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.693585 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Floating IP c3f2b887-ee87-4a26-9401-bddc6d145ce3 associated. External IP: 172.26.3.180, port: 368482d1-20ad-49d6-ba81-eeb915b34a3c. Dec 09 02:13:33.724006 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d62c43eb-9dc0-4f1f-b9b7-8205386bea4e req-034929c4-9e0f-4d8e-b31c-1ff93ac32d19 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/security-groups?id=69243971-a59e-4f44-9d13-170e06a9fcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515976 Dec 09 02:13:33.724585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] For port cc8b644d-39ff-4faf-8249-f70526d1d579, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cc8b644d-39ff-4faf-8249-f70526d1d579,segment=NetworkSegment(21d3147b-eef8-4aaa-94c5-5e52048509d1),segment_id=21d3147b-eef8-4aaa-94c5-5e52048509d1)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:13:33.740030 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 2f94709e-1fc8-41ff-9c67-43c5c0c904ce triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:33.740604 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.789391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-978cb612-c4c1-4abe-8451-e75216de7ae9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.799026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.840890 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:33.898613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:33.911844 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82c19a82-53c8-4055-9239-5c2662c718de req-eed417eb-0cc7-400d-8883-03593e09c3ba service neutron] 10.222.0.45 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584424 Dec 09 02:13:33.916629 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:33.920144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Pushing event updated for resources: {'Port': ['ID=de55e2a8-b519-45af-976f-531a9a00fb3d,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:33.923041 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:33.924018 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:33.925034 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] 10.222.0.45 "PUT /v2.0/ports/cc8b644d-39ff-4faf-8249-f70526d1d579 HTTP/1.1" status: 200 len: 1093 time: 4.2893300 Dec 09 02:13:33.971797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7b6197-60c7-4e62-91b1-3c21965c71e7', 'tag': 'cc8b644d-39ff-4faf-8249-f70526d1d579'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:13:33.974064 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7839e9-a2d5-4a99-896c-15f9ba2e36c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7b6197-60c7-4e62-91b1-3c21965c71e7", "tag": "cc8b644d-39ff-4faf-8249-f70526d1d579"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:13:34.140021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb61a184-0efa-461a-b9c5-1f0570f7c864 x-openstack-request-id: req-eb61a184-0efa-461a-b9c5-1f0570f7c864 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:13:34.140367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7b6197-60c7-4e62-91b1-3c21965c71e7", "tag": "cc8b644d-39ff-4faf-8249-f70526d1d579", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:13:34.140548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb61a184-0efa-461a-b9c5-1f0570f7c864 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:13:34.140946 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7b6197-60c7-4e62-91b1-3c21965c71e7', 'tag': 'cc8b644d-39ff-4faf-8249-f70526d1d579', 'status': 'completed', 'code': 200} Dec 09 02:13:34.164457 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fef20-efe7-4c69-b93c-e5cd4b47b89e req-692f2cf7-880d-4c03-a033-5e1be21c60b1 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:34.166129 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-353fef20-efe7-4c69-b93c-e5cd4b47b89e req-692f2cf7-880d-4c03-a033-5e1be21c60b1 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 943 time: 0.0704947 Dec 09 02:13:34.188262 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-978cb612-c4c1-4abe-8451-e75216de7ae9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:34.194254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978cb612-c4c1-4abe-8451-e75216de7ae9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:34.194862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-978cb612-c4c1-4abe-8451-e75216de7ae9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:34.218893 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86828cc2-7417-4bde-8c16-cc6a941c9a10 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:34.223334 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-353fef20-efe7-4c69-b93c-e5cd4b47b89e req-d43298fb-c7bc-470b-a6db-9bc94f1f7890 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449235 Dec 09 02:13:34.273125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86828cc2-7417-4bde-8c16-cc6a941c9a10 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:34.302048 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-978cb612-c4c1-4abe-8451-e75216de7ae9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3912866 Dec 09 02:13:34.304718 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59160) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:34.310341 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c92d4983-eb6f-4806-af85-ae9384346565 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-308753922'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:34.320193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bede22-94db-4a4c-9655-18d70418ff65 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8b644d-39ff-4faf-8249-f70526d1d579,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:34.334287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92d4983-eb6f-4806-af85-ae9384346565 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:34.338578 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c92d4983-eb6f-4806-af85-ae9384346565 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:34.358685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86828cc2-7417-4bde-8c16-cc6a941c9a10 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] In _notify_port_updated(), no bound segment for port 25a5ac50-199c-4163-a687-d644cde29f46 on network cd9005f2-da41-459f-af04-8466efa966cf {{(pid=103334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:13:34.364999 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86828cc2-7417-4bde-8c16-cc6a941c9a10 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:34.365263 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92d4983-eb6f-4806-af85-ae9384346565 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:13:34.365634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86828cc2-7417-4bde-8c16-cc6a941c9a10 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:34.370702 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-86828cc2-7417-4bde-8c16-cc6a941c9a10 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "PUT /v2.0/ports/25a5ac50-199c-4163-a687-d644cde29f46 HTTP/1.1" status: 200 len: 1003 time: 1.9448395 Dec 09 02:13:34.371502 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59162) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:34.409050 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c92d4983-eb6f-4806-af85-ae9384346565 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:34.409522 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-c92d4983-eb6f-4806-af85-ae9384346565 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Added segment 07be2152-8d85-4482-8edf-97e35b8bc989 of type vlan for network 2311ba32-a5ef-46e2-a109-1f881b209d3a Dec 09 02:13:34.480123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e65e5-5601-4d92-a057-b6ae3b58e9a8 req-2ff1cf8f-62be-49d6-a702-0ae1de95b5df tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:34.487895 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210e65e5-5601-4d92-a057-b6ae3b58e9a8 req-2ff1cf8f-62be-49d6-a702-0ae1de95b5df tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 944 time: 0.5051365 Dec 09 02:13:34.488253 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c92d4983-eb6f-4806-af85-ae9384346565 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:34.566762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6e39ee85-330c-458b-878f-760c041def81 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Deleting port 25a5ac50-199c-4163-a687-d644cde29f46 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:34.567629 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e39ee85-330c-458b-878f-760c041def81 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:34.569319 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-ffabbb1f-364e-450c-9d5a-c7bb3fc091ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:34.571295 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-ffabbb1f-364e-450c-9d5a-c7bb3fc091ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95a5acde667a4aee8aceae968f6faa1f&device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 1096 time: 0.4173312 Dec 09 02:13:34.572944 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c92d4983-eb6f-4806-af85-ae9384346565 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:34.574074 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d900f-cfe8-4cf9-825f-2a4ea61782b0 req-a4c5ad20-d29e-447c-ac52-c5b26d62ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:34.575800 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b79d900f-cfe8-4cf9-825f-2a4ea61782b0 req-a4c5ad20-d29e-447c-ac52-c5b26d62ddb7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6aa27ea1351487bb03e8c81fda3bd03&device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 1096 time: 0.4161763 Dec 09 02:13:34.582271 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92d4983-eb6f-4806-af85-ae9384346565 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:34.582982 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c92d4983-eb6f-4806-af85-ae9384346565 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:34.646783 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cb612-c4c1-4abe-8451-e75216de7ae9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Network': ['ID=6c13acf5-b450-419c-8f80-c9bc11c3b508,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:34.650192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86828cc2-7417-4bde-8c16-cc6a941c9a10 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event updated for resources: {'Port': ['ID=25a5ac50-199c-4163-a687-d644cde29f46,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:34.660618 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 6c13acf5-b450-419c-8f80-c9bc11c3b508 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:13:34.732148 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c92d4983-eb6f-4806-af85-ae9384346565 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4224591 Dec 09 02:13:34.734650 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59172) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:34.746018 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a9d4c0b1-4a12-44fa-b724-5451c96deea1 None None] Provisioning complete for port 25a5ac50-199c-4163-a687-d644cde29f46 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:34.746827 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c0b1-4a12-44fa-b724-5451c96deea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:34.750338 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c6d38ef2-f0b0-40d3-bcd1-41465be8cb5c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'subnet': {'network_id': '6c13acf5-b450-419c-8f80-c9bc11c3b508', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:34.789290 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a9d4c0b1-4a12-44fa-b724-5451c96deea1 None None] Port 25a5ac50-199c-4163-a687-d644cde29f46 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:34.795671 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d8286da8-8b63-467f-b08e-b08e7018c377 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:13:34.918888 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d4983-eb6f-4806-af85-ae9384346565 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Network': ['ID=2311ba32-a5ef-46e2-a109-1f881b209d3a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:34.927175 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d8286da8-8b63-467f-b08e-b08e7018c377, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8286da8-8b63-467f-b08e-b08e7018c377,segment=NetworkSegment(ee3b5d32-d378-4ad3-9a25-d2f6a3814612),segment_id=ee3b5d32-d378-4ad3-9a25-d2f6a3814612)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:34.943207 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'd8286da8-8b63-467f-b08e-b08e7018c377', 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'port_id': 'd8286da8-8b63-467f-b08e-b08e7018c377', 'mac_address': 'fa:16:3e:2a:76:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:13:34.948964 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 2311ba32-a5ef-46e2-a109-1f881b209d3a details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:13:34.969949 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e39ee85-330c-458b-878f-760c041def81 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:34.989063 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6e39ee85-330c-458b-878f-760c041def81 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Calling delete_port for 25a5ac50-199c-4163-a687-d644cde29f46 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:35.014898 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dba69-da8a-4281-887a-ee5fe4856b23 req-01969326-0b7c-4543-8d1e-c15d97bb9e53 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:35.016959 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1e3dba69-da8a-4281-887a-ee5fe4856b23 req-01969326-0b7c-4543-8d1e-c15d97bb9e53 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 943 time: 0.1554987 Dec 09 02:13:35.046444 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d38ef2-f0b0-40d3-bcd1-41465be8cb5c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:35.050771 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6d38ef2-f0b0-40d3-bcd1-41465be8cb5c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:35.052405 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:35.078806 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-f096446d-cbe7-4795-9a5a-8c0bf1fa773d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc8b644d-39ff-4faf-8249-f70526d1d579 HTTP/1.1" status: 200 len: 217 time: 0.4674118 Dec 09 02:13:35.080924 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8286da8-8b63-467f-b08e-b08e7018c377 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:13:35.108991 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d8286da8-8b63-467f-b08e-b08e7018c377, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8286da8-8b63-467f-b08e-b08e7018c377,segment=NetworkSegment(ee3b5d32-d378-4ad3-9a25-d2f6a3814612),segment_id=ee3b5d32-d378-4ad3-9a25-d2f6a3814612)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:35.115279 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:35.171404 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=d8286da8-8b63-467f-b08e-b08e7018c377,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:35.212802 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59186) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:35.223825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77a67014-a45c-4c90-abc5-ac7fa99ffdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:35.239075 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1e3dba69-da8a-4281-887a-ee5fe4856b23 req-439c7281-0c63-4a64-83bd-63014e111a26 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/security-groups?id=69243971-a59e-4f44-9d13-170e06a9fcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088790 Dec 09 02:13:35.247848 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210e65e5-5601-4d92-a057-b6ae3b58e9a8 req-21326a26-c6ce-4be0-9e99-34f19d5586fa tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7580082 Dec 09 02:13:35.285493 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-958acce8-a93e-4994-a12e-1eec7f8a3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:35.287080 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-958acce8-a93e-4994-a12e-1eec7f8a3c1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bdb716e1-2071-48d1-96c5-734c67dd80bc HTTP/1.1" status: 200 len: 844 time: 0.1865735 Dec 09 02:13:35.342333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Router 7159fcc4-2657-478e-9e79-aacbb7344ef8 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:13:35.377719 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e39ee85-330c-458b-878f-760c041def81 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:35.382007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d900f-cfe8-4cf9-825f-2a4ea61782b0 req-c2e81e0b-b35b-4db3-8990-8bba434db0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:35.383061 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b79d900f-cfe8-4cf9-825f-2a4ea61782b0 req-c2e81e0b-b35b-4db3-8990-8bba434db0cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d39084e-79bd-4b9e-a14a-0e7250599a44 HTTP/1.1" status: 200 len: 911 time: 0.7729948 Dec 09 02:13:35.439600 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-21af3f95-ac7f-4b94-9a91-9e9c6872c0c6 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:35.441797 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39ee85-330c-458b-878f-760c041def81 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event deleted for resources: {'Port': ['ID=25a5ac50-199c-4163-a687-d644cde29f46,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:35.473836 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['d8286da8-8b63-467f-b08e-b08e7018c377'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:13:35.487886 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e39ee85-330c-458b-878f-760c041def81 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:35.495358 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6e39ee85-330c-458b-878f-760c041def81 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "DELETE /v2.0/ports/25a5ac50-199c-4163-a687-d644cde29f46 HTTP/1.1" status: 204 len: 168 time: 1.1201389 Dec 09 02:13:35.496623 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59192) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:35.497132 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b79d900f-cfe8-4cf9-825f-2a4ea61782b0 req-6c5f7711-1907-49e6-a192-f482e5762aca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6718d4df-d0aa-4ff1-a335-31d024679bf3 HTTP/1.1" status: 200 len: 217 time: 0.0865722 Dec 09 02:13:35.504652 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:35.518132 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-885ea9c2-28e3-457e-b324-4ff165f59234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:35.519624 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-885ea9c2-28e3-457e-b324-4ff165f59234 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=719383a5-619e-47d1-8539-0fde52722e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2164507 Dec 09 02:13:35.533278 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3d90d4-57bc-498e-80a7-2cff1c9c900b tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] GET failed (client error): The resource could not be found. Dec 09 02:13:35.535002 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fb3d90d4-57bc-498e-80a7-2cff1c9c900b tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "GET /v2.0/ports/25a5ac50-199c-4163-a687-d644cde29f46 HTTP/1.1" status: 404 len: 333 time: 0.0358887 Dec 09 02:13:35.538300 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6d38ef2-f0b0-40d3-bcd1-41465be8cb5c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:35.540260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59194) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:35.550802 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f960c847-8178-400d-a556-1fe502e0e878 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Request body: {'port': {'network_id': 'cd9005f2-da41-459f-af04-8466efa966cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-822131606'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:35.594584 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-21af3f95-ac7f-4b94-9a91-9e9c6872c0c6 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] 10.222.0.43 "PUT /v2.0/quotas/7467cc0704e142b6a29a61d452c8cf77 HTTP/1.1" status: 200 len: 368 time: 0.3770883 Dec 09 02:13:35.604582 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59196) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:35.612080 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f0e6acfc-a887-4393-b27d-a8e30700b5cf tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Request body: {'network': {'project_id': '7467cc0704e142b6a29a61d452c8cf77'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:35.661783 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d66816-500f-4abb-a04e-d4efd19b5bee req-19bfb35a-b57e-44c1-bdd1-58f935bb2574 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:35.663306 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a8d66816-500f-4abb-a04e-d4efd19b5bee req-19bfb35a-b57e-44c1-bdd1-58f935bb2574 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 943 time: 0.2996712 Dec 09 02:13:35.712845 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d38ef2-f0b0-40d3-bcd1-41465be8cb5c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Subnet': ['ID=2f29b5ba-ea11-40d5-a355-41c082f48808,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:35.730368 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d38ef2-f0b0-40d3-bcd1-41465be8cb5c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Checking segment: {'id': '24a49dea-c065-4fa4-a0fc-f6be8477f29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6c13acf5-b450-419c-8f80-c9bc11c3b508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:35.730730 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d38ef2-f0b0-40d3-bcd1-41465be8cb5c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network hostable DHCP agents. Network: 6c13acf5-b450-419c-8f80-c9bc11c3b508, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:13:35.757642 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d38ef2-f0b0-40d3-bcd1-41465be8cb5c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 6c13acf5-b450-419c-8f80-c9bc11c3b508 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:13:35.767748 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c6d38ef2-f0b0-40d3-bcd1-41465be8cb5c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 6c13acf5-b450-419c-8f80-c9bc11c3b508) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:35.772089 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d38ef2-f0b0-40d3-bcd1-41465be8cb5c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:35.773126 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6d38ef2-f0b0-40d3-bcd1-41465be8cb5c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:35.783561 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b987a227-947f-4c55-a3f7-81018fc42a2c None None] Network 6c13acf5-b450-419c-8f80-c9bc11c3b508 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:13:35.790040 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d900f-cfe8-4cf9-825f-2a4ea61782b0 req-6f11da6b-89d6-4d72-b9da-96c677f066c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:35.791608 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b79d900f-cfe8-4cf9-825f-2a4ea61782b0 req-6f11da6b-89d6-4d72-b9da-96c677f066c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65663bf3-f1b4-4c2a-9db1-f939da065c68 HTTP/1.1" status: 200 len: 849 time: 0.2774000 Dec 09 02:13:35.823237 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c6d38ef2-f0b0-40d3-bcd1-41465be8cb5c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0758522 Dec 09 02:13:35.823968 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59198) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:35.830998 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8cb2f79f-fd55-408f-bf9a-cff92b5412f0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'subnet': {'network_id': '2311ba32-a5ef-46e2-a109-1f881b209d3a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:35.854164 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e6acfc-a887-4393-b27d-a8e30700b5cf tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Made reservation on behalf of 7467cc0704e142b6a29a61d452c8cf77 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:35.856434 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f0e6acfc-a887-4393-b27d-a8e30700b5cf tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:35.884628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f0e6acfc-a887-4393-b27d-a8e30700b5cf tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:35.895994 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:35.897421 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-6c13acf5-b450-419c-8f80-c9bc11c3b508', 'network_id': '6c13acf5-b450-419c-8f80-c9bc11c3b508', 'project_id': 'd15c6a952496477982e2790f8e702c84', 'fixed_ips': [{'subnet_id': '2f29b5ba-ea11-40d5-a355-41c082f48808'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:13:35.898241 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f960c847-8178-400d-a556-1fe502e0e878 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Made reservation on behalf of d3f3e1f726f6414e801707157c5a579d for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:35.898757 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:35.903412 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f960c847-8178-400d-a556-1fe502e0e878 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:35.913584 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d0e83b-9c33-4a59-b2ae-386188d891fc None None] Sync routers for ids ['7159fcc4-2657-478e-9e79-aacbb7344ef8'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:35.925052 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-f960c847-8178-400d-a556-1fe502e0e878 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] device_id is not set on port 46fcea1f-3e50-48e5-a5ec-02b431205169 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:13:35.932738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d0e83b-9c33-4a59-b2ae-386188d891fc None None] Routers {'7159fcc4-2657-478e-9e79-aacbb7344ef8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:35.933477 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-94d0e83b-9c33-4a59-b2ae-386188d891fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7159fcc4-2657-478e-9e79-aacbb7344ef8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:35.957409 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a8d66816-500f-4abb-a04e-d4efd19b5bee req-085bffaf-5cc8-453c-9c62-89ddcdf55ba9 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828150 Dec 09 02:13:35.971027 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-be2872a2-afba-4a4e-8b5d-1eb032b2c248 service neutron] 10.222.0.45 "GET /v2.0/networks/719383a5-619e-47d1-8539-0fde52722e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112456 Dec 09 02:13:36.006979 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d900f-cfe8-4cf9-825f-2a4ea61782b0 req-1a8f5bdb-1cd7-4d7e-9290-5cecf6a787d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:36.008535 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b79d900f-cfe8-4cf9-825f-2a4ea61782b0 req-1a8f5bdb-1cd7-4d7e-9290-5cecf6a787d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d39084e-79bd-4b9e-a14a-0e7250599a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2028205 Dec 09 02:13:36.013566 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb2f79f-fd55-408f-bf9a-cff92b5412f0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:36.017962 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f79f-fd55-408f-bf9a-cff92b5412f0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:36.046418 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:36.089843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-94d0e83b-9c33-4a59-b2ae-386188d891fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:36.154828 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d0e83b-9c33-4a59-b2ae-386188d891fc None None] Routers {'7159fcc4-2657-478e-9e79-aacbb7344ef8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:36.155500 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-94d0e83b-9c33-4a59-b2ae-386188d891fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7159fcc4-2657-478e-9e79-aacbb7344ef8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:36.176646 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-f960c847-8178-400d-a556-1fe502e0e878 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Allocated IP 2001:db8::157 (cd9005f2-da41-459f-af04-8466efa966cf/3fa67567-7dee-4eb0-9fd0-3015fcc1003d/46fcea1f-3e50-48e5-a5ec-02b431205169) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:36.185924 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-48945f38-af14-4729-883d-872fca220dc5 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 10.0968792 Dec 09 02:13:36.186414 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59200) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:36.196329 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-94d0e83b-9c33-4a59-b2ae-386188d891fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:36.196990 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d0e83b-9c33-4a59-b2ae-386188d891fc None None] The sync data for ids ['7159fcc4-2657-478e-9e79-aacbb7344ef8'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:36.205958 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:36.261151 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Allocated IP 2001:db8::2 (6c13acf5-b450-419c-8f80-c9bc11c3b508/2f29b5ba-ea11-40d5-a355-41c082f48808/0edc0018-fad1-4e4d-8f00-a6dadadbdcd3) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:36.283726 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-91b8a4b3-ff27-4877-b1a6-f4848121aafe req-0d4b42e5-5b19-49b7-8b5c-042f71509c98 service neutron] 10.222.0.45 "GET /v2.0/networks/719383a5-619e-47d1-8539-0fde52722e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008630 Dec 09 02:13:36.328238 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b79d900f-cfe8-4cf9-825f-2a4ea61782b0 req-541a8fae-a790-4f94-8b55-12f244304143 service neutron] 10.222.0.45 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523308 Dec 09 02:13:36.356578 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f0e6acfc-a887-4393-b27d-a8e30700b5cf tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:36.362337 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:36.366696 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f0e6acfc-a887-4393-b27d-a8e30700b5cf tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:36.445510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e6acfc-a887-4393-b27d-a8e30700b5cf tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:13:36.454152 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:36.465046 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4b5152f4-edff-47a0-90f3-ddc78ee3aad1 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] 10.222.0.43 "GET /v2.0/floatingips/c3f2b887-ee87-4a26-9401-bddc6d145ce3 HTTP/1.1" status: 200 len: 984 time: 0.2753108 Dec 09 02:13:36.466068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:36.467253 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59206) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:36.496134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Network 6c13acf5-b450-419c-8f80-c9bc11c3b508 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:36.499401 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:36.502577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:36.592068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Pushing event updated for resources: {'Port': ['ID=0edc0018-fad1-4e4d-8f00-a6dadadbdcd3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:36.595218 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Attempting to bind port 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:36.595675 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Attempting to bind port 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '24a49dea-c065-4fa4-a0fc-f6be8477f29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6c13acf5-b450-419c-8f80-c9bc11c3b508'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:36.596050 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Attempting to bind port 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3 on network 6c13acf5-b450-419c-8f80-c9bc11c3b508 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:36.603445 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:13:36.604400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Checking segment: {'id': '24a49dea-c065-4fa4-a0fc-f6be8477f29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6c13acf5-b450-419c-8f80-c9bc11c3b508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:36.604821 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:36.605226 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Bound using segment: {'id': '24a49dea-c065-4fa4-a0fc-f6be8477f29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6c13acf5-b450-419c-8f80-c9bc11c3b508'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:13:36.605721 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Bound port: 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a49dea-c065-4fa4-a0fc-f6be8477f29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6c13acf5-b450-419c-8f80-c9bc11c3b508'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:13:36.606109 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:36.686530 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] For port 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:13:36.690175 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] For port 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0edc0018-fad1-4e4d-8f00-a6dadadbdcd3,segment=NetworkSegment(24a49dea-c065-4fa4-a0fc-f6be8477f29a),segment_id=24a49dea-c065-4fa4-a0fc-f6be8477f29a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:13:36.696348 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:36.745315 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6718d4df-d0aa-4ff1-a335-31d024679bf3 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:13:36.776242 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff7f49-9478-451e-bcb3-e3bad65a26ed None None] Pushing event updated for resources: {'Port': ['ID=0edc0018-fad1-4e4d-8f00-a6dadadbdcd3,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:36.782269 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d8286da8-8b63-467f-b08e-b08e7018c377 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:36.832533 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6acfc-a887-4393-b27d-a8e30700b5cf tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341f30f4-548d-4d18-b4b5-ba602c30edb4,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:36.839619 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f0e6acfc-a887-4393-b27d-a8e30700b5cf tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:36.839980 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-f0e6acfc-a887-4393-b27d-a8e30700b5cf tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Added segment cd153da9-ad08-4b47-baf6-10bbbe950690 of type vlan for network d11fcae3-d7c1-4a59-b6ba-177c591b7b1a Dec 09 02:13:36.888003 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcc2b3-73fc-4c00-a5e3-05117831c396 req-2a037543-97d3-4a92-92cf-68eb89ae6edd tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:36.889656 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ecfcc2b3-73fc-4c00-a5e3-05117831c396 req-2a037543-97d3-4a92-92cf-68eb89ae6edd tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 945 time: 0.5006025 Dec 09 02:13:36.892931 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f79f-fd55-408f-bf9a-cff92b5412f0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:36.942054 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6718d4df-d0aa-4ff1-a335-31d024679bf3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6718d4df-d0aa-4ff1-a335-31d024679bf3,segment=NetworkSegment(f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb),segment_id=f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:36.943056 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port d8286da8-8b63-467f-b08e-b08e7018c377 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:13:36.954986 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-af1241a0-f02e-47be-8d9c-40238606828d tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2908 time: 0.4558260 Dec 09 02:13:36.962042 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59208) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:36.966842 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f960c847-8178-400d-a556-1fe502e0e878 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:36.991000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port d8286da8-8b63-467f-b08e-b08e7018c377 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:36.991000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:36.992523 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '6718d4df-d0aa-4ff1-a335-31d024679bf3', 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44', 'port_id': '6718d4df-d0aa-4ff1-a335-31d024679bf3', 'mac_address': 'fa:16:3e:b9:27:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:13:37.010847 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7839e9-a2d5-4a99-896c-15f9ba2e36c8 req-4979ff86-69a6-4ff0-8bc1-af72abeaa476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:37.015926 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a7839e9-a2d5-4a99-896c-15f9ba2e36c8 req-4979ff86-69a6-4ff0-8bc1-af72abeaa476 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95a5acde667a4aee8aceae968f6faa1f&device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 1096 time: 0.6248872 Dec 09 02:13:37.057697 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f0e6acfc-a887-4393-b27d-a8e30700b5cf tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:37.071857 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f960c847-8178-400d-a556-1fe502e0e878 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:37.098448 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:37.116875 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6718d4df-d0aa-4ff1-a335-31d024679bf3 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:13:37.129015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048b81f-c53d-4f44-9604-e867eccf074e req-b1ba5837-8945-4ab6-8347-09d6f8d822c5 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:37.138573 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4048b81f-c53d-4f44-9604-e867eccf074e req-b1ba5837-8945-4ab6-8347-09d6f8d822c5 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 943 time: 0.7221711 Dec 09 02:13:37.172982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6718d4df-d0aa-4ff1-a335-31d024679bf3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6718d4df-d0aa-4ff1-a335-31d024679bf3,segment=NetworkSegment(f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb),segment_id=f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:37.183847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:37.194626 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.db.resource_extend [None req-f0e6acfc-a887-4393-b27d-a8e30700b5cf tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 02:13:37.215828 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:37.220360 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ecfcc2b3-73fc-4c00-a5e3-05117831c396 req-ae55fba0-30f9-4a5e-b70c-345743a4b5a9 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3218741 Dec 09 02:13:37.220789 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b79d900f-cfe8-4cf9-825f-2a4ea61782b0 req-1d3ea74c-a8a6-48ba-b647-64050572887f service neutron] 10.222.0.45 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8305664 Dec 09 02:13:37.229195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Router ebb43362-59b2-4a50-aefa-cf1df5c361d1 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:13:37.280399 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f0e6acfc-a887-4393-b27d-a8e30700b5cf tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:37.281899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e6acfc-a887-4393-b27d-a8e30700b5cf tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:37.282718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f0e6acfc-a887-4393-b27d-a8e30700b5cf tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:37.290917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00505442-9138-4dae-bf57-8b3bd3d420a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8286da8-8b63-467f-b08e-b08e7018c377'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:13:37.343557 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960c847-8178-400d-a556-1fe502e0e878 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event updated for resources: {'Port': ['ID=46fcea1f-3e50-48e5-a5ec-02b431205169,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:37.350770 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f960c847-8178-400d-a556-1fe502e0e878 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Network cd9005f2-da41-459f-af04-8466efa966cf is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:37.365614 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=6718d4df-d0aa-4ff1-a335-31d024679bf3,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:37.365738 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2f79f-fd55-408f-bf9a-cff92b5412f0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Subnet': ['ID=afaacd84-8c2c-43ef-8889-31f1e4d78bbb,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:37.374840 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-f960c847-8178-400d-a556-1fe502e0e878 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:37.377425 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960c847-8178-400d-a556-1fe502e0e878 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:37.383609 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f960c847-8178-400d-a556-1fe502e0e878 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:37.384316 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f960c847-8178-400d-a556-1fe502e0e878 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:37.392801 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d8286da8-8b63-467f-b08e-b08e7018c377, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8286da8-8b63-467f-b08e-b08e7018c377,segment=NetworkSegment(ee3b5d32-d378-4ad3-9a25-d2f6a3814612),segment_id=ee3b5d32-d378-4ad3-9a25-d2f6a3814612)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:37.400104 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:37.437565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb2f79f-fd55-408f-bf9a-cff92b5412f0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Checking segment: {'id': '07be2152-8d85-4482-8edf-97e35b8bc989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2311ba32-a5ef-46e2-a109-1f881b209d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:37.437990 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb2f79f-fd55-408f-bf9a-cff92b5412f0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network hostable DHCP agents. Network: 2311ba32-a5ef-46e2-a109-1f881b209d3a, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:13:37.459667 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f960c847-8178-400d-a556-1fe502e0e878 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9136753 Dec 09 02:13:37.460331 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59218) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:37.462220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7839e9-a2d5-4a99-896c-15f9ba2e36c8 req-a5c642a1-386d-4b5c-b2d4-bb02e9240974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:37.462715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=d8286da8-8b63-467f-b08e-b08e7018c377,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:37.464975 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a7839e9-a2d5-4a99-896c-15f9ba2e36c8 req-a5c642a1-386d-4b5c-b2d4-bb02e9240974 service neutron] 10.222.0.45 "GET /v2.0/networks?id=719383a5-619e-47d1-8539-0fde52722e3d HTTP/1.1" status: 200 len: 906 time: 0.4147351 Dec 09 02:13:37.478081 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-53171381-71ed-4f31-8bce-6d1ca33e12aa tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Request body: {'port': {'network_id': 'cd9005f2-da41-459f-af04-8466efa966cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-249891284'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:37.478251 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4048b81f-c53d-4f44-9604-e867eccf074e req-ab55740e-473b-43f9-82e9-621f2b563e57 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/security-groups?id=69243971-a59e-4f44-9d13-170e06a9fcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3381860 Dec 09 02:13:37.497051 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['6718d4df-d0aa-4ff1-a335-31d024679bf3'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:13:37.524909 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f0e6acfc-a887-4393-b27d-a8e30700b5cf tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9192114 Dec 09 02:13:37.547688 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59220) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:37.556204 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0a32cd7b-a0db-41be-b84d-7b3823e8abe4 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Request body: {'network': {'project_id': '7467cc0704e142b6a29a61d452c8cf77'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:37.564316 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76487ebc-ca75-4d0c-9770-5583a61d39d8" -d '{"events": [{"server_uuid": "00505442-9138-4dae-bf57-8b3bd3d420a1", "name": "network-vif-plugged", "status": "completed", "tag": "d8286da8-8b63-467f-b08e-b08e7018c377"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:13:37.579866 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77b815-a7ef-4263-b9bf-a54a77decb38 req-93d17139-d4cf-49d8-8277-ffe43a33601b tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:37.582411 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3f77b815-a7ef-4263-b9bf-a54a77decb38 req-93d17139-d4cf-49d8-8277-ffe43a33601b tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 944 time: 0.2416842 Dec 09 02:13:37.623779 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb2f79f-fd55-408f-bf9a-cff92b5412f0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 2311ba32-a5ef-46e2-a109-1f881b209d3a is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:13:37.691355 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-8cb2f79f-fd55-408f-bf9a-cff92b5412f0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 2311ba32-a5ef-46e2-a109-1f881b209d3a) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:37.701450 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb2f79f-fd55-408f-bf9a-cff92b5412f0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:37.702261 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f79f-fd55-408f-bf9a-cff92b5412f0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:37.727076 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98598ffa-19ba-45e2-ad0e-4bd9a4e59fe8 None None] Network 2311ba32-a5ef-46e2-a109-1f881b209d3a requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:13:37.737807 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:37.743168 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a32cd7b-a0db-41be-b84d-7b3823e8abe4 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Made reservation on behalf of 7467cc0704e142b6a29a61d452c8cf77 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:37.746130 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a32cd7b-a0db-41be-b84d-7b3823e8abe4 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:37.768074 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6acfc-a887-4393-b27d-a8e30700b5cf tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Pushing event updated for resources: {'Network': ['ID=d11fcae3-d7c1-4a59-b6ba-177c591b7b1a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:37.771028 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a7839e9-a2d5-4a99-896c-15f9ba2e36c8 req-f3020c7c-c796-4120-93b3-cc55016c2726 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc8b644d-39ff-4faf-8249-f70526d1d579 HTTP/1.1" status: 200 len: 217 time: 0.2722869 Dec 09 02:13:37.787321 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a32cd7b-a0db-41be-b84d-7b3823e8abe4 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:13:37.798674 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a32cd7b-a0db-41be-b84d-7b3823e8abe4 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:37.800146 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-0a32cd7b-a0db-41be-b84d-7b3823e8abe4 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Added segment a2890921-de95-4cab-af65-860325ac5e76 of type vlan for network 9678512b-d7e1-49ed-8cb2-5432af056fea Dec 09 02:13:37.802032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:37.814098 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Sync routers for ids ['ebb43362-59b2-4a50-aefa-cf1df5c361d1'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:37.817376 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:37.823218 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network d11fcae3-d7c1-4a59-b6ba-177c591b7b1a details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:13:37.828573 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1b7fd0-6260-48c5-9dba-035d7e9390a7 x-openstack-request-id: req-4e1b7fd0-6260-48c5-9dba-035d7e9390a7 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:13:37.828881 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00505442-9138-4dae-bf57-8b3bd3d420a1", "name": "network-vif-plugged", "status": "completed", "tag": "d8286da8-8b63-467f-b08e-b08e7018c377", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:13:37.829140 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e1b7fd0-6260-48c5-9dba-035d7e9390a7 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:13:37.829587 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00505442-9138-4dae-bf57-8b3bd3d420a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8286da8-8b63-467f-b08e-b08e7018c377', 'code': 200} Dec 09 02:13:37.833528 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Routers {'ebb43362-59b2-4a50-aefa-cf1df5c361d1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:37.834553 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ebb43362-59b2-4a50-aefa-cf1df5c361d1'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:37.918351 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:37.921433 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f1f43ea8-a65d-489e-a669-fdb235dbd9b0 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.7969389 Dec 09 02:13:37.931577 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59226) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:37.943983 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7839e9-a2d5-4a99-896c-15f9ba2e36c8 req-453f968e-ebb8-44f1-8aa1-a29480e9e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:37.945372 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-38b45abd-188a-4051-a0fc-fe7c1cfb2896 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Deleting port 803aef8d-494e-4f14-b278-2eb991861b1c {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:37.946051 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38b45abd-188a-4051-a0fc-fe7c1cfb2896 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:37.949897 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a7839e9-a2d5-4a99-896c-15f9ba2e36c8 req-453f968e-ebb8-44f1-8aa1-a29480e9e094 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bdb716e1-2071-48d1-96c5-734c67dd80bc HTTP/1.1" status: 200 len: 844 time: 0.1426804 Dec 09 02:13:37.994460 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Set router ebb43362-59b2-4a50-aefa-cf1df5c361d1 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:13:38.033672 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b5232d87-3f40-4fec-a956-4619d43d3b03 None None] Provisioning complete for port 46fcea1f-3e50-48e5-a5ec-02b431205169 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:38.034634 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5232d87-3f40-4fec-a956-4619d43d3b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.049752 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38b45abd-188a-4051-a0fc-fe7c1cfb2896 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.050085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38b45abd-188a-4051-a0fc-fe7c1cfb2896 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.066469 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-38b45abd-188a-4051-a0fc-fe7c1cfb2896 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Calling delete_port for 803aef8d-494e-4f14-b278-2eb991861b1c owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:38.067278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7839e9-a2d5-4a99-896c-15f9ba2e36c8 req-3cea5e84-26f7-4999-a4dd-bcd703916fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:38.069229 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a7839e9-a2d5-4a99-896c-15f9ba2e36c8 req-3cea5e84-26f7-4999-a4dd-bcd703916fdf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=719383a5-619e-47d1-8539-0fde52722e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1145697 Dec 09 02:13:38.142808 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8cb2f79f-fd55-408f-bf9a-cff92b5412f0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3168437 Dec 09 02:13:38.152372 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a32cd7b-a0db-41be-b84d-7b3823e8abe4 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.181476 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59228) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:38.195701 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-54e88c20-aa30-43f7-9356-2b1db9c5477f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-117960950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:38.206567 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b5232d87-3f40-4fec-a956-4619d43d3b03 None None] Port 46fcea1f-3e50-48e5-a5ec-02b431205169 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:38.217628 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a32cd7b-a0db-41be-b84d-7b3823e8abe4 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.219701 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a32cd7b-a0db-41be-b84d-7b3823e8abe4 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:38.220474 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a32cd7b-a0db-41be-b84d-7b3823e8abe4 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.227602 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:38.228047 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.235027 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-2311ba32-a5ef-46e2-a109-1f881b209d3a', 'network_id': '2311ba32-a5ef-46e2-a109-1f881b209d3a', 'project_id': 'd15c6a952496477982e2790f8e702c84', 'fixed_ips': [{'subnet_id': 'afaacd84-8c2c-43ef-8889-31f1e4d78bbb'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:13:38.235961 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.245864 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3f77b815-a7ef-4263-b9bf-a54a77decb38 req-dc2e1f9e-8386-43e8-99f5-46431a8c200b tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6335502 Dec 09 02:13:38.294028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383f3aba-b48e-4319-9e34-94fa688f9af9 None None] Network 6c13acf5-b450-419c-8f80-c9bc11c3b508 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:13:38.318524 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb43362-59b2-4a50-aefa-cf1df5c361d1', 'name': 'tempest-snat-router-2066266760', 'tenant_id': 'faf1cfdffc5b4464bb76b82d54ad2314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'de55e2a8-b519-45af-976f-531a9a00fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:13:29Z', 'updated_at': '2021-12-09T02:13:35Z', 'revision_number': 3, 'project_id': 'faf1cfdffc5b4464bb76b82d54ad2314', 'gw_port': {'id': 'de55e2a8-b519-45af-976f-531a9a00fb3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb43362-59b2-4a50-aefa-cf1df5c361d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:13:31Z', 'updated_at': '2021-12-09T02:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:38.335580 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a7839e9-a2d5-4a99-896c-15f9ba2e36c8 req-4772da8f-b1ea-4278-811a-1d99fbb3e32d service neutron] 10.222.0.45 "GET /v2.0/networks/719383a5-619e-47d1-8539-0fde52722e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499423 Dec 09 02:13:38.346763 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Checking router: ebb43362-59b2-4a50-aefa-cf1df5c361d1 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:13:38.347379 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Updating router ebb43362-59b2-4a50-aefa-cf1df5c361d1 port de55e2a8-b519-45af-976f-531a9a00fb3d binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:13:38.374892 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.407031 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53171381-71ed-4f31-8bce-6d1ca33e12aa tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Made reservation on behalf of d3f3e1f726f6414e801707157c5a579d for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:38.410638 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53171381-71ed-4f31-8bce-6d1ca33e12aa tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.445922 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0a32cd7b-a0db-41be-b84d-7b3823e8abe4 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8945122 Dec 09 02:13:38.468585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59232) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:38.470575 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Allocated IP 2001:db8:1::2 (2311ba32-a5ef-46e2-a109-1f881b209d3a/afaacd84-8c2c-43ef-8889-31f1e4d78bbb/71160e56-5b09-42dc-8a3d-d5d887e674fa) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:38.477278 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54e88c20-aa30-43f7-9356-2b1db9c5477f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.479906 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54e88c20-aa30-43f7-9356-2b1db9c5477f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.482711 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-fce54378-91bd-46dd-92fb-c8491ecd8bd6 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Request body: {'network': {'project_id': '7467cc0704e142b6a29a61d452c8cf77'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:38.530093 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce54378-91bd-46dd-92fb-c8491ecd8bd6 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 02:13:38.530586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce54378-91bd-46dd-92fb-c8491ecd8bd6 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:13:38.538796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-53171381-71ed-4f31-8bce-6d1ca33e12aa tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] device_id is not set on port 233a5ef8-7606-402d-8355-a8778aa04e98 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:13:38.540211 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fce54378-91bd-46dd-92fb-c8491ecd8bd6 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0629404 Dec 09 02:13:38.541200 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59236) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:38.626790 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3406f97a-2c6c-4457-a8c6-ab14ed3c1118 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7467cc0704e142b6a29a61d452c8cf77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0719543 Dec 09 02:13:38.629133 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c3c19-6ad4-43a4-aaa2-7525aa3e8969 req-51f09010-926b-46c0-8024-b8dd50645276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:38.630785 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-eb6c3c19-6ad4-43a4-aaa2-7525aa3e8969 req-51f09010-926b-46c0-8024-b8dd50645276 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 1099 time: 0.4298961 Dec 09 02:13:38.631286 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59238) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:38.662041 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.671780 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.680527 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32cd7b-a0db-41be-b84d-7b3823e8abe4 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Pushing event updated for resources: {'Network': ['ID=9678512b-d7e1-49ed-8cb2-5432af056fea,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:38.683479 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcea7f4-7e7b-49d0-a7e1-04ed48a08a79 req-566e85e7-79a5-42d0-a6f3-852dddc65f85 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:38.685238 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bcea7f4-7e7b-49d0-a7e1-04ed48a08a79 req-566e85e7-79a5-42d0-a6f3-852dddc65f85 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 946 time: 0.3482800 Dec 09 02:13:38.710307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-eb6c3c19-6ad4-43a4-aaa2-7525aa3e8969 req-d02404aa-14c9-491c-9db9-4e94f6d0d5b8 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.740285 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9b5707f5-d291-484b-bf27-534aed2a2b66 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "GET /v2.0/routers/ebb43362-59b2-4a50-aefa-cf1df5c361d1 HTTP/1.1" status: 200 len: 908 time: 0.8014441 Dec 09 02:13:38.741987 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59240) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:38.777933 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.794891 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 9678512b-d7e1-49ed-8cb2-5432af056fea details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:13:38.798793 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device cc8b644d-39ff-4faf-8249-f70526d1d579 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:13:38.813502 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-eb6c3c19-6ad4-43a4-aaa2-7525aa3e8969 req-d02404aa-14c9-491c-9db9-4e94f6d0d5b8 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.831586 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.833336 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3cb30-97fb-4c97-8d50-5939c8366144 None None] Pushing event updated for resources: {'Port': ['ID=de55e2a8-b519-45af-976f-531a9a00fb3d,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:38.838949 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-eb6c3c19-6ad4-43a4-aaa2-7525aa3e8969 req-d02404aa-14c9-491c-9db9-4e94f6d0d5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.851468 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Attempting to bind port de55e2a8-b519-45af-976f-531a9a00fb3d on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:38.851874 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Attempting to bind port de55e2a8-b519-45af-976f-531a9a00fb3d by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:38.852243 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Attempting to bind port de55e2a8-b519-45af-976f-531a9a00fb3d on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:38.858240 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:13:38.858617 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:38.859017 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.859412 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:13:38.859946 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Bound port: de55e2a8-b519-45af-976f-531a9a00fb3d, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:13:38.860345 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.871307 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-53171381-71ed-4f31-8bce-6d1ca33e12aa tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Allocated IP 2001:db8::1b4 (cd9005f2-da41-459f-af04-8466efa966cf/3fa67567-7dee-4eb0-9fd0-3015fcc1003d/233a5ef8-7606-402d-8355-a8778aa04e98) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:38.880087 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02404aa-14c9-491c-9db9-4e94f6d0d5b8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=422b37f2-92be-488a-b41a-b0bef28e7795,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:38.901754 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb1832fa-810d-4fb8-8691-8c1cd4bcb19c tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.902497 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54e88c20-aa30-43f7-9356-2b1db9c5477f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.915399 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Network 2311ba32-a5ef-46e2-a109-1f881b209d3a is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:38.924646 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] For port de55e2a8-b519-45af-976f-531a9a00fb3d, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:13:38.928757 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] For port de55e2a8-b519-45af-976f-531a9a00fb3d, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=de55e2a8-b519-45af-976f-531a9a00fb3d,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:13:38.930204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb1832fa-810d-4fb8-8691-8c1cd4bcb19c tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.935582 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.971718 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:38.973926 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Pushing event updated for resources: {'Port': ['ID=71160e56-5b09-42dc-8a3d-d5d887e674fa,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:38.987818 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:38.993228 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bcea7f4-7e7b-49d0-a7e1-04ed48a08a79 req-791fcc4e-f6ab-441f-a37c-09afb22cd792 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2731440 Dec 09 02:13:39.002388 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3cb30-97fb-4c97-8d50-5939c8366144 None None] Pushing event updated for resources: {'Port': ['ID=de55e2a8-b519-45af-976f-531a9a00fb3d,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:39.005960 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a7839e9-a2d5-4a99-896c-15f9ba2e36c8 req-ea5cedaa-bb84-4052-a9f8-0b1ae0ef0bb4 service neutron] 10.222.0.45 "GET /v2.0/networks/719383a5-619e-47d1-8539-0fde52722e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6321521 Dec 09 02:13:39.011280 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-eb6c3c19-6ad4-43a4-aaa2-7525aa3e8969 req-d02404aa-14c9-491c-9db9-4e94f6d0d5b8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228385 Dec 09 02:13:39.013720 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:39.018197 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Routers {'ebb43362-59b2-4a50-aefa-cf1df5c361d1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:39.018872 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ebb43362-59b2-4a50-aefa-cf1df5c361d1'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:39.053217 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54e88c20-aa30-43f7-9356-2b1db9c5477f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.065369 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb1832fa-810d-4fb8-8691-8c1cd4bcb19c tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.067344 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb1832fa-810d-4fb8-8691-8c1cd4bcb19c tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.071472 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fb1832fa-810d-4fb8-8691-8c1cd4bcb19c tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/341f30f4-548d-4d18-b4b5-ba602c30edb4 HTTP/1.1" status: 204 len: 168 time: 0.4372184 Dec 09 02:13:39.072112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59250) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:39.084857 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699c035-af57-4e95-b8d1-6753fa1f7123 req-22957f4a-12d2-44b6-a28c-7743d15f5aa9 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:39.092942 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d699c035-af57-4e95-b8d1-6753fa1f7123 req-22957f4a-12d2-44b6-a28c-7743d15f5aa9 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 943 time: 0.4237857 Dec 09 02:13:39.097604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1832fa-810d-4fb8-8691-8c1cd4bcb19c tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341f30f4-548d-4d18-b4b5-ba602c30edb4,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:39.114366 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.151560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-6de1af68-9101-4808-a5cc-b343960c7cdb None None] Provisioning complete for port 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:39.151933 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6de1af68-9101-4808-a5cc-b343960c7cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.186906 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2c641ef8-7c5a-44cc-b2f5-2d05aee04386 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.205253 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54e88c20-aa30-43f7-9356-2b1db9c5477f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.207479 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-54e88c20-aa30-43f7-9356-2b1db9c5477f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0150533 Dec 09 02:13:39.222222 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59252) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:39.243633 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] Set router ebb43362-59b2-4a50-aefa-cf1df5c361d1 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:13:39.261759 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3081aac-b3a9-42e1-9f16-7b8e677b5987 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.295093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2c641ef8-7c5a-44cc-b2f5-2d05aee04386 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.324596 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-2c641ef8-7c5a-44cc-b2f5-2d05aee04386 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9678512b-d7e1-49ed-8cb2-5432af056fea']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:39.336469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-2c641ef8-7c5a-44cc-b2f5-2d05aee04386 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2890921-de95-4cab-af65-860325ac5e76') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:39.337109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-2c641ef8-7c5a-44cc-b2f5-2d05aee04386 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2890921-de95-4cab-af65-860325ac5e76') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:39.348244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2c641ef8-7c5a-44cc-b2f5-2d05aee04386 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.365460 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2c641ef8-7c5a-44cc-b2f5-2d05aee04386 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.390349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c641ef8-7c5a-44cc-b2f5-2d05aee04386 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:13:39.390940 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2c641ef8-7c5a-44cc-b2f5-2d05aee04386 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:13:39.393042 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:13:39.399591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0edc0018-fad1-4e4d-8f00-a6dadadbdcd3,segment=NetworkSegment(24a49dea-c065-4fa4-a0fc-f6be8477f29a),segment_id=24a49dea-c065-4fa4-a0fc-f6be8477f29a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:39.416927 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.419124 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Attempting to bind port 71160e56-5b09-42dc-8a3d-d5d887e674fa on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:39.419718 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Attempting to bind port 71160e56-5b09-42dc-8a3d-d5d887e674fa by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '07be2152-8d85-4482-8edf-97e35b8bc989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2311ba32-a5ef-46e2-a109-1f881b209d3a'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:39.420262 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Attempting to bind port 71160e56-5b09-42dc-8a3d-d5d887e674fa on network 2311ba32-a5ef-46e2-a109-1f881b209d3a {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:39.467791 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:13:39.468508 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Checking segment: {'id': '07be2152-8d85-4482-8edf-97e35b8bc989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2311ba32-a5ef-46e2-a109-1f881b209d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:39.469095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.469690 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Bound using segment: {'id': '07be2152-8d85-4482-8edf-97e35b8bc989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2311ba32-a5ef-46e2-a109-1f881b209d3a'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:13:39.470400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Bound port: 71160e56-5b09-42dc-8a3d-d5d887e674fa, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07be2152-8d85-4482-8edf-97e35b8bc989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2311ba32-a5ef-46e2-a109-1f881b209d3a'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:13:39.470996 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.530426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65bc45-a172-4bc1-b697-012d8d10fc06 req-4383a5bc-8803-4f90-9903-110760d21763 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:39.531077 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb43362-59b2-4a50-aefa-cf1df5c361d1', 'name': 'tempest-snat-router-2066266760', 'tenant_id': 'faf1cfdffc5b4464bb76b82d54ad2314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'de55e2a8-b519-45af-976f-531a9a00fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:13:29Z', 'updated_at': '2021-12-09T02:13:35Z', 'revision_number': 3, 'project_id': 'faf1cfdffc5b4464bb76b82d54ad2314', 'gw_port': {'id': 'de55e2a8-b519-45af-976f-531a9a00fb3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb43362-59b2-4a50-aefa-cf1df5c361d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:13:31Z', 'updated_at': '2021-12-09T02:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:39.532148 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b65bc45-a172-4bc1-b697-012d8d10fc06 req-4383a5bc-8803-4f90-9903-110760d21763 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 944 time: 0.1626854 Dec 09 02:13:39.533384 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2c641ef8-7c5a-44cc-b2f5-2d05aee04386 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.552185 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2c641ef8-7c5a-44cc-b2f5-2d05aee04386 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.559259 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2c641ef8-7c5a-44cc-b2f5-2d05aee04386 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] 10.222.0.43 "DELETE /v2.0/networks/9678512b-d7e1-49ed-8cb2-5432af056fea HTTP/1.1" status: 204 len: 168 time: 0.4816215 Dec 09 02:13:39.577073 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1b9c8e-eeb7-498d-8cda-8ed23d611d5c None None] The sync data for ids ['ebb43362-59b2-4a50-aefa-cf1df5c361d1'] in dv-neutron-804846-18-hyperv is: [{'id': 'ebb43362-59b2-4a50-aefa-cf1df5c361d1', 'name': 'tempest-snat-router-2066266760', 'tenant_id': 'faf1cfdffc5b4464bb76b82d54ad2314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'de55e2a8-b519-45af-976f-531a9a00fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:13:29Z', 'updated_at': '2021-12-09T02:13:35Z', 'revision_number': 3, 'project_id': 'faf1cfdffc5b4464bb76b82d54ad2314', 'gw_port': {'id': 'de55e2a8-b519-45af-976f-531a9a00fb3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb43362-59b2-4a50-aefa-cf1df5c361d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:13:31Z', 'updated_at': '2021-12-09T02:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:39.577570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59256) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:39.590409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port cc8b644d-39ff-4faf-8249-f70526d1d579, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cc8b644d-39ff-4faf-8249-f70526d1d579,segment=NetworkSegment(21d3147b-eef8-4aaa-94c5-5e52048509d1),segment_id=21d3147b-eef8-4aaa-94c5-5e52048509d1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:39.635498 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'cc8b644d-39ff-4faf-8249-f70526d1d579', 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d', 'port_id': 'cc8b644d-39ff-4faf-8249-f70526d1d579', 'mac_address': 'fa:16:3e:60:94:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:13:39.637205 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=0edc0018-fad1-4e4d-8f00-a6dadadbdcd3,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:39.663130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c641ef8-7c5a-44cc-b2f5-2d05aee04386 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Pushing event deleted for resources: {'Network': ['ID=9678512b-d7e1-49ed-8cb2-5432af056fea,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:39.671681 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b65bc45-a172-4bc1-b697-012d8d10fc06 req-bd3f028c-6bd1-485b-bf74-43b80e4ce2da tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263113 Dec 09 02:13:39.719337 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d699c035-af57-4e95-b8d1-6753fa1f7123 req-3b1563fa-b177-4fd8-8a38-0cef8216f2ba tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/security-groups?id=69243971-a59e-4f44-9d13-170e06a9fcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6254189 Dec 09 02:13:39.730346 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.735211 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] For port 71160e56-5b09-42dc-8a3d-d5d887e674fa, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:13:39.744843 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53171381-71ed-4f31-8bce-6d1ca33e12aa tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.749943 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8b644d-39ff-4faf-8249-f70526d1d579 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:13:39.771548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3d1f780b-30f2-41e6-a095-41ab47c5a391 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.780637 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port cc8b644d-39ff-4faf-8249-f70526d1d579, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cc8b644d-39ff-4faf-8249-f70526d1d579,segment=NetworkSegment(21d3147b-eef8-4aaa-94c5-5e52048509d1),segment_id=21d3147b-eef8-4aaa-94c5-5e52048509d1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:39.787406 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.846280 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] For port 71160e56-5b09-42dc-8a3d-d5d887e674fa, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=71160e56-5b09-42dc-8a3d-d5d887e674fa,segment=NetworkSegment(07be2152-8d85-4482-8edf-97e35b8bc989),segment_id=07be2152-8d85-4482-8edf-97e35b8bc989)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:13:39.863990 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.869055 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=cc8b644d-39ff-4faf-8249-f70526d1d579,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:39.871039 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3d1f780b-30f2-41e6-a095-41ab47c5a391 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.897926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3d1f780b-30f2-41e6-a095-41ab47c5a391 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11fcae3-d7c1-4a59-b6ba-177c591b7b1a']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:39.899540 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38b45abd-188a-4051-a0fc-fe7c1cfb2896 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.909860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3d1f780b-30f2-41e6-a095-41ab47c5a391 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd153da9-ad08-4b47-baf6-10bbbe950690') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:39.910633 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3d1f780b-30f2-41e6-a095-41ab47c5a391 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd153da9-ad08-4b47-baf6-10bbbe950690') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:39.922570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3d1f780b-30f2-41e6-a095-41ab47c5a391 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.941879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3d1f780b-30f2-41e6-a095-41ab47c5a391 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.953412 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1f780b-30f2-41e6-a095-41ab47c5a391 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:13:39.953874 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3d1f780b-30f2-41e6-a095-41ab47c5a391 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:39.956596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02759f4-b1ea-4c0e-bf82-3a2335be6241 None None] Pushing event updated for resources: {'Port': ['ID=71160e56-5b09-42dc-8a3d-d5d887e674fa,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:13:39.958633 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:13:39.963665 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-14b620b0-cb87-46ba-95cc-37254a0dc8ef None None] Provisioning complete for port 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:39.964041 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14b620b0-cb87-46ba-95cc-37254a0dc8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:40.046823 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3d1f780b-30f2-41e6-a095-41ab47c5a391 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:40.073783 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3d1f780b-30f2-41e6-a095-41ab47c5a391 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:40.080188 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3d1f780b-30f2-41e6-a095-41ab47c5a391 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] 10.222.0.43 "DELETE /v2.0/networks/d11fcae3-d7c1-4a59-b6ba-177c591b7b1a HTTP/1.1" status: 204 len: 168 time: 0.4869170 Dec 09 02:13:40.081329 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f780b-30f2-41e6-a095-41ab47c5a391 tempest-QuotasNegativeTest-1690310770 tempest-QuotasNegativeTest-1690310770-project-admin] Pushing event deleted for resources: {'Network': ['ID=d11fcae3-d7c1-4a59-b6ba-177c591b7b1a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:40.134018 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['cc8b644d-39ff-4faf-8249-f70526d1d579'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:13:40.158786 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b45abd-188a-4051-a0fc-fe7c1cfb2896 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Pushing event deleted for resources: {'Port': ['ID=803aef8d-494e-4f14-b278-2eb991861b1c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:40.204238 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972be94-00cc-41ec-9faf-a9e39c37d372 req-9a923d94-27fc-4688-b427-8b5c7f70e1da tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:40.207488 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4972be94-00cc-41ec-9faf-a9e39c37d372 req-9a923d94-27fc-4688-b427-8b5c7f70e1da tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 946 time: 0.0771072 Dec 09 02:13:40.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4972be94-00cc-41ec-9faf-a9e39c37d372 req-2af24f5b-31d2-42f4-b350-139a4e1a2dec tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073439 Dec 09 02:13:40.384124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53171381-71ed-4f31-8bce-6d1ca33e12aa tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:40.393508 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3081aac-b3a9-42e1-9f16-7b8e677b5987 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:40.470349 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38b45abd-188a-4051-a0fc-fe7c1cfb2896 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:40.470757 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-38b45abd-188a-4051-a0fc-fe7c1cfb2896 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Floating IP c3f2b887-ee87-4a26-9401-bddc6d145ce3 disassociated (deleted). External IP: 172.26.3.180, port: 368482d1-20ad-49d6-ba81-eeb915b34a3c. Dec 09 02:13:40.654504 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53171381-71ed-4f31-8bce-6d1ca33e12aa tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Network cd9005f2-da41-459f-af04-8466efa966cf is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:40.661557 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:40.664253 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53171381-71ed-4f31-8bce-6d1ca33e12aa tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event updated for resources: {'Port': ['ID=233a5ef8-7606-402d-8355-a8778aa04e98,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:40.674435 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-53171381-71ed-4f31-8bce-6d1ca33e12aa tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:40.692502 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53171381-71ed-4f31-8bce-6d1ca33e12aa tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:40.717526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53171381-71ed-4f31-8bce-6d1ca33e12aa tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:40.720781 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53171381-71ed-4f31-8bce-6d1ca33e12aa tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:40.756015 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6718d4df-d0aa-4ff1-a335-31d024679bf3 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:40.921222 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 6718d4df-d0aa-4ff1-a335-31d024679bf3 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:13:40.945465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59270) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:40.947665 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 6718d4df-d0aa-4ff1-a335-31d024679bf3 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:40.948237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:41.063232 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-53171381-71ed-4f31-8bce-6d1ca33e12aa tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5933022 Dec 09 02:13:41.090776 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59274) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:41.141373 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f5337778-6ac6-4e4c-a281-582e0b09f926 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::398', 'mac_address': 'fa:16:3e:93:61:13'}, {'ip_address': '2001:db8::157', 'mac_address': 'fa:16:3e:24:58:73'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:41.170891 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:41.209836 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ef34f605-cc45-4e0c-864e-4ed32cf101c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:41.218242 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6718d4df-d0aa-4ff1-a335-31d024679bf3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6718d4df-d0aa-4ff1-a335-31d024679bf3,segment=NetworkSegment(f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb),segment_id=f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:41.219363 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b40a24a-6a47-4946-bd5a-563a53637900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6718d4df-d0aa-4ff1-a335-31d024679bf3'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:13:41.223551 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1dc4f9-085f-4bd1-be99-5ca1bd1e520b" -d '{"events": [{"server_uuid": "9b40a24a-6a47-4946-bd5a-563a53637900", "name": "network-vif-plugged", "status": "completed", "tag": "6718d4df-d0aa-4ff1-a335-31d024679bf3"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:13:41.228211 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:41.300602 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-cdb20361-efa8-4140-a459-82b31f0cb5f2 None None] Provisioning complete for port 233a5ef8-7606-402d-8355-a8778aa04e98 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:41.302006 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdb20361-efa8-4140-a459-82b31f0cb5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:41.302851 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=6718d4df-d0aa-4ff1-a335-31d024679bf3,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:41.321570 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b45abd-188a-4051-a0fc-fe7c1cfb2896 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Router 7159fcc4-2657-478e-9e79-aacbb7344ef8 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:13:41.322442 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa65634-b56c-41cb-95f8-97d12153c1ea req-875ecc5c-37b0-4b69-a5bb-13094d6db6e0 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:41.323734 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1aa65634-b56c-41cb-95f8-97d12153c1ea req-875ecc5c-37b0-4b69-a5bb-13094d6db6e0 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 944 time: 0.3542240 Dec 09 02:13:41.357596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-cdb20361-efa8-4140-a459-82b31f0cb5f2 None None] Port 233a5ef8-7606-402d-8355-a8778aa04e98 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:41.428520 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c3081aac-b3a9-42e1-9f16-7b8e677b5987 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Deleting port de55e2a8-b519-45af-976f-531a9a00fb3d {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:41.428864 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3081aac-b3a9-42e1-9f16-7b8e677b5987 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:41.476804 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ef34f605-cc45-4e0c-864e-4ed32cf101c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:41.488262 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f5337778-6ac6-4e4c-a281-582e0b09f926 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:41.497451 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ef34f605-cc45-4e0c-864e-4ed32cf101c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:41.526636 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af05ac7-ede1-4c09-b29b-bee453abbb5b req-885b9394-f8f3-453e-9ca4-28124b816b4c tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:41.528498 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0af05ac7-ede1-4c09-b29b-bee453abbb5b req-885b9394-f8f3-453e-9ca4-28124b816b4c tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.3288999 Dec 09 02:13:41.559173 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1aa65634-b56c-41cb-95f8-97d12153c1ea req-00ff1e28-3097-4658-ae06-68cd19674931 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/security-groups?id=69243971-a59e-4f44-9d13-170e06a9fcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876123 Dec 09 02:13:41.626340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a178d7-5971-486c-933e-83de23cf6e2f x-openstack-request-id: req-93a178d7-5971-486c-933e-83de23cf6e2f {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:13:41.626668 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b40a24a-6a47-4946-bd5a-563a53637900", "name": "network-vif-plugged", "status": "completed", "tag": "6718d4df-d0aa-4ff1-a335-31d024679bf3", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:13:41.626960 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93a178d7-5971-486c-933e-83de23cf6e2f {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:13:41.627599 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b40a24a-6a47-4946-bd5a-563a53637900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6718d4df-d0aa-4ff1-a335-31d024679bf3', 'code': 200} Dec 09 02:13:41.645269 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ef34f605-cc45-4e0c-864e-4ed32cf101c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a0605af06e24fb69f7c6da7545df94d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6957209 Dec 09 02:13:41.645964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59280) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:41.646628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34f605-cc45-4e0c-864e-4ed32cf101c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b959217-0669-48fb-bc76-21dbd831c687,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:41.650314 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b45abd-188a-4051-a0fc-fe7c1cfb2896 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:41.663111 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7920e5-3c1a-4d5a-9f24-d3ab5ee227eb None None] Network 2311ba32-a5ef-46e2-a109-1f881b209d3a requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:13:41.701639 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38b45abd-188a-4051-a0fc-fe7c1cfb2896 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:41.711662 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850cc9e6-9258-4f29-b623-51e6fb401731 None None] Sync routers for ids ['7159fcc4-2657-478e-9e79-aacbb7344ef8'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:41.843548 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850cc9e6-9258-4f29-b623-51e6fb401731 None None] Routers {'7159fcc4-2657-478e-9e79-aacbb7344ef8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:41.844207 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-850cc9e6-9258-4f29-b623-51e6fb401731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7159fcc4-2657-478e-9e79-aacbb7344ef8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:41.871415 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0af05ac7-ede1-4c09-b29b-bee453abbb5b req-3270b948-1adf-4987-878a-69bd1f6247ab tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139003 Dec 09 02:13:41.892404 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-850cc9e6-9258-4f29-b623-51e6fb401731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:41.893275 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-38b45abd-188a-4051-a0fc-fe7c1cfb2896 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] 10.222.0.43 "DELETE /v2.0/floatingips/c3f2b887-ee87-4a26-9401-bddc6d145ce3 HTTP/1.1" status: 204 len: 168 time: 4.8710518 Dec 09 02:13:41.897865 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59282) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:41.908798 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:41.923568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850cc9e6-9258-4f29-b623-51e6fb401731 None None] Routers {'7159fcc4-2657-478e-9e79-aacbb7344ef8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:41.923755 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-850cc9e6-9258-4f29-b623-51e6fb401731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7159fcc4-2657-478e-9e79-aacbb7344ef8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:41.961497 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-337c6013-5244-4866-8fe8-c5e03216ad47 None None] Provisioning complete for port 71160e56-5b09-42dc-8a3d-d5d887e674fa triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:41.961883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-337c6013-5244-4866-8fe8-c5e03216ad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:41.963524 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-850cc9e6-9258-4f29-b623-51e6fb401731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:41.964145 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850cc9e6-9258-4f29-b623-51e6fb401731 None None] The sync data for ids ['7159fcc4-2657-478e-9e79-aacbb7344ef8'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:41.966555 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 71160e56-5b09-42dc-8a3d-d5d887e674fa up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:41.972067 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-c3081aac-b3a9-42e1-9f16-7b8e677b5987 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] For port de55e2a8-b519-45af-976f-531a9a00fb3d, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=de55e2a8-b519-45af-976f-531a9a00fb3d,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:41.972430 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3081aac-b3a9-42e1-9f16-7b8e677b5987 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:41.980714 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8007d7dd-7441-4134-9439-64dedb779ac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:41.999420 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c3081aac-b3a9-42e1-9f16-7b8e677b5987 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Calling delete_port for de55e2a8-b519-45af-976f-531a9a00fb3d owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:42.002795 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37f6e5-a02d-4578-a81a-706560a45f2d req-5735012e-978b-4f0e-843f-3744af13a722 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:42.004165 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dc37f6e5-a02d-4578-a81a-706560a45f2d req-5735012e-978b-4f0e-843f-3744af13a722 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 946 time: 0.2774808 Dec 09 02:13:42.017590 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Allocated IP 2001:db8::1 (6c13acf5-b450-419c-8f80-c9bc11c3b508/2f29b5ba-ea11-40d5-a355-41c082f48808/417ee3a2-5987-43af-b0e0-160c158f71f1) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:42.020304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.046687 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566ceba-dfc9-4400-b92e-cad83073cf7e req-d57c9a56-df7e-4021-bb3a-2add835b952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:42.048416 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9566ceba-dfc9-4400-b92e-cad83073cf7e req-d57c9a56-df7e-4021-bb3a-2add835b952d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 1098 time: 0.2025359 Dec 09 02:13:42.082225 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8007d7dd-7441-4134-9439-64dedb779ac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.085813 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 71160e56-5b09-42dc-8a3d-d5d887e674fa triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:42.085813 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.146691 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f5337778-6ac6-4e4c-a281-582e0b09f926 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.159938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-337c6013-5244-4866-8fe8-c5e03216ad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.196688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f5337778-6ac6-4e4c-a281-582e0b09f926 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.222723 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-337c6013-5244-4866-8fe8-c5e03216ad47 None None] For port 71160e56-5b09-42dc-8a3d-d5d887e674fa, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=71160e56-5b09-42dc-8a3d-d5d887e674fa,segment=NetworkSegment(07be2152-8d85-4482-8edf-97e35b8bc989),segment_id=07be2152-8d85-4482-8edf-97e35b8bc989)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:42.231478 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dc37f6e5-a02d-4578-a81a-706560a45f2d req-f99c36cc-d952-4859-99d5-05f5b226e739 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062743 Dec 09 02:13:42.276940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-337c6013-5244-4866-8fe8-c5e03216ad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.281281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f5337778-6ac6-4e4c-a281-582e0b09f926 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] In _notify_port_updated(), no bound segment for port 233a5ef8-7606-402d-8355-a8778aa04e98 on network cd9005f2-da41-459f-af04-8466efa966cf {{(pid=103334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:13:42.287552 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5337778-6ac6-4e4c-a281-582e0b09f926 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:42.288285 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f5337778-6ac6-4e4c-a281-582e0b09f926 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.292880 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f5337778-6ac6-4e4c-a281-582e0b09f926 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "PUT /v2.0/ports/233a5ef8-7606-402d-8355-a8778aa04e98 HTTP/1.1" status: 200 len: 1067 time: 1.1909204 Dec 09 02:13:42.294825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59286) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:42.326324 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.349030 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9566ceba-dfc9-4400-b92e-cad83073cf7e req-cc1e3320-da3e-4081-88fe-6cee2cef8fd0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862704 Dec 09 02:13:42.359383 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5337778-6ac6-4e4c-a281-582e0b09f926 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event updated for resources: {'Port': ['ID=233a5ef8-7606-402d-8355-a8778aa04e98,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:42.372603 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8007d7dd-7441-4134-9439-64dedb779ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.375829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8007d7dd-7441-4134-9439-64dedb779ac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.381555 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8007d7dd-7441-4134-9439-64dedb779ac1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b959217-0669-48fb-bc76-21dbd831c687 HTTP/1.1" status: 204 len: 168 time: 0.7320287 Dec 09 02:13:42.429349 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c6013-5244-4866-8fe8-c5e03216ad47 None None] Pushing event updated for resources: {'Port': ['ID=71160e56-5b09-42dc-8a3d-d5d887e674fa,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:42.445922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007d7dd-7441-4134-9439-64dedb779ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b959217-0669-48fb-bc76-21dbd831c687,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:42.476902 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.477121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.496864 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f33d3126-7e4f-4546-ac82-2b5fbd5cf8f9 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Deleting port 233a5ef8-7606-402d-8355-a8778aa04e98 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:42.497365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f33d3126-7e4f-4546-ac82-2b5fbd5cf8f9 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.499791 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3081aac-b3a9-42e1-9f16-7b8e677b5987 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.609907 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:13:42.610607 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:13:42.612136 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-066d316f-3d26-4179-81ab-7701b7e9c886 None None] Provisioning complete for port 71160e56-5b09-42dc-8a3d-d5d887e674fa triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:42.612519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-066d316f-3d26-4179-81ab-7701b7e9c886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.613571 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.647920 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f33d3126-7e4f-4546-ac82-2b5fbd5cf8f9 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.665698 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f33d3126-7e4f-4546-ac82-2b5fbd5cf8f9 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Calling delete_port for 233a5ef8-7606-402d-8355-a8778aa04e98 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:42.681276 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3081aac-b3a9-42e1-9f16-7b8e677b5987 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Pushing event deleted for resources: {'Port': ['ID=de55e2a8-b519-45af-976f-531a9a00fb3d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:42.803292 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device cc8b644d-39ff-4faf-8249-f70526d1d579 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:42.813342 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 6c13acf5-b450-419c-8f80-c9bc11c3b508 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:42.840608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59294) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:42.848229 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f33d3126-7e4f-4546-ac82-2b5fbd5cf8f9 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.857531 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:42.866513 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:42.867034 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.906816 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port cc8b644d-39ff-4faf-8249-f70526d1d579 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:13:42.909768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41375e8d-c3b7-40c2-8f33-4ab9243dc0ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:42.911785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d3126-7e4f-4546-ac82-2b5fbd5cf8f9 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event deleted for resources: {'Port': ['ID=233a5ef8-7606-402d-8355-a8778aa04e98,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:42.914903 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port cc8b644d-39ff-4faf-8249-f70526d1d579 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:42.915542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:43.021892 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-cd4a52b9-7c7d-4f06-9e5d-214fbbd7493c None None] Could not find standard attr ID for object 233a5ef8-7606-402d-8355-a8778aa04e98. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:13:43.037559 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:43.074679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c51842-2635-40f8-bef0-2a6e6873ab76 req-1f1da90f-231f-4370-a68d-da1a6f722eed tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:43.082258 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c4c51842-2635-40f8-bef0-2a6e6873ab76 req-1f1da90f-231f-4370-a68d-da1a6f722eed tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 944 time: 0.2517910 Dec 09 02:13:43.100471 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port cc8b644d-39ff-4faf-8249-f70526d1d579, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cc8b644d-39ff-4faf-8249-f70526d1d579,segment=NetworkSegment(21d3147b-eef8-4aaa-94c5-5e52048509d1),segment_id=21d3147b-eef8-4aaa-94c5-5e52048509d1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:43.161086 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:43.214903 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device de55e2a8-b519-45af-976f-531a9a00fb3d up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:43.219325 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=417ee3a2-5987-43af-b0e0-160c158f71f1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:43.236218 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c4c51842-2635-40f8-bef0-2a6e6873ab76 req-2424db52-7039-40c0-86d4-6b17252d9560 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/security-groups?id=69243971-a59e-4f44-9d13-170e06a9fcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529403 Dec 09 02:13:43.236420 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ea668-871d-4f60-be0a-271b27bb6bfc req-dae58615-8c3b-4432-894b-883917dc855e tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:43.237865 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-456ea668-871d-4f60-be0a-271b27bb6bfc req-dae58615-8c3b-4432-894b-883917dc855e tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 946 time: 0.6856225 Dec 09 02:13:43.263249 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59298) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:43.280398 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: de55e2a8-b519-45af-976f-531a9a00fb3d {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:13:43.281810 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device de55e2a8-b519-45af-976f-531a9a00fb3d not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 09 02:13:43.284137 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fa94e51d-0dff-4c72-90c3-1bf31af32ce9 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Request body: {'floatingip': {'port_id': 'd8286da8-8b63-467f-b08e-b08e7018c377'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:43.284785 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=cc8b644d-39ff-4faf-8249-f70526d1d579,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:43.330715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Port de55e2a8-b519-45af-976f-531a9a00fb3d not found, will not notify nova. {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 09 02:13:43.331502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:43.332104 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f33d3126-7e4f-4546-ac82-2b5fbd5cf8f9 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:43.339610 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f33d3126-7e4f-4546-ac82-2b5fbd5cf8f9 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "DELETE /v2.0/ports/233a5ef8-7606-402d-8355-a8778aa04e98 HTTP/1.1" status: 204 len: 168 time: 1.0387421 Dec 09 02:13:43.343875 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59300) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:43.379503 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee8f9f2-318b-4ae9-89fb-8627abfa026e tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] GET failed (client error): The resource could not be found. Dec 09 02:13:43.380917 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dee8f9f2-318b-4ae9-89fb-8627abfa026e tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "GET /v2.0/ports/233a5ef8-7606-402d-8355-a8778aa04e98 HTTP/1.1" status: 404 len: 333 time: 0.0361016 Dec 09 02:13:43.383694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59302) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:43.389635 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3081aac-b3a9-42e1-9f16-7b8e677b5987 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:43.395268 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f8735d5d-a605-4878-a7d1-de0e76f98ea0 None None] Provisioning complete for port 417ee3a2-5987-43af-b0e0-160c158f71f1 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:43.395850 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f8735d5d-a605-4878-a7d1-de0e76f98ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:43.396100 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa94e51d-0dff-4c72-90c3-1bf31af32ce9 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for floatingip, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:43.433958 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41375e8d-c3b7-40c2-8f33-4ab9243dc0ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:43.447351 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41375e8d-c3b7-40c2-8f33-4ab9243dc0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:43.454881 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f8735d5d-a605-4878-a7d1-de0e76f98ea0 None None] Port 417ee3a2-5987-43af-b0e0-160c158f71f1 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:43.483688 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Allocated IP 172.26.3.4 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/560771c5-d03c-4ca0-96f7-9c693b76d2e8) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:43.485018 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:43.486044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:43.515877 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-41375e8d-c3b7-40c2-8f33-4ab9243dc0ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c96cda4cbf494a75adb3d6ab445b2a60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6742289 Dec 09 02:13:43.520326 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59304) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:43.537037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41375e8d-c3b7-40c2-8f33-4ab9243dc0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d9ada2-d47b-4dce-a2d7-6c1b2b160ceb,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:43.563657 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3081aac-b3a9-42e1-9f16-7b8e677b5987 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:43.573060 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3081aac-b3a9-42e1-9f16-7b8e677b5987 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:43.579106 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2fedc-bb22-49e1-93e7-5c5f4e9723a4 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Deleting port 46fcea1f-3e50-48e5-a5ec-02b431205169 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:43.579473 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c4e2fedc-bb22-49e1-93e7-5c5f4e9723a4 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:43.629621 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7b6197-60c7-4e62-91b1-3c21965c71e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8b644d-39ff-4faf-8249-f70526d1d579'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:13:43.634332 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ff8ed1-4dff-46fa-91b7-2c5ceb6b4099" -d '{"events": [{"server_uuid": "0f7b6197-60c7-4e62-91b1-3c21965c71e7", "name": "network-vif-plugged", "status": "completed", "tag": "cc8b644d-39ff-4faf-8249-f70526d1d579"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:13:43.686953 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653ca1f0-adcc-436e-aa31-6a0b04abd31e x-openstack-request-id: req-653ca1f0-adcc-436e-aa31-6a0b04abd31e {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:13:43.687758 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7b6197-60c7-4e62-91b1-3c21965c71e7", "name": "network-vif-plugged", "status": "completed", "tag": "cc8b644d-39ff-4faf-8249-f70526d1d579", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:13:43.688342 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-653ca1f0-adcc-436e-aa31-6a0b04abd31e {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:13:43.688975 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7b6197-60c7-4e62-91b1-3c21965c71e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8b644d-39ff-4faf-8249-f70526d1d579', 'code': 200} Dec 09 02:13:43.739161 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:43.752276 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6726d4a-5471-4e7c-8d82-7652346038bf req-c3d5d9fa-251a-4b63-b2cc-1ac686792b8e tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:43.753871 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a6726d4a-5471-4e7c-8d82-7652346038bf req-c3d5d9fa-251a-4b63-b2cc-1ac686792b8e tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.4089484 Dec 09 02:13:43.768463 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3081aac-b3a9-42e1-9f16-7b8e677b5987 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:43.768997 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3081aac-b3a9-42e1-9f16-7b8e677b5987 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebb43362-59b2-4a50-aefa-cf1df5c361d1 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:13:43.784193 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3081aac-b3a9-42e1-9f16-7b8e677b5987 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:43.784927 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 71160e56-5b09-42dc-8a3d-d5d887e674fa up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:43.785330 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c3081aac-b3a9-42e1-9f16-7b8e677b5987 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "DELETE /v2.0/routers/ebb43362-59b2-4a50-aefa-cf1df5c361d1 HTTP/1.1" status: 204 len: 168 time: 5.0297842 Dec 09 02:13:43.793382 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59308) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:43.870858 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 71160e56-5b09-42dc-8a3d-d5d887e674fa triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:43.873936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:43.940298 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8238d6d0-91f7-4f0f-8618-9838687b9f3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:44.000508 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c4e2fedc-bb22-49e1-93e7-5c5f4e9723a4 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:44.026681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2fedc-bb22-49e1-93e7-5c5f4e9723a4 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Calling delete_port for 46fcea1f-3e50-48e5-a5ec-02b431205169 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:44.039725 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:44.063825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8238d6d0-91f7-4f0f-8618-9838687b9f3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:44.100502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:44.146327 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333a182-23b6-44c7-976d-b0f37a29955a req-4d9d566d-ba51-44af-8a4b-c387d2ab4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:44.147884 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c333a182-23b6-44c7-976d-b0f37a29955a req-4d9d566d-ba51-44af-8a4b-c387d2ab4e6b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 1098 time: 0.1372111 Dec 09 02:13:44.158391 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a6726d4a-5471-4e7c-8d82-7652346038bf req-5fc3a20e-4753-4d19-a74d-10fd5b4160ac tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776698 Dec 09 02:13:44.193053 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e1fde01-e706-47f9-ab84-ffc54608f33f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:44.225182 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8238d6d0-91f7-4f0f-8618-9838687b9f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:44.227742 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8238d6d0-91f7-4f0f-8618-9838687b9f3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:44.228885 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8238d6d0-91f7-4f0f-8618-9838687b9f3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75d9ada2-d47b-4dce-a2d7-6c1b2b160ceb HTTP/1.1" status: 204 len: 168 time: 0.7072313 Dec 09 02:13:44.234420 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c333a182-23b6-44c7-976d-b0f37a29955a req-156ba7a4-be06-4afd-9150-76d3fae393fe service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=69243971-a59e-4f44-9d13-170e06a9fcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733166 Dec 09 02:13:44.243778 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238d6d0-91f7-4f0f-8618-9838687b9f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d9ada2-d47b-4dce-a2d7-6c1b2b160ceb,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:44.278595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c4e2fedc-bb22-49e1-93e7-5c5f4e9723a4 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:44.335254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2fedc-bb22-49e1-93e7-5c5f4e9723a4 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event deleted for resources: {'Port': ['ID=46fcea1f-3e50-48e5-a5ec-02b431205169,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:44.344457 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c4e2fedc-bb22-49e1-93e7-5c5f4e9723a4 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:44.348019 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c4e2fedc-bb22-49e1-93e7-5c5f4e9723a4 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "DELETE /v2.0/ports/46fcea1f-3e50-48e5-a5ec-02b431205169 HTTP/1.1" status: 204 len: 168 time: 0.9633868 Dec 09 02:13:44.357484 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59314) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:44.405463 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba97db7a-8c88-4b7c-a644-e87603e1829b tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] GET failed (client error): The resource could not be found. Dec 09 02:13:44.408116 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ba97db7a-8c88-4b7c-a644-e87603e1829b tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "GET /v2.0/ports/46fcea1f-3e50-48e5-a5ec-02b431205169 HTTP/1.1" status: 404 len: 333 time: 0.0496395 Dec 09 02:13:44.411629 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59316) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:44.483745 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:44.501271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a673b64-49b4-43c5-b696-d2a43fdfd7d1 req-557a3f8b-0cde-41f3-b392-77b74831d454 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:44.502788 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a673b64-49b4-43c5-b696-d2a43fdfd7d1 req-557a3f8b-0cde-41f3-b392-77b74831d454 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 945 time: 0.1535261 Dec 09 02:13:44.570572 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a673b64-49b4-43c5-b696-d2a43fdfd7d1 req-470970d0-dc25-4ddc-aac5-f73851bf3d58 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/security-groups?id=69243971-a59e-4f44-9d13-170e06a9fcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534401 Dec 09 02:13:44.603476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb3088-8ee7-489a-ac60-ee0b34483c3a tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Deleting port 64d2c09f-65e5-477c-be10-dcadb0d991e2 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:44.603953 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3088-8ee7-489a-ac60-ee0b34483c3a tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:44.718917 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3088-8ee7-489a-ac60-ee0b34483c3a tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:44.732793 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb3088-8ee7-489a-ac60-ee0b34483c3a tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Calling delete_port for 64d2c09f-65e5-477c-be10-dcadb0d991e2 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:44.874832 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3088-8ee7-489a-ac60-ee0b34483c3a tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:44.907380 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:44.908909 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb3088-8ee7-489a-ac60-ee0b34483c3a tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event deleted for resources: {'Port': ['ID=64d2c09f-65e5-477c-be10-dcadb0d991e2,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:44.940436 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:44.948504 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3088-8ee7-489a-ac60-ee0b34483c3a tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:44.951960 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5ddb3088-8ee7-489a-ac60-ee0b34483c3a tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "DELETE /v2.0/ports/64d2c09f-65e5-477c-be10-dcadb0d991e2 HTTP/1.1" status: 204 len: 168 time: 0.5391665 Dec 09 02:13:44.955641 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59332) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:44.966776 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:44.979032 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Pushing event updated for resources: {'Port': ['ID=560771c5-d03c-4ca0-96f7-9c693b76d2e8,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:45.019848 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Deleting subnet 3fa67567-7dee-4eb0-9fd0-3015fcc1003d {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:13:45.023268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.072227 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.129800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e1fde01-e706-47f9-ab84-ffc54608f33f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.179464 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.210605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.235145 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.db.resource_extend [None req-fa94e51d-0dff-4c72-90c3-1bf31af32ce9 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 02:13:45.242104 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.243999 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.282059 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.310628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa67567-7dee-4eb0-9fd0-3015fcc1003d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:45.320816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.324614 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec169ae1-5161-48dc-85a8-f973224acedc None None] Network cd9005f2-da41-459f-af04-8466efa966cf requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:13:45.327359 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "DELETE /v2.0/subnets/3fa67567-7dee-4eb0-9fd0-3015fcc1003d HTTP/1.1" status: 204 len: 168 time: 0.3705359 Dec 09 02:13:45.328316 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59342) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:45.329683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:45.330216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:45.330392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:45.330718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:45.331089 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:45.331391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:45.331756 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:45.332089 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:45.332420 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:45.332749 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:45.333149 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:45.333400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:45.333727 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d57eb8a-76fb-4c3c-a889-b042229bc338 tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:45.435044 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.515056 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.519839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Deleting port d34c0821-ce50-4fea-9b7a-f64f293d9691 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:45.520197 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.520324 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa94e51d-0dff-4c72-90c3-1bf31af32ce9 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.541740 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54b1bb-23b1-4df8-8d54-b122d094e111 req-860eb39a-603e-4957-9ddc-e6c6078ffc65 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:45.543166 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6a54b1bb-23b1-4df8-8d54-b122d094e111 req-860eb39a-603e-4957-9ddc-e6c6078ffc65 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2962923 Dec 09 02:13:45.544729 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=417ee3a2-5987-43af-b0e0-160c158f71f1,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:45.551913 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa94e51d-0dff-4c72-90c3-1bf31af32ce9 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.553273 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775667a9-7d04-4b95-b846-64610bc06c6a None None] DHCP port deletion for cd9005f2-da41-459f-af04-8466efa966cf request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:13:45.611976 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] For port d34c0821-ce50-4fea-9b7a-f64f293d9691, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d34c0821-ce50-4fea-9b7a-f64f293d9691,segment=NetworkSegment(cbdcced0-c4ac-432e-a5d0-5ebed3092254),segment_id=cbdcced0-c4ac-432e-a5d0-5ebed3092254)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:45.612633 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.633403 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Calling delete_port for d34c0821-ce50-4fea-9b7a-f64f293d9691 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:45.649548 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8e1fde01-e706-47f9-ab84-ffc54608f33f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Deleting port 2f94709e-1fc8-41ff-9c67-43c5c0c904ce {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:45.649768 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e1fde01-e706-47f9-ab84-ffc54608f33f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.654002 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-775667a9-7d04-4b95-b846-64610bc06c6a None None] Deleting port d34c0821-ce50-4fea-9b7a-f64f293d9691 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:45.654585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-775667a9-7d04-4b95-b846-64610bc06c6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.759282 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-775667a9-7d04-4b95-b846-64610bc06c6a None None] For port d34c0821-ce50-4fea-9b7a-f64f293d9691, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d34c0821-ce50-4fea-9b7a-f64f293d9691,segment=NetworkSegment(cbdcced0-c4ac-432e-a5d0-5ebed3092254),segment_id=cbdcced0-c4ac-432e-a5d0-5ebed3092254)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:45.759639 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-775667a9-7d04-4b95-b846-64610bc06c6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.768840 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.780209 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device de55e2a8-b519-45af-976f-531a9a00fb3d no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:13:45.782275 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-775667a9-7d04-4b95-b846-64610bc06c6a None None] Calling delete_port for d34c0821-ce50-4fea-9b7a-f64f293d9691 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:45.793865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fdaa3-2704-4f40-8f9f-d1a5d9b3ab4a req-272dc9ce-febc-4b2b-a87c-7c28fa58d102 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:45.795456 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-454fdaa3-2704-4f40-8f9f-d1a5d9b3ab4a req-272dc9ce-febc-4b2b-a87c-7c28fa58d102 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 945 time: 0.0981290 Dec 09 02:13:45.816411 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: de55e2a8-b519-45af-976f-531a9a00fb3d {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:13:45.816751 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device de55e2a8-b519-45af-976f-531a9a00fb3d not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:13:45.817176 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d34c0821-ce50-4fea-9b7a-f64f293d9691 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:13:45.844861 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:45.880531 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event deleted for resources: {'Port': ['ID=d34c0821-ce50-4fea-9b7a-f64f293d9691,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:45.887523 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-454fdaa3-2704-4f40-8f9f-d1a5d9b3ab4a req-982d8745-4349-40ca-9d19-d6ced7e5ebb1 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/security-groups?id=69243971-a59e-4f44-9d13-170e06a9fcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834537 Dec 09 02:13:45.894431 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6a54b1bb-23b1-4df8-8d54-b122d094e111 req-3b87132d-f9e2-4c0a-9a40-83cd29783ab3 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988787 Dec 09 02:13:45.902006 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] No DVR routers for this DVR port d34c0821-ce50-4fea-9b7a-f64f293d9691 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:13:45.933515 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No active binding found for port d34c0821-ce50-4fea-9b7a-f64f293d9691 {{(pid=103335) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 02:13:45.933933 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d34c0821-ce50-4fea-9b7a-f64f293d9691 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:13:45.954494 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 6c13acf5-b450-419c-8f80-c9bc11c3b508 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:45.966040 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:45.986398 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-775667a9-7d04-4b95-b846-64610bc06c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:46.001737 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-fa94e51d-0dff-4c72-90c3-1bf31af32ce9 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Floating IP dae1fda2-7d04-4bed-82c9-83abb4544767 associated. External IP: 172.26.3.123, port: d8286da8-8b63-467f-b08e-b08e7018c377. Dec 09 02:13:46.032315 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775667a9-7d04-4b95-b846-64610bc06c6a None None] Pushing event deleted for resources: {'Port': ['ID=d34c0821-ce50-4fea-9b7a-f64f293d9691,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:46.055917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775667a9-7d04-4b95-b846-64610bc06c6a None None] No DVR routers for this DVR port d34c0821-ce50-4fea-9b7a-f64f293d9691 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:13:46.092993 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:46.095282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59362) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:46.149574 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9005f2-da41-459f-af04-8466efa966cf']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:46.168385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdcced0-c4ac-432e-a5d0-5ebed3092254') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:46.168684 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdcced0-c4ac-432e-a5d0-5ebed3092254') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:46.186025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4f111-0c8d-4531-aa46-beb0ccdb29e1 req-34c9cd90-3151-4745-8e54-51988f529cf9 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:46.187588 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3aa4f111-0c8d-4531-aa46-beb0ccdb29e1 req-34c9cd90-3151-4745-8e54-51988f529cf9 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 945 time: 0.0773797 Dec 09 02:13:46.192688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:46.199534 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59366) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:46.205434 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-2b8279ba-b9c6-400e-8c2b-697e67d5ae01 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Request body: {'floatingip': {'port_id': 'cc8b644d-39ff-4faf-8249-f70526d1d579'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:46.229619 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-8e1fde01-e706-47f9-ab84-ffc54608f33f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] For port 2f94709e-1fc8-41ff-9c67-43c5c0c904ce, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2f94709e-1fc8-41ff-9c67-43c5c0c904ce,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:46.229835 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e1fde01-e706-47f9-ab84-ffc54608f33f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:46.284367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b8279ba-b9c6-400e-8c2b-697e67d5ae01 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for floatingip, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:46.294655 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-b39552bc-7c55-474d-99f0-0ee25240ebab tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-654463671'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:46.327911 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8e1fde01-e706-47f9-ab84-ffc54608f33f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Calling delete_port for 2f94709e-1fc8-41ff-9c67-43c5c0c904ce owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:46.332622 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-6312be38-65a7-4946-85ba-b19dd863900d None None] Provisioning complete for port 417ee3a2-5987-43af-b0e0-160c158f71f1 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:46.333590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6312be38-65a7-4946-85ba-b19dd863900d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:46.344307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:46.375063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:13:46.375491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:13:46.379284 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:13:46.388060 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6312be38-65a7-4946-85ba-b19dd863900d None None] Port 417ee3a2-5987-43af-b0e0-160c158f71f1 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:46.427202 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652597c-abd6-466c-9328-2c84a0a822aa req-3368497d-b963-40d5-9717-5a137fcd220c tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:46.428740 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b652597c-abd6-466c-9328-2c84a0a822aa req-3368497d-b963-40d5-9717-5a137fcd220c tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.4165146 Dec 09 02:13:46.441324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39552bc-7c55-474d-99f0-0ee25240ebab tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Made reservation on behalf of 9dcbc39201c34af6859d2b6042b2724a for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:46.444022 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59368) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:46.444860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b39552bc-7c55-474d-99f0-0ee25240ebab tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:46.455023 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b80ab100-f91a-4f91-881f-c26693266436 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Request body: {'floatingip': {'port_id': '6718d4df-d0aa-4ff1-a335-31d024679bf3'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:46.469586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b39552bc-7c55-474d-99f0-0ee25240ebab tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:46.490631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:46.514268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:46.517691 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] 10.222.0.43 "DELETE /v2.0/networks/cd9005f2-da41-459f-af04-8466efa966cf HTTP/1.1" status: 204 len: 168 time: 1.1809943 Dec 09 02:13:46.565667 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ccde0-3372-4e6f-b361-6ae008e56cbf tempest-AllowedAddressPairIpV6TestJSON-2023158180 tempest-AllowedAddressPairIpV6TestJSON-2023158180-project] Pushing event deleted for resources: {'Network': ['ID=cd9005f2-da41-459f-af04-8466efa966cf,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:46.761887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b39552bc-7c55-474d-99f0-0ee25240ebab tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:46.771000 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b39552bc-7c55-474d-99f0-0ee25240ebab tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:46.811215 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59374) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:46.825476 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b80ab100-f91a-4f91-881f-c26693266436 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for floatingip, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:46.835421 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39552bc-7c55-474d-99f0-0ee25240ebab tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:13:46.855157 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39552bc-7c55-474d-99f0-0ee25240ebab tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cdb83d-2f8f-4f66-8782-40ca9d68fb2a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:46.864761 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b39552bc-7c55-474d-99f0-0ee25240ebab tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:46.865575 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-b39552bc-7c55-474d-99f0-0ee25240ebab tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Added segment ee054d21-ecc9-4ba8-b0d6-35477e9b100f of type vlan for network 9a0a0c2b-6797-4801-b970-afde54e6c779 Dec 09 02:13:46.927893 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:46.934079 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b39552bc-7c55-474d-99f0-0ee25240ebab tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:47.011960 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:47.013634 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router 118bba8b-d921-4829-a3b6-37338fd43ebf is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:13:47.029795 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b8279ba-b9c6-400e-8c2b-697e67d5ae01 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:47.031131 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b39552bc-7c55-474d-99f0-0ee25240ebab tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:47.036962 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39552bc-7c55-474d-99f0-0ee25240ebab tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:47.037562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b39552bc-7c55-474d-99f0-0ee25240ebab tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:47.046742 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b8279ba-b9c6-400e-8c2b-697e67d5ae01 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:47.132080 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b39552bc-7c55-474d-99f0-0ee25240ebab tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0328157 Dec 09 02:13:47.180583 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39552bc-7c55-474d-99f0-0ee25240ebab tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Pushing event updated for resources: {'Network': ['ID=9a0a0c2b-6797-4801-b970-afde54e6c779,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:47.195461 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 9a0a0c2b-6797-4801-b970-afde54e6c779 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:13:47.206494 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-2b8279ba-b9c6-400e-8c2b-697e67d5ae01 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Floating IP 1c5a6994-78b6-4a9e-80eb-69bf5f7819de associated. External IP: 172.26.3.197, port: cc8b644d-39ff-4faf-8249-f70526d1d579. Dec 09 02:13:47.331380 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Pushing event updated for resources: {'Port': ['ID=560771c5-d03c-4ca0-96f7-9c693b76d2e8,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:47.354259 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa94e51d-0dff-4c72-90c3-1bf31af32ce9 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Router 50a37300-0591-4956-9ef6-59f181070816 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:13:47.368060 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:47.385220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:47.385501 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:47.385838 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:47.386182 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:47.386527 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:47.392436 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:47.392436 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:47.392436 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:47.392436 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:47.392436 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:47.392436 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:47.392436 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:47.392436 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:47.394904 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-71542c8c-57b4-484d-9050-c46b85a90793 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3f3e1f726f6414e801707157c5a579d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5810864 Dec 09 02:13:47.398189 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59382) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:47.398521 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59384) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:47.410386 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Request body: {'port': {'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779', 'binding:host_id': 'hv-neutron-8048', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1376528141'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:47.436819 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8279ba-b9c6-400e-8c2b-697e67d5ae01 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:13:47.486615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:47.487839 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-07ca3c5a-38f2-48ed-a341-5b155896857c tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.5891461 Dec 09 02:13:47.490585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59386) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:47.497978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:47.509558 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-774b898b-7d08-415f-a072-b93dedebb5c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/118bba8b-d921-4829-a3b6-37338fd43ebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2842515 Dec 09 02:13:47.519171 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e1fde01-e706-47f9-ab84-ffc54608f33f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:47.520849 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e6a7ae-8fc5-4724-bac6-a7dcab4d2b80 None None] Sync routers for ids ['118bba8b-d921-4829-a3b6-37338fd43ebf'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:47.527684 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59390) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:47.532966 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e6a7ae-8fc5-4724-bac6-a7dcab4d2b80 None None] Routers {'118bba8b-d921-4829-a3b6-37338fd43ebf'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:47.533854 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-24e6a7ae-8fc5-4724-bac6-a7dcab4d2b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['118bba8b-d921-4829-a3b6-37338fd43ebf'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:47.573603 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-24e6a7ae-8fc5-4724-bac6-a7dcab4d2b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:47.583719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9616bd-7b22-415a-9c6d-9f9c0988bce5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:47.587614 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5f9616bd-7b22-415a-9c6d-9f9c0988bce5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports/417ee3a2-5987-43af-b0e0-160c158f71f1 HTTP/1.1" status: 200 len: 911 time: 0.0564654 Dec 09 02:13:47.588424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59392) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:47.589073 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e6a7ae-8fc5-4724-bac6-a7dcab4d2b80 None None] Routers {'118bba8b-d921-4829-a3b6-37338fd43ebf'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:47.589978 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-24e6a7ae-8fc5-4724-bac6-a7dcab4d2b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['118bba8b-d921-4829-a3b6-37338fd43ebf'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:47.606514 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Made reservation on behalf of c21d39d459104e269ec19f115ee1de1f for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:47.608926 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:47.627655 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-24e6a7ae-8fc5-4724-bac6-a7dcab4d2b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:47.628553 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e6a7ae-8fc5-4724-bac6-a7dcab4d2b80 None None] The sync data for ids ['118bba8b-d921-4829-a3b6-37338fd43ebf'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:47.630004 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fde01-e706-47f9-ab84-ffc54608f33f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f94709e-1fc8-41ff-9c67-43c5c0c904ce,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:47.673258 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:47.809570 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be6602d3-7b84-4d43-b78a-48a5847ccf84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:47.896773 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:47.901398 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be6602d3-7b84-4d43-b78a-48a5847ccf84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:47.903799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e1fde01-e706-47f9-ab84-ffc54608f33f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:47.903963 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8279ba-b9c6-400e-8c2b-697e67d5ae01 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:47.911075 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa94e51d-0dff-4c72-90c3-1bf31af32ce9 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:47.914912 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e12056-3d2f-469c-aec8-832b7470a424 None None] Sync routers for ids ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:47.931986 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e12056-3d2f-469c-aec8-832b7470a424 None None] Routers {'0e31699e-0e1a-4a22-90b7-fc6cab67fd70'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:47.934279 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b8279ba-b9c6-400e-8c2b-697e67d5ae01 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:47.935906 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb07357-3030-4d8b-835e-b8810dcfb72a None None] Sync routers for ids ['50a37300-0591-4956-9ef6-59f181070816'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:47.945445 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb07357-3030-4d8b-835e-b8810dcfb72a None None] Routers {'50a37300-0591-4956-9ef6-59f181070816'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:47.946287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-46e12056-3d2f-469c-aec8-832b7470a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:47.950799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa94e51d-0dff-4c72-90c3-1bf31af32ce9 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:47.951696 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-0bb07357-3030-4d8b-835e-b8810dcfb72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['50a37300-0591-4956-9ef6-59f181070816'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:47.985070 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2b8279ba-b9c6-400e-8c2b-697e67d5ae01 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "PUT /v2.0/floatingips/1c5a6994-78b6-4a9e-80eb-69bf5f7819de HTTP/1.1" status: 200 len: 991 time: 1.7844784 Dec 09 02:13:47.996688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7b6197-60c7-4e62-91b1-3c21965c71e7', 'tag': 'cc8b644d-39ff-4faf-8249-f70526d1d579'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:13:47.999948 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5774345c-7c26-43bc-8482-22ddf79975ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7b6197-60c7-4e62-91b1-3c21965c71e7", "tag": "cc8b644d-39ff-4faf-8249-f70526d1d579"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:13:48.039082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:48.106354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b752cd-7463-4950-8212-512346811d8b x-openstack-request-id: req-39b752cd-7463-4950-8212-512346811d8b {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:13:48.106695 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7b6197-60c7-4e62-91b1-3c21965c71e7", "tag": "cc8b644d-39ff-4faf-8249-f70526d1d579", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:13:48.106894 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39b752cd-7463-4950-8212-512346811d8b {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:13:48.107287 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7b6197-60c7-4e62-91b1-3c21965c71e7', 'tag': 'cc8b644d-39ff-4faf-8249-f70526d1d579', 'status': 'completed', 'code': 200} Dec 09 02:13:48.122849 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-46e12056-3d2f-469c-aec8-832b7470a424 None None] Set router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:13:48.134480 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e1fde01-e706-47f9-ab84-ffc54608f33f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:48.143244 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fa94e51d-0dff-4c72-90c3-1bf31af32ce9 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "PUT /v2.0/floatingips/dae1fda2-7d04-4bed-82c9-83abb4544767 HTTP/1.1" status: 200 len: 992 time: 4.8817933 Dec 09 02:13:48.151047 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e1fde01-e706-47f9-ab84-ffc54608f33f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:48.152653 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00505442-9138-4dae-bf57-8b3bd3d420a1', 'tag': 'd8286da8-8b63-467f-b08e-b08e7018c377'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:13:48.155049 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33abe58f-2301-4d50-ae31-96d0fd6607ed" -d '{"events": [{"name": "network-changed", "server_uuid": "00505442-9138-4dae-bf57-8b3bd3d420a1", "tag": "d8286da8-8b63-467f-b08e-b08e7018c377"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:13:48.160959 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-0bb07357-3030-4d8b-835e-b8810dcfb72a None None] Set router 50a37300-0591-4956-9ef6-59f181070816 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:13:48.161909 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.db.resource_extend [None req-b80ab100-f91a-4f91-881f-c26693266436 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 02:13:48.238615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d436bdc2-6781-48ce-835a-31a0e55b67f2 x-openstack-request-id: req-d436bdc2-6781-48ce-835a-31a0e55b67f2 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:13:48.238615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00505442-9138-4dae-bf57-8b3bd3d420a1", "tag": "d8286da8-8b63-467f-b08e-b08e7018c377", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:13:48.238615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d436bdc2-6781-48ce-835a-31a0e55b67f2 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:13:48.238975 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00505442-9138-4dae-bf57-8b3bd3d420a1', 'tag': 'd8286da8-8b63-467f-b08e-b08e7018c377', 'status': 'completed', 'code': 200} Dec 09 02:13:48.284114 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e1fde01-e706-47f9-ab84-ffc54608f33f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:48.285230 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1fde01-e706-47f9-ab84-ffc54608f33f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7071e5c9-1d12-463d-aa6e-89c9b5999968 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:13:48.303913 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be6602d3-7b84-4d43-b78a-48a5847ccf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:48.307228 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be6602d3-7b84-4d43-b78a-48a5847ccf84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:48.308584 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-be6602d3-7b84-4d43-b78a-48a5847ccf84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5982497-29ec-47e1-a19a-4e24251a7960 HTTP/1.1" status: 204 len: 168 time: 0.9017973 Dec 09 02:13:48.344215 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e1fde01-e706-47f9-ab84-ffc54608f33f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:48.345861 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8e1fde01-e706-47f9-ab84-ffc54608f33f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "DELETE /v2.0/routers/7071e5c9-1d12-463d-aa6e-89c9b5999968 HTTP/1.1" status: 204 len: 168 time: 4.5487387 Dec 09 02:13:48.350307 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:48.358437 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b80ab100-f91a-4f91-881f-c26693266436 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:48.363501 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59408) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:48.381792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:48.386625 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1413206281', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:48.389175 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b80ab100-f91a-4f91-881f-c26693266436 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:48.564413 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774345c-7c26-43bc-8482-22ddf79975ff req-1ed65457-9665-4f40-be12-68d2b254b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:48.566058 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5774345c-7c26-43bc-8482-22ddf79975ff req-1ed65457-9665-4f40-be12-68d2b254b9f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=95a5acde667a4aee8aceae968f6faa1f&device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 1098 time: 0.3638258 Dec 09 02:13:48.577667 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:48.578411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:48.603015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abe58f-2301-4d50-ae31-96d0fd6607ed req-e5ecaa84-6840-476b-8a1d-0ec75e1f75e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:48.605546 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-33abe58f-2301-4d50-ae31-96d0fd6607ed req-e5ecaa84-6840-476b-8a1d-0ec75e1f75e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96fbca53361f400f82ff2c4ab6a8c54c&device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 1099 time: 0.3119457 Dec 09 02:13:48.703484 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-0bb07357-3030-4d8b-835e-b8810dcfb72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a37300-0591-4956-9ef6-59f181070816', 'name': 'tempest-ServersTestManualDisk-157062250-router', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f7869666-a451-4423-9c1c-93263348a877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:52Z', 'revision_number': 4, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'gw_port': {'id': 'f7869666-a451-4423-9c1c-93263348a877', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'dae1fda2-7d04-4bed-82c9-83abb4544767', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '50a37300-0591-4956-9ef6-59f181070816', 'port_id': 'd8286da8-8b63-467f-b08e-b08e7018c377', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'mac_address': 'fa:16:3e:2a:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00505442-9138-4dae-bf57-8b3bd3d420a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:13:03Z', 'updated_at': '2021-12-09T02:13:45Z', 'revision_number': 1, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8cb09a-875a-4cf0-aeca-3b9b54e29016', 'name': '', 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'mac_address': 'fa:16:3e:05:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:51Z', 'updated_at': '2021-12-09T02:13:04Z', 'revision_number': 5, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'subnets': [{'id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:48.748561 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb07357-3030-4d8b-835e-b8810dcfb72a None None] Checking router: 50a37300-0591-4956-9ef6-59f181070816 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:13:48.762626 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb07357-3030-4d8b-835e-b8810dcfb72a None None] Routers {'50a37300-0591-4956-9ef6-59f181070816'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:48.764376 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-0bb07357-3030-4d8b-835e-b8810dcfb72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['50a37300-0591-4956-9ef6-59f181070816'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:48.764503 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-46e12056-3d2f-469c-aec8-832b7470a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'name': 'tempest-ServersTestJSON-331102969-router', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:13:00Z', 'revision_number': 4, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'gw_port': {'id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:50Z', 'updated_at': '2021-12-09T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '1c5a6994-78b6-4a9e-80eb-69bf5f7819de', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'floating_ip_address': '172.26.3.197', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'port_id': 'cc8b644d-39ff-4faf-8249-f70526d1d579', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d', 'mac_address': 'fa:16:3e:60:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7b6197-60c7-4e62-91b1-3c21965c71e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:13:13Z', 'updated_at': '2021-12-09T02:13:46Z', 'revision_number': 1, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2197f0cc-966d-48b3-a0aa-cb8ed27f7568', 'name': '', 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'mac_address': 'fa:16:3e:d4:3c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:58Z', 'updated_at': '2021-12-09T02:13:08Z', 'revision_number': 5, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'subnets': [{'id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:48.765829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abe58f-2301-4d50-ae31-96d0fd6607ed req-236e8da5-65c7-4fcb-a307-df4d0b5204fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:48.771787 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-33abe58f-2301-4d50-ae31-96d0fd6607ed req-236e8da5-65c7-4fcb-a307-df4d0b5204fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=d961835d-340c-4d5a-8246-eef81d928029 HTTP/1.1" status: 200 len: 912 time: 0.1460485 Dec 09 02:13:48.793540 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e12056-3d2f-469c-aec8-832b7470a424 None None] Checking router: 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:13:48.802977 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e12056-3d2f-469c-aec8-832b7470a424 None None] Routers {'0e31699e-0e1a-4a22-90b7-fc6cab67fd70'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:48.803769 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-46e12056-3d2f-469c-aec8-832b7470a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:48.876779 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] device_id is not set on port 564db726-452a-4752-bfaa-99980ea9ba58 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:13:48.884828 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6602d3-7b84-4d43-b78a-48a5847ccf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5982497-29ec-47e1-a19a-4e24251a7960,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:48.951287 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-0bb07357-3030-4d8b-835e-b8810dcfb72a None None] Set router 50a37300-0591-4956-9ef6-59f181070816 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:13:48.971569 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340bed15-bdba-4162-a570-73736dfab386,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:49.030557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-46e12056-3d2f-469c-aec8-832b7470a424 None None] Set router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:13:49.097638 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:49.100783 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-33abe58f-2301-4d50-ae31-96d0fd6607ed req-5f4301ce-71a4-4739-892d-e2978a556b98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8286da8-8b63-467f-b08e-b08e7018c377 HTTP/1.1" status: 200 len: 1000 time: 0.3166039 Dec 09 02:13:49.102163 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774345c-7c26-43bc-8482-22ddf79975ff req-c0f44b2f-93b9-480a-938e-040dd39fa59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:49.104318 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5774345c-7c26-43bc-8482-22ddf79975ff req-c0f44b2f-93b9-480a-938e-040dd39fa59f service neutron] 10.222.0.45 "GET /v2.0/networks?id=719383a5-619e-47d1-8539-0fde52722e3d HTTP/1.1" status: 200 len: 906 time: 0.5178165 Dec 09 02:13:49.185851 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-b80ab100-f91a-4f91-881f-c26693266436 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Floating IP 35a17268-17a7-49c1-8bab-b3f4ab5de964 associated. External IP: 172.26.3.213, port: 6718d4df-d0aa-4ff1-a335-31d024679bf3. Dec 09 02:13:49.276650 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-0bb07357-3030-4d8b-835e-b8810dcfb72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a37300-0591-4956-9ef6-59f181070816', 'name': 'tempest-ServersTestManualDisk-157062250-router', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f7869666-a451-4423-9c1c-93263348a877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:52Z', 'revision_number': 4, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'gw_port': {'id': 'f7869666-a451-4423-9c1c-93263348a877', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'dae1fda2-7d04-4bed-82c9-83abb4544767', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '50a37300-0591-4956-9ef6-59f181070816', 'port_id': 'd8286da8-8b63-467f-b08e-b08e7018c377', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'mac_address': 'fa:16:3e:2a:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00505442-9138-4dae-bf57-8b3bd3d420a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:13:03Z', 'updated_at': '2021-12-09T02:13:45Z', 'revision_number': 1, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8cb09a-875a-4cf0-aeca-3b9b54e29016', 'name': '', 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'mac_address': 'fa:16:3e:05:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:51Z', 'updated_at': '2021-12-09T02:13:04Z', 'revision_number': 5, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'subnets': [{'id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:49.322779 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb07357-3030-4d8b-835e-b8810dcfb72a None None] The sync data for ids ['50a37300-0591-4956-9ef6-59f181070816'] in dv-neutron-804846-18-hyperv is: [{'id': '50a37300-0591-4956-9ef6-59f181070816', 'name': 'tempest-ServersTestManualDisk-157062250-router', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f7869666-a451-4423-9c1c-93263348a877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:52Z', 'revision_number': 4, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'gw_port': {'id': 'f7869666-a451-4423-9c1c-93263348a877', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'dae1fda2-7d04-4bed-82c9-83abb4544767', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '50a37300-0591-4956-9ef6-59f181070816', 'port_id': 'd8286da8-8b63-467f-b08e-b08e7018c377', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'mac_address': 'fa:16:3e:2a:76:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00505442-9138-4dae-bf57-8b3bd3d420a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:13:03Z', 'updated_at': '2021-12-09T02:13:45Z', 'revision_number': 1, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8cb09a-875a-4cf0-aeca-3b9b54e29016', 'name': '', 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'mac_address': 'fa:16:3e:05:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:51Z', 'updated_at': '2021-12-09T02:13:04Z', 'revision_number': 5, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'subnets': [{'id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:49.410448 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:49.479663 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] device_id is not set on port 564db726-452a-4752-bfaa-99980ea9ba58 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:13:49.497046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-46e12056-3d2f-469c-aec8-832b7470a424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'name': 'tempest-ServersTestJSON-331102969-router', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:13:00Z', 'revision_number': 4, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'gw_port': {'id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:50Z', 'updated_at': '2021-12-09T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '1c5a6994-78b6-4a9e-80eb-69bf5f7819de', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'floating_ip_address': '172.26.3.197', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'port_id': 'cc8b644d-39ff-4faf-8249-f70526d1d579', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d', 'mac_address': 'fa:16:3e:60:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7b6197-60c7-4e62-91b1-3c21965c71e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:13:13Z', 'updated_at': '2021-12-09T02:13:46Z', 'revision_number': 1, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2197f0cc-966d-48b3-a0aa-cb8ed27f7568', 'name': '', 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'mac_address': 'fa:16:3e:d4:3c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:58Z', 'updated_at': '2021-12-09T02:13:08Z', 'revision_number': 5, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'subnets': [{'id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:49.523610 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:49.524983 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e12056-3d2f-469c-aec8-832b7470a424 None None] The sync data for ids ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'] in dv-neutron-804846-18-hyperv is: [{'id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'name': 'tempest-ServersTestJSON-331102969-router', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:13:00Z', 'revision_number': 4, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'gw_port': {'id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:50Z', 'updated_at': '2021-12-09T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '1c5a6994-78b6-4a9e-80eb-69bf5f7819de', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'floating_ip_address': '172.26.3.197', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'port_id': 'cc8b644d-39ff-4faf-8249-f70526d1d579', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d', 'mac_address': 'fa:16:3e:60:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7b6197-60c7-4e62-91b1-3c21965c71e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:13:13Z', 'updated_at': '2021-12-09T02:13:46Z', 'revision_number': 1, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2197f0cc-966d-48b3-a0aa-cb8ed27f7568', 'name': '', 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'mac_address': 'fa:16:3e:d4:3c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:58Z', 'updated_at': '2021-12-09T02:13:08Z', 'revision_number': 5, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'subnets': [{'id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:49.534273 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:49.558150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:49.560416 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59432) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:49.577770 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:49.600893 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5774345c-7c26-43bc-8482-22ddf79975ff req-45f69d87-ca03-4649-a112-01965942014b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc8b644d-39ff-4faf-8249-f70526d1d579 HTTP/1.1" status: 200 len: 999 time: 0.3068681 Dec 09 02:13:49.671953 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Pushing event updated for resources: {'Port': ['ID=564db726-452a-4752-bfaa-99980ea9ba58,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:49.678204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2f94709e-1fc8-41ff-9c67-43c5c0c904ce no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:13:49.690214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abe58f-2301-4d50-ae31-96d0fd6607ed req-7ac5623a-e199-4684-82b0-b49885fb7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:49.694570 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-33abe58f-2301-4d50-ae31-96d0fd6607ed req-7ac5623a-e199-4684-82b0-b49885fb7653 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfbc8e1d-7b26-476b-a388-dadd8be65914 HTTP/1.1" status: 200 len: 850 time: 0.4010658 Dec 09 02:13:49.720395 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Checking segment: {'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:49.721240 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af9efa6-bfb7-4c26-920d-b841937d4661 None None] New status for floating IP dae1fda2-7d04-4bed-82c9-83abb4544767: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:13:49.724047 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Network hostable DHCP agents. Network: 9a0a0c2b-6797-4801-b970-afde54e6c779, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:13:49.724189 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 2f94709e-1fc8-41ff-9c67-43c5c0c904ce {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:13:49.725375 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2f94709e-1fc8-41ff-9c67-43c5c0c904ce not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:13:49.744814 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80ab100-f91a-4f91-881f-c26693266436 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Router 949a002e-67f8-4781-87a5-6360acdab537 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:13:49.774888 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Network 9a0a0c2b-6797-4801-b970-afde54e6c779 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:13:49.815588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774345c-7c26-43bc-8482-22ddf79975ff req-673b856e-3455-4923-8d85-6c1219fa51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:49.817076 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5774345c-7c26-43bc-8482-22ddf79975ff req-673b856e-3455-4923-8d85-6c1219fa51eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bdb716e1-2071-48d1-96c5-734c67dd80bc HTTP/1.1" status: 200 len: 844 time: 0.2096319 Dec 09 02:13:49.826138 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-9d6f68af-9ff2-4fb5-964e-c0918746c73e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1399508346'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:49.830884 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 9a0a0c2b-6797-4801-b970-afde54e6c779) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:49.842695 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:49.851913 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e988bd5-b99f-4c5b-b4ab-7773552f1f2c None None] Network 9a0a0c2b-6797-4801-b970-afde54e6c779 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:13:49.889781 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:49.890268 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:49.890743 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:49.905651 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:49.906281 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:49.909457 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 2 to bind port 564db726-452a-4752-bfaa-99980ea9ba58 Dec 09 02:13:49.913704 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b080f8-b8c2-4e4b-902b-25729e267fa9 None None] New status for floating IP 1c5a6994-78b6-4a9e-80eb-69bf5f7819de: ACTIVE {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:13:49.932007 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80ab100-f91a-4f91-881f-c26693266436 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:49.934320 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:49.934762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:49.935699 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:49.941632 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b80ab100-f91a-4f91-881f-c26693266436 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:49.965456 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:49.966312 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:49.968715 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 3 to bind port 564db726-452a-4752-bfaa-99980ea9ba58 Dec 09 02:13:49.986624 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:49.987317 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:49.987317 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:50.000858 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b80ab100-f91a-4f91-881f-c26693266436 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "PUT /v2.0/floatingips/35a17268-17a7-49c1-8bab-b3f4ab5de964 HTTP/1.1" status: 200 len: 991 time: 3.5553339 Dec 09 02:13:50.002379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:50.002907 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:50.003901 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 4 to bind port 564db726-452a-4752-bfaa-99980ea9ba58 Dec 09 02:13:50.020921 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:50.021418 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:50.021891 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:50.028014 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:50.028477 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:50.028986 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 5 to bind port 564db726-452a-4752-bfaa-99980ea9ba58 Dec 09 02:13:50.034166 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba112d-8bd0-47c3-a735-b93b3d5910b0 None None] Sync routers for ids ['949a002e-67f8-4781-87a5-6360acdab537'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:50.047503 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:50.048145 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:50.048782 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:50.057083 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:50.057823 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:50.058342 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 6 to bind port 564db726-452a-4752-bfaa-99980ea9ba58 Dec 09 02:13:50.074655 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:50.075146 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:50.075659 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:50.080878 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:50.081602 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:50.082236 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 7 to bind port 564db726-452a-4752-bfaa-99980ea9ba58 Dec 09 02:13:50.103097 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:50.104259 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:50.104701 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:50.112802 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:50.113146 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:50.113625 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 8 to bind port 564db726-452a-4752-bfaa-99980ea9ba58 Dec 09 02:13:50.147209 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba112d-8bd0-47c3-a735-b93b3d5910b0 None None] Routers {'949a002e-67f8-4781-87a5-6360acdab537'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:50.148074 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-faba112d-8bd0-47c3-a735-b93b3d5910b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['949a002e-67f8-4781-87a5-6360acdab537'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:50.150817 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:50.151174 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:50.151590 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:50.158614 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:50.158948 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:50.159496 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 9 to bind port 564db726-452a-4752-bfaa-99980ea9ba58 Dec 09 02:13:50.175390 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:50.175783 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:50.176381 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:50.182821 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:50.183410 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:50.184377 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 10 to bind port 564db726-452a-4752-bfaa-99980ea9ba58 Dec 09 02:13:50.200812 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:50.201160 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:50.201511 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:50.207948 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 564db726-452a-4752-bfaa-99980ea9ba58 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:50.208301 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 564db726-452a-4752-bfaa-99980ea9ba58 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:50.209368 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:50.267648 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b40a24a-6a47-4946-bd5a-563a53637900', 'tag': '6718d4df-d0aa-4ff1-a335-31d024679bf3'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:13:50.270605 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12004a1-94f4-49e9-9d7c-f20237a6dc02" -d '{"events": [{"name": "network-changed", "server_uuid": "9b40a24a-6a47-4946-bd5a-563a53637900", "tag": "6718d4df-d0aa-4ff1-a335-31d024679bf3"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:13:50.290665 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-faba112d-8bd0-47c3-a735-b93b3d5910b0 None None] Set router 949a002e-67f8-4781-87a5-6360acdab537 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:13:50.320287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] For port 564db726-452a-4752-bfaa-99980ea9ba58, host hv-neutron-8048, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:13:50.321356 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempted to set empty binding levels {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 02:13:50.327792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:50.378284 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abe58f-2301-4d50-ae31-96d0fd6607ed req-0f5686e3-ef1a-4304-8cdf-2260965c9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:50.380591 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-33abe58f-2301-4d50-ae31-96d0fd6607ed req-0f5686e3-ef1a-4304-8cdf-2260965c9e1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d961835d-340c-4d5a-8246-eef81d928029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6425400 Dec 09 02:13:50.381347 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c5c917-05e4-475b-bf05-b740e4294903 x-openstack-request-id: req-50c5c917-05e4-475b-bf05-b740e4294903 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:13:50.381719 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b40a24a-6a47-4946-bd5a-563a53637900", "tag": "6718d4df-d0aa-4ff1-a335-31d024679bf3", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:13:50.382049 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50c5c917-05e4-475b-bf05-b740e4294903 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:13:50.382686 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b40a24a-6a47-4946-bd5a-563a53637900', 'tag': '6718d4df-d0aa-4ff1-a335-31d024679bf3', 'status': 'completed', 'code': 200} Dec 09 02:13:50.389578 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:50.390840 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:50.395041 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Pushing event updated for resources: {'Port': ['ID=564db726-452a-4752-bfaa-99980ea9ba58,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:50.426930 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b601e611-49be-4c98-b9af-f3b4bc52b3a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 3.0211136 Dec 09 02:13:50.431366 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59442) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:50.434952 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6f68af-9ff2-4fb5-964e-c0918746c73e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Made reservation on behalf of 12e309fce70d4ab18e572ebaf8e70da9 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:50.438282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d6f68af-9ff2-4fb5-964e-c0918746c73e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:50.494657 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d6f68af-9ff2-4fb5-964e-c0918746c73e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:50.524015 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12004a1-94f4-49e9-9d7c-f20237a6dc02 req-de61a916-b367-4ad0-aa5c-e3f237ec87a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:50.526033 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f12004a1-94f4-49e9-9d7c-f20237a6dc02 req-de61a916-b367-4ad0-aa5c-e3f237ec87a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6aa27ea1351487bb03e8c81fda3bd03&device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 1098 time: 0.0977647 Dec 09 02:13:50.552545 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Allocated IP 172.26.3.38 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/487f776a-c2af-4c8a-9315-48883b815564) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:50.556046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774345c-7c26-43bc-8482-22ddf79975ff req-17821e8b-2e7e-4adf-b2bf-8dffc39e3c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:50.558390 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5774345c-7c26-43bc-8482-22ddf79975ff req-17821e8b-2e7e-4adf-b2bf-8dffc39e3c69 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=719383a5-619e-47d1-8539-0fde52722e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7219441 Dec 09 02:13:50.572813 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-faba112d-8bd0-47c3-a735-b93b3d5910b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949a002e-67f8-4781-87a5-6360acdab537', 'name': 'tempest-ServerActionsTestJSON-13731359-router', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '97928a95-da83-474d-9555-b6bc41073b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:57Z', 'revision_number': 4, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'gw_port': {'id': '97928a95-da83-474d-9555-b6bc41073b8a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '35a17268-17a7-49c1-8bab-b3f4ab5de964', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '949a002e-67f8-4781-87a5-6360acdab537', 'port_id': '6718d4df-d0aa-4ff1-a335-31d024679bf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44', 'mac_address': 'fa:16:3e:b9:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a24a-6a47-4946-bd5a-563a53637900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:13:10Z', 'updated_at': '2021-12-09T02:13:48Z', 'revision_number': 1, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d8999c-0c7f-438c-beef-b3ed530677dd', 'name': '', 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'mac_address': 'fa:16:3e:8a:6a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:55Z', 'updated_at': '2021-12-09T02:13:06Z', 'revision_number': 5, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'subnets': [{'id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:50.609074 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba112d-8bd0-47c3-a735-b93b3d5910b0 None None] Checking router: 949a002e-67f8-4781-87a5-6360acdab537 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:13:50.613910 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b1babca3-123c-4904-acdd-6d29fea4e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Deleting port 564db726-452a-4752-bfaa-99980ea9ba58 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:50.614368 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b1babca3-123c-4904-acdd-6d29fea4e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:50.623783 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba112d-8bd0-47c3-a735-b93b3d5910b0 None None] Routers {'949a002e-67f8-4781-87a5-6360acdab537'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:50.624408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-faba112d-8bd0-47c3-a735-b93b3d5910b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['949a002e-67f8-4781-87a5-6360acdab537'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:50.676507 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12004a1-94f4-49e9-9d7c-f20237a6dc02 req-889267df-7694-411d-922c-a474cd4e17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:50.677981 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f12004a1-94f4-49e9-9d7c-f20237a6dc02 req-889267df-7694-411d-922c-a474cd4e17f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d39084e-79bd-4b9e-a14a-0e7250599a44 HTTP/1.1" status: 200 len: 911 time: 0.1450541 Dec 09 02:13:50.699282 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-b1babca3-123c-4904-acdd-6d29fea4e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] For port 564db726-452a-4752-bfaa-99980ea9ba58, host hv-neutron-8048, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:50.699507 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b1babca3-123c-4904-acdd-6d29fea4e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:50.745028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-faba112d-8bd0-47c3-a735-b93b3d5910b0 None None] Set router 949a002e-67f8-4781-87a5-6360acdab537 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:13:50.764536 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b1babca3-123c-4904-acdd-6d29fea4e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Calling delete_port for 564db726-452a-4752-bfaa-99980ea9ba58 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:50.804017 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f12004a1-94f4-49e9-9d7c-f20237a6dc02 req-ca8172d7-ff14-4859-9eea-8435b8e28fd6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6718d4df-d0aa-4ff1-a335-31d024679bf3 HTTP/1.1" status: 200 len: 999 time: 0.1153777 Dec 09 02:13:50.894042 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12004a1-94f4-49e9-9d7c-f20237a6dc02 req-abe07bac-3656-4fc8-9de9-8d7938f47d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:50.895708 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f12004a1-94f4-49e9-9d7c-f20237a6dc02 req-abe07bac-3656-4fc8-9de9-8d7938f47d54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65663bf3-f1b4-4c2a-9db1-f939da065c68 HTTP/1.1" status: 200 len: 849 time: 0.0632010 Dec 09 02:13:50.897239 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-33abe58f-2301-4d50-ae31-96d0fd6607ed req-51fd65e1-56d7-4afb-abbc-370cd0d502ad service neutron] 10.222.0.45 "GET /v2.0/networks/d961835d-340c-4d5a-8246-eef81d928029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860497 Dec 09 02:13:50.938605 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b1babca3-123c-4904-acdd-6d29fea4e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:50.977245 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1babca3-123c-4904-acdd-6d29fea4e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Pushing event deleted for resources: {'Port': ['ID=564db726-452a-4752-bfaa-99980ea9ba58,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:50.985705 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b1babca3-123c-4904-acdd-6d29fea4e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:50.992036 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b1babca3-123c-4904-acdd-6d29fea4e52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] 10.222.0.43 "DELETE /v2.0/ports/564db726-452a-4752-bfaa-99980ea9ba58 HTTP/1.1" status: 204 len: 168 time: 0.5323322 Dec 09 02:13:50.992946 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59446) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:51.006975 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12004a1-94f4-49e9-9d7c-f20237a6dc02 req-e27d79eb-1c7c-4f4a-b581-3240cf2e825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:51.008523 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f12004a1-94f4-49e9-9d7c-f20237a6dc02 req-e27d79eb-1c7c-4f4a-b581-3240cf2e825c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d39084e-79bd-4b9e-a14a-0e7250599a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1001167 Dec 09 02:13:51.014316 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Allocated IP 2001:db8:1::1 (2311ba32-a5ef-46e2-a109-1f881b209d3a/afaacd84-8c2c-43ef-8889-31f1e4d78bbb/32e81c91-4c1b-492c-962c-9674abc83b61) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:51.022524 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5774345c-7c26-43bc-8482-22ddf79975ff req-882d99e7-022a-4be6-b1e6-8dc1ce5ac31e service neutron] 10.222.0.45 "GET /v2.0/networks/719383a5-619e-47d1-8539-0fde52722e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290152 Dec 09 02:13:51.031747 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79e5f90-afb2-48fc-a29f-bef2bee8a515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] GET failed (client error): The resource could not be found. Dec 09 02:13:51.037086 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c79e5f90-afb2-48fc-a29f-bef2bee8a515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] 10.222.0.43 "GET /v2.0/ports/564db726-452a-4752-bfaa-99980ea9ba58 HTTP/1.1" status: 404 len: 333 time: 0.0413115 Dec 09 02:13:51.038917 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59448) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:51.052651 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1913be42-a581-4abd-bb5f-45c1697f79a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Request body: {'port': {'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-615623157'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:51.084718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.105089 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d6f68af-9ff2-4fb5-964e-c0918746c73e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.113145 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1913be42-a581-4abd-bb5f-45c1697f79a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Made reservation on behalf of c21d39d459104e269ec19f115ee1de1f for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:51.115787 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1913be42-a581-4abd-bb5f-45c1697f79a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.143392 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-1913be42-a581-4abd-bb5f-45c1697f79a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] device_id is not set on port 720df61d-414d-4715-beaa-e933f38a0520 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:13:51.159950 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f12004a1-94f4-49e9-9d7c-f20237a6dc02 req-f8e450b6-f666-4c56-9ccb-0015627805b7 service neutron] 10.222.0.45 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367519 Dec 09 02:13:51.166932 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-faba112d-8bd0-47c3-a735-b93b3d5910b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949a002e-67f8-4781-87a5-6360acdab537', 'name': 'tempest-ServerActionsTestJSON-13731359-router', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '97928a95-da83-474d-9555-b6bc41073b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:57Z', 'revision_number': 4, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'gw_port': {'id': '97928a95-da83-474d-9555-b6bc41073b8a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '35a17268-17a7-49c1-8bab-b3f4ab5de964', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '949a002e-67f8-4781-87a5-6360acdab537', 'port_id': '6718d4df-d0aa-4ff1-a335-31d024679bf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44', 'mac_address': 'fa:16:3e:b9:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a24a-6a47-4946-bd5a-563a53637900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:13:10Z', 'updated_at': '2021-12-09T02:13:48Z', 'revision_number': 1, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d8999c-0c7f-438c-beef-b3ed530677dd', 'name': '', 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'mac_address': 'fa:16:3e:8a:6a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:55Z', 'updated_at': '2021-12-09T02:13:06Z', 'revision_number': 5, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'subnets': [{'id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:51.201679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba112d-8bd0-47c3-a735-b93b3d5910b0 None None] The sync data for ids ['949a002e-67f8-4781-87a5-6360acdab537'] in dv-neutron-804846-18-hyperv is: [{'id': '949a002e-67f8-4781-87a5-6360acdab537', 'name': 'tempest-ServerActionsTestJSON-13731359-router', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '97928a95-da83-474d-9555-b6bc41073b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:57Z', 'revision_number': 4, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'gw_port': {'id': '97928a95-da83-474d-9555-b6bc41073b8a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '35a17268-17a7-49c1-8bab-b3f4ab5de964', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '949a002e-67f8-4781-87a5-6360acdab537', 'port_id': '6718d4df-d0aa-4ff1-a335-31d024679bf3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44', 'mac_address': 'fa:16:3e:b9:27:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b40a24a-6a47-4946-bd5a-563a53637900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:13:10Z', 'updated_at': '2021-12-09T02:13:48Z', 'revision_number': 1, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d8999c-0c7f-438c-beef-b3ed530677dd', 'name': '', 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'mac_address': 'fa:16:3e:8a:6a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:55Z', 'updated_at': '2021-12-09T02:13:06Z', 'revision_number': 5, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'subnets': [{'id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:51.204647 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d6f68af-9ff2-4fb5-964e-c0918746c73e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.216940 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6f68af-9ff2-4fb5-964e-c0918746c73e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:13:51.335067 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d6f68af-9ff2-4fb5-964e-c0918746c73e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.335415 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-9d6f68af-9ff2-4fb5-964e-c0918746c73e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Added segment 1aaf6f78-0f41-4e88-9c8f-45977758ae27 of type vlan for network 480ea2b3-be59-46d4-8905-d47017945ff0 Dec 09 02:13:51.345396 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f12004a1-94f4-49e9-9d7c-f20237a6dc02 req-3a7d284a-3f27-4bf6-9348-d7c997af0027 service neutron] 10.222.0.45 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608350 Dec 09 02:13:51.378182 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1913be42-a581-4abd-bb5f-45c1697f79a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.413800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.416690 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f68af-9ff2-4fb5-964e-c0918746c73e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def2da65-46e8-48c7-8fd8-5a23c0ac7e55,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:51.418871 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1913be42-a581-4abd-bb5f-45c1697f79a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.452447 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fb86b-4af6-4408-87e8-865029e15ce8 None None] New status for floating IP 35a17268-17a7-49c1-8bab-b3f4ab5de964: ACTIVE {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:13:51.452981 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-33abe58f-2301-4d50-ae31-96d0fd6607ed req-0d467f3f-ca4c-487a-a36a-e5b598ce0231 service neutron] 10.222.0.45 "GET /v2.0/networks/d961835d-340c-4d5a-8246-eef81d928029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355585 Dec 09 02:13:51.465675 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1913be42-a581-4abd-bb5f-45c1697f79a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Network 9a0a0c2b-6797-4801-b970-afde54e6c779 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:51.470606 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-1913be42-a581-4abd-bb5f-45c1697f79a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:51.474087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1913be42-a581-4abd-bb5f-45c1697f79a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:51.474995 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1913be42-a581-4abd-bb5f-45c1697f79a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:51.475616 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1913be42-a581-4abd-bb5f-45c1697f79a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.495742 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913be42-a581-4abd-bb5f-45c1697f79a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Pushing event updated for resources: {'Port': ['ID=720df61d-414d-4715-beaa-e933f38a0520,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:51.503105 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.515540 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1913be42-a581-4abd-bb5f-45c1697f79a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4756083 Dec 09 02:13:51.516503 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59452) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:51.520165 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d6f68af-9ff2-4fb5-964e-c0918746c73e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.521959 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8048'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:51.543312 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5774345c-7c26-43bc-8482-22ddf79975ff req-0968a3de-7e74-4310-bc72-b0017e117242 service neutron] 10.222.0.45 "GET /v2.0/networks/719383a5-619e-47d1-8539-0fde52722e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092862 Dec 09 02:13:51.544335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.594802 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.660580 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.682556 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:51.693524 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d6f68af-9ff2-4fb5-964e-c0918746c73e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.699933 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6f68af-9ff2-4fb5-964e-c0918746c73e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:51.700555 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d6f68af-9ff2-4fb5-964e-c0918746c73e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.712405 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:51.715452 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:51.754815 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Pushing event updated for resources: {'Port': ['ID=487f776a-c2af-4c8a-9315-48883b815564,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:51.799757 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] device_id is not set on port 720df61d-414d-4715-beaa-e933f38a0520 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:13:51.808291 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.815308 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.854952 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9d6f68af-9ff2-4fb5-964e-c0918746c73e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.2853367 Dec 09 02:13:51.858919 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59458) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:51.865449 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b2980486-0098-4d65-9569-1728b13dd9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Request body: {'subnet': {'network_id': '480ea2b3-be59-46d4-8905-d47017945ff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:51.870640 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f68af-9ff2-4fb5-964e-c0918746c73e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Pushing event updated for resources: {'Network': ['ID=480ea2b3-be59-46d4-8905-d47017945ff0,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:51.881158 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 480ea2b3-be59-46d4-8905-d47017945ff0 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:13:51.896002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Allocated IP 172.26.3.151 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/fbe6539a-6cb8-4b52-8bb0-3bfb4143539c) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:51.908102 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:51.910588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Pushing event updated for resources: {'Port': ['ID=720df61d-414d-4715-beaa-e933f38a0520,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:51.930572 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:51.930923 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:51.931247 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:51.941445 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:51.941711 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:51.945340 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 2 to bind port 720df61d-414d-4715-beaa-e933f38a0520 Dec 09 02:13:51.968146 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:51.968494 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:51.968823 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:51.977663 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:51.977986 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:51.980646 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 3 to bind port 720df61d-414d-4715-beaa-e933f38a0520 Dec 09 02:13:52.003939 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:52.004682 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:52.004783 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:52.009680 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2980486-0098-4d65-9569-1728b13dd9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Made reservation on behalf of 12e309fce70d4ab18e572ebaf8e70da9 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:52.014103 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2980486-0098-4d65-9569-1728b13dd9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:52.017652 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:52.018043 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:52.019998 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 4 to bind port 720df61d-414d-4715-beaa-e933f38a0520 Dec 09 02:13:52.030786 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 2311ba32-a5ef-46e2-a109-1f881b209d3a is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:52.045848 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:52.048372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:52.049103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:52.086289 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:52.086835 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:52.087403 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:52.098612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:52.098942 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:52.102214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=32e81c91-4c1b-492c-962c-9674abc83b61,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:52.105162 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 5 to bind port 720df61d-414d-4715-beaa-e933f38a0520 Dec 09 02:13:52.138724 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:52.139109 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:52.139477 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:52.148392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:52.151398 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:52.151762 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:52.153061 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 6 to bind port 720df61d-414d-4715-beaa-e933f38a0520 Dec 09 02:13:52.172540 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:52.172857 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:52.173261 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:52.182077 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:52.182375 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:52.184518 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 7 to bind port 720df61d-414d-4715-beaa-e933f38a0520 Dec 09 02:13:52.215788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:52.230356 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:52.230736 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:52.231416 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:52.241057 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:52.241538 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:52.246107 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 8 to bind port 720df61d-414d-4715-beaa-e933f38a0520 Dec 09 02:13:52.262424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:52.285235 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:52.285571 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:52.285906 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:52.296182 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:52.296512 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:52.299659 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 9 to bind port 720df61d-414d-4715-beaa-e933f38a0520 Dec 09 02:13:52.305571 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:52.318478 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:52.318822 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:52.319139 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:52.323313 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2980486-0098-4d65-9569-1728b13dd9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:52.352291 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:52.352601 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:52.355604 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 10 to bind port 720df61d-414d-4715-beaa-e933f38a0520 Dec 09 02:13:52.363723 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e9f6194f-df9c-4589-adc8-5176973b759a None None] Provisioning complete for port 32e81c91-4c1b-492c-962c-9674abc83b61 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:52.364285 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9f6194f-df9c-4589-adc8-5176973b759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:52.373140 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:52.384057 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:52.384416 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:52.385659 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:52.399241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e9f6194f-df9c-4589-adc8-5176973b759a None None] Port 32e81c91-4c1b-492c-962c-9674abc83b61 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:52.404684 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:52.404871 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port 720df61d-414d-4715-beaa-e933f38a0520 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:52.405240 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:52.417983 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2980486-0098-4d65-9569-1728b13dd9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Pushing event updated for resources: {'Subnet': ['ID=28889c20-71b8-49ac-8fb4-26fc00b5d212,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:52.429890 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2980486-0098-4d65-9569-1728b13dd9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Checking segment: {'id': '1aaf6f78-0f41-4e88-9c8f-45977758ae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '480ea2b3-be59-46d4-8905-d47017945ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:52.430259 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2980486-0098-4d65-9569-1728b13dd9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Network hostable DHCP agents. Network: 480ea2b3-be59-46d4-8905-d47017945ff0, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:13:52.484514 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2980486-0098-4d65-9569-1728b13dd9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Network 480ea2b3-be59-46d4-8905-d47017945ff0 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:13:52.491028 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] For port 720df61d-414d-4715-beaa-e933f38a0520, host hv-neutron-8048, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:13:52.491406 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempted to set empty binding levels {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 02:13:52.499346 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:52.507070 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-b2980486-0098-4d65-9569-1728b13dd9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 480ea2b3-be59-46d4-8905-d47017945ff0) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:52.511820 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2980486-0098-4d65-9569-1728b13dd9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:52.512576 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2980486-0098-4d65-9569-1728b13dd9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:52.513452 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:52.516745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfb6cdd-6a4c-4581-b460-87e5b206dee8 None None] Network 480ea2b3-be59-46d4-8905-d47017945ff0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:13:52.544142 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] In _notify_port_updated(), no bound segment for port 720df61d-414d-4715-beaa-e933f38a0520 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:13:52.545003 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:52.545653 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:52.546905 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] 10.222.0.43 "PUT /v2.0/ports/720df61d-414d-4715-beaa-e933f38a0520 HTTP/1.1" status: 200 len: 980 time: 1.0292215 Dec 09 02:13:52.550268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:52.552215 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59462) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:52.569357 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b2980486-0098-4d65-9569-1728b13dd9fe tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7093699 Dec 09 02:13:52.573555 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59464) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:52.579176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b0e9c5b1-76b5-4151-8ab9-4d7025df43df tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Request body: {'port': {'network_id': '480ea2b3-be59-46d4-8905-d47017945ff0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1403950631'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:52.583799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cd09f-f0f9-4871-b969-ebfa81ead84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Pushing event updated for resources: {'Port': ['ID=720df61d-414d-4715-beaa-e933f38a0520,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:52.637622 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-480ea2b3-be59-46d4-8905-d47017945ff0', 'network_id': '480ea2b3-be59-46d4-8905-d47017945ff0', 'project_id': '12e309fce70d4ab18e572ebaf8e70da9', 'fixed_ips': [{'subnet_id': '28889c20-71b8-49ac-8fb4-26fc00b5d212'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:13:52.638754 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:52.696537 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e9c5b1-76b5-4151-8ab9-4d7025df43df tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Made reservation on behalf of 12e309fce70d4ab18e572ebaf8e70da9 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:52.700659 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b0e9c5b1-76b5-4151-8ab9-4d7025df43df tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:52.722566 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-b0e9c5b1-76b5-4151-8ab9-4d7025df43df tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] device_id is not set on port 642856ea-5e21-4356-a824-7f2860a64ab9 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:13:52.825960 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Allocated IP 2001:db8::2 (480ea2b3-be59-46d4-8905-d47017945ff0/28889c20-71b8-49ac-8fb4-26fc00b5d212/a7d7b5d3-21a3-4454-bc9c-d5c03de42fac) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:52.917565 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Pushing event updated for resources: {'Port': ['ID=fbe6539a-6cb8-4b52-8bb0-3bfb4143539c,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:52.921804 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:52.966918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:52.973021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.016755 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Network 480ea2b3-be59-46d4-8905-d47017945ff0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:53.019811 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:53.025411 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:53.035470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Pushing event updated for resources: {'Port': ['ID=a7d7b5d3-21a3-4454-bc9c-d5c03de42fac,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:53.038522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-b0e9c5b1-76b5-4151-8ab9-4d7025df43df tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Allocated IP 2001:db8::e9 (480ea2b3-be59-46d4-8905-d47017945ff0/28889c20-71b8-49ac-8fb4-26fc00b5d212/642856ea-5e21-4356-a824-7f2860a64ab9) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:53.062720 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:53.062990 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:53.063335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:53.063742 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:53.064091 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:53.064427 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:53.064762 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:53.065092 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:53.065421 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:53.065704 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.065815 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:53.066489 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:53.066595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.066700 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:53.066815 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.066890 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:13:53.067117 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.067615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.068090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.068552 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.068997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.069443 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.069904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.070418 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.070913 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.071373 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.071850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.072347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.072803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.073259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.073712 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.074167 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.074620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.075073 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.075551 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.076007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.076467 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.076919 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.077374 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.077827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.078356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.078721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.079243 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.079716 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.080172 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.083618 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f9d346aa-0a46-42ff-953b-64b0eafaa833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27753 time: 0.5274549 Dec 09 02:13:53.089872 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59470) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:53.105404 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Attempting to bind port a7d7b5d3-21a3-4454-bc9c-d5c03de42fac on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:53.105784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Attempting to bind port a7d7b5d3-21a3-4454-bc9c-d5c03de42fac by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '1aaf6f78-0f41-4e88-9c8f-45977758ae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '480ea2b3-be59-46d4-8905-d47017945ff0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:53.106145 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Attempting to bind port a7d7b5d3-21a3-4454-bc9c-d5c03de42fac on network 480ea2b3-be59-46d4-8905-d47017945ff0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:53.112203 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:13:53.112203 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Checking segment: {'id': '1aaf6f78-0f41-4e88-9c8f-45977758ae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '480ea2b3-be59-46d4-8905-d47017945ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:13:53.112586 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.113063 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Bound using segment: {'id': '1aaf6f78-0f41-4e88-9c8f-45977758ae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '480ea2b3-be59-46d4-8905-d47017945ff0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:13:53.113436 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Bound port: a7d7b5d3-21a3-4454-bc9c-d5c03de42fac, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aaf6f78-0f41-4e88-9c8f-45977758ae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '480ea2b3-be59-46d4-8905-d47017945ff0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:13:53.113817 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.195763 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] For port a7d7b5d3-21a3-4454-bc9c-d5c03de42fac, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:13:53.200644 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] For port a7d7b5d3-21a3-4454-bc9c-d5c03de42fac, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a7d7b5d3-21a3-4454-bc9c-d5c03de42fac,segment=NetworkSegment(1aaf6f78-0f41-4e88-9c8f-45977758ae27),segment_id=1aaf6f78-0f41-4e88-9c8f-45977758ae27)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:13:53.206693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.224176 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.242336 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.265636 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-496a045c-bb05-4cbb-8ea0-a065309753db tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Deleting port 720df61d-414d-4715-beaa-e933f38a0520 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:53.265898 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-496a045c-bb05-4cbb-8ea0-a065309753db tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.269998 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b0e9c5b1-76b5-4151-8ab9-4d7025df43df tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.270612 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64362f0a-9399-4441-a09c-b2224ea5b66e None None] Pushing event updated for resources: {'Port': ['ID=a7d7b5d3-21a3-4454-bc9c-d5c03de42fac,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:53.354923 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-496a045c-bb05-4cbb-8ea0-a065309753db tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] For port 720df61d-414d-4715-beaa-e933f38a0520, host hv-neutron-8048, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:53.355285 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-496a045c-bb05-4cbb-8ea0-a065309753db tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.370888 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-496a045c-bb05-4cbb-8ea0-a065309753db tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Calling delete_port for 720df61d-414d-4715-beaa-e933f38a0520 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:53.382436 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b0e9c5b1-76b5-4151-8ab9-4d7025df43df tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.400372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Pushing event updated for resources: {'Port': ['ID=487f776a-c2af-4c8a-9315-48883b815564,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:53.434127 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.490429 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e9c5b1-76b5-4151-8ab9-4d7025df43df tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Network 480ea2b3-be59-46d4-8905-d47017945ff0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:53.494828 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.506198 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.507021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.516145 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-b0e9c5b1-76b5-4151-8ab9-4d7025df43df tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:53.521580 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.524595 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e9c5b1-76b5-4151-8ab9-4d7025df43df tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:53.525921 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d0553d11-bea4-4cbc-9c58-f8d95d018aab tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0338244 Dec 09 02:13:53.526542 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59474) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:53.531285 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e9c5b1-76b5-4151-8ab9-4d7025df43df tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:53.531997 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b0e9c5b1-76b5-4151-8ab9-4d7025df43df tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.540304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9c5b1-76b5-4151-8ab9-4d7025df43df tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Pushing event updated for resources: {'Port': ['ID=642856ea-5e21-4356-a824-7f2860a64ab9,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:53.572235 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b0e9c5b1-76b5-4151-8ab9-4d7025df43df tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9972596 Dec 09 02:13:53.579422 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59476) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:53.585405 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-43309994-10f1-4db7-8188-e62c3a34af95 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Request body: {'port': {'network_id': '480ea2b3-be59-46d4-8905-d47017945ff0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-868663867', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:53.591177 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.api.validators [None req-43309994-10f1-4db7-8188-e62c3a34af95 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] bootfile-name is not in valid_values {{(pid=103333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 02:13:53.591549 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.api.validators [None req-43309994-10f1-4db7-8188-e62c3a34af95 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] tftp-server is not in valid_values {{(pid=103333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 02:13:53.591898 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.api.validators [None req-43309994-10f1-4db7-8188-e62c3a34af95 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] server-ip-address is not in valid_values {{(pid=103333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 02:13:53.609816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.648252 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-496a045c-bb05-4cbb-8ea0-a065309753db tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.685073 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-496a045c-bb05-4cbb-8ea0-a065309753db tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.688328 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-496a045c-bb05-4cbb-8ea0-a065309753db tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] 10.222.0.43 "DELETE /v2.0/ports/720df61d-414d-4715-beaa-e933f38a0520 HTTP/1.1" status: 204 len: 168 time: 0.5972891 Dec 09 02:13:53.692040 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59478) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:53.700072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=32e81c91-4c1b-492c-962c-9674abc83b61,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:53.703914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a045c-bb05-4cbb-8ea0-a065309753db tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Pushing event deleted for resources: {'Port': ['ID=720df61d-414d-4715-beaa-e933f38a0520,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:53.733555 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a970b784-f919-46d7-bfe3-774a1f2250b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] GET failed (client error): The resource could not be found. Dec 09 02:13:53.734958 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a970b784-f919-46d7-bfe3-774a1f2250b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] 10.222.0.43 "GET /v2.0/ports/720df61d-414d-4715-beaa-e933f38a0520 HTTP/1.1" status: 404 len: 333 time: 0.0421000 Dec 09 02:13:53.738529 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59480) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:53.743678 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-14235e9b-1c55-408a-ac23-e9821c0c9754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-239220383', 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:53.747503 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-08ddf9fc-171d-4737-a9ef-72c3fcb50e62 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.1942575 Dec 09 02:13:53.751516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59482) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:53.770157 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a7d7b5d3-21a3-4454-bc9c-d5c03de42fac up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:53.782565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14235e9b-1c55-408a-ac23-e9821c0c9754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Made reservation on behalf of c21d39d459104e269ec19f115ee1de1f for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:53.785119 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14235e9b-1c55-408a-ac23-e9821c0c9754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.851901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port a7d7b5d3-21a3-4454-bc9c-d5c03de42fac triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:53.852290 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.870839 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d25e3694-c6f6-4f6e-9d00-7bd1368fb6be tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1181898 Dec 09 02:13:53.873248 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59486) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:53.955426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:53.987063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 2311ba32-a5ef-46e2-a109-1f881b209d3a is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:53.999676 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port a7d7b5d3-21a3-4454-bc9c-d5c03de42fac, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a7d7b5d3-21a3-4454-bc9c-d5c03de42fac,segment=NetworkSegment(1aaf6f78-0f41-4e88-9c8f-45977758ae27),segment_id=1aaf6f78-0f41-4e88-9c8f-45977758ae27)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:54.005962 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:54.008090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:54.065426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=a7d7b5d3-21a3-4454-bc9c-d5c03de42fac,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:54.135873 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-14235e9b-1c55-408a-ac23-e9821c0c9754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] device_id is not set on port 0a7bb44c-fed9-439d-aa80-88d22908b123 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:13:54.142127 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43309994-10f1-4db7-8188-e62c3a34af95 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Made reservation on behalf of 12e309fce70d4ab18e572ebaf8e70da9 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:54.146730 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43309994-10f1-4db7-8188-e62c3a34af95 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:54.196807 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-43309994-10f1-4db7-8188-e62c3a34af95 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] device_id is not set on port 4cdc4a23-c3c8-481a-8bc2-9682ab3fb436 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:13:54.261069 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router 118bba8b-d921-4829-a3b6-37338fd43ebf has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:13:54.281404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-adf3deaf-8686-4a7b-b7a8-8814c14ccf4a tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Deleting port 487f776a-c2af-4c8a-9315-48883b815564 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:54.281990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adf3deaf-8686-4a7b-b7a8-8814c14ccf4a tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:54.333998 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:54.365028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a6aaa752-17a0-4711-980d-08242327fc03 None None] Provisioning complete for port 32e81c91-4c1b-492c-962c-9674abc83b61 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:54.365605 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa752-17a0-4711-980d-08242327fc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:54.398251 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-43309994-10f1-4db7-8188-e62c3a34af95 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Allocated IP 2001:db8::a3 (480ea2b3-be59-46d4-8905-d47017945ff0/28889c20-71b8-49ac-8fb4-26fc00b5d212/4cdc4a23-c3c8-481a-8bc2-9682ab3fb436) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:13:54.408943 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a6aaa752-17a0-4711-980d-08242327fc03 None None] Port 32e81c91-4c1b-492c-962c-9674abc83b61 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:54.423984 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14235e9b-1c55-408a-ac23-e9821c0c9754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:54.501507 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87ba1fb-3d20-4c3d-b927-6f816bee8e71 None None] Network 480ea2b3-be59-46d4-8905-d47017945ff0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:13:54.508663 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adf3deaf-8686-4a7b-b7a8-8814c14ccf4a tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:54.509015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adf3deaf-8686-4a7b-b7a8-8814c14ccf4a tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:54.512236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:54.550166 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14235e9b-1c55-408a-ac23-e9821c0c9754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:54.554129 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cf6f4ccd-cbbd-441e-8715-6851ef13cfcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/118bba8b-d921-4829-a3b6-37338fd43ebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9622879 Dec 09 02:13:54.556008 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59490) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:54.556153 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d6877-b794-41b2-9a8b-54336a44a8b4 None None] Sync routers for ids ['118bba8b-d921-4829-a3b6-37338fd43ebf'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:54.560296 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-adf3deaf-8686-4a7b-b7a8-8814c14ccf4a tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Calling delete_port for 487f776a-c2af-4c8a-9315-48883b815564 owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:54.577161 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9d6877-b794-41b2-9a8b-54336a44a8b4 None None] Routers {'118bba8b-d921-4829-a3b6-37338fd43ebf'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:54.579673 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5d9d6877-b794-41b2-9a8b-54336a44a8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['118bba8b-d921-4829-a3b6-37338fd43ebf'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:54.636051 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5d9d6877-b794-41b2-9a8b-54336a44a8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:54.644169 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-20750b68-23f5-4bf1-932f-e9473b336bbe None None] Provisioning complete for port a7d7b5d3-21a3-4454-bc9c-d5c03de42fac triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:54.644627 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-20750b68-23f5-4bf1-932f-e9473b336bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:54.665490 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Router 767fe1be-1e47-4098-8989-d23f5f1b4058 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:13:54.674328 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14235e9b-1c55-408a-ac23-e9821c0c9754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Network 9a0a0c2b-6797-4801-b970-afde54e6c779 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:54.683978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c195cc75-6f75-4df4-b815-250fbbf7eabd tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:54.685038 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c195cc75-6f75-4df4-b815-250fbbf7eabd tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports/32e81c91-4c1b-492c-962c-9674abc83b61 HTTP/1.1" status: 200 len: 913 time: 0.1287944 Dec 09 02:13:54.691332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59494) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:54.694495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-14235e9b-1c55-408a-ac23-e9821c0c9754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:54.702185 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14235e9b-1c55-408a-ac23-e9821c0c9754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Pushing event updated for resources: {'Port': ['ID=0a7bb44c-fed9-439d-aa80-88d22908b123,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:54.706068 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14235e9b-1c55-408a-ac23-e9821c0c9754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:54.706776 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14235e9b-1c55-408a-ac23-e9821c0c9754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:54.707469 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14235e9b-1c55-408a-ac23-e9821c0c9754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:54.732664 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9d6877-b794-41b2-9a8b-54336a44a8b4 None None] Routers {'118bba8b-d921-4829-a3b6-37338fd43ebf'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:54.733293 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5d9d6877-b794-41b2-9a8b-54336a44a8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['118bba8b-d921-4829-a3b6-37338fd43ebf'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:54.742968 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-14235e9b-1c55-408a-ac23-e9821c0c9754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0031860 Dec 09 02:13:54.746301 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59496) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:54.761575 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43309994-10f1-4db7-8188-e62c3a34af95 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:54.783603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5d9d6877-b794-41b2-9a8b-54336a44a8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:54.784254 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d6877-b794-41b2-9a8b-54336a44a8b4 None None] The sync data for ids ['118bba8b-d921-4829-a3b6-37338fd43ebf'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:54.790473 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c085dd3d-c94c-44de-91f2-081b7cfa8f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:54.791937 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c085dd3d-c94c-44de-91f2-081b7cfa8f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] 10.222.0.43 "GET /v2.0/ports/0a7bb44c-fed9-439d-aa80-88d22908b123 HTTP/1.1" status: 200 len: 958 time: 0.0444901 Dec 09 02:13:54.794536 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59498) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:54.880719 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43309994-10f1-4db7-8188-e62c3a34af95 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:54.933464 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43309994-10f1-4db7-8188-e62c3a34af95 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Network 480ea2b3-be59-46d4-8905-d47017945ff0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:54.941832 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-43309994-10f1-4db7-8188-e62c3a34af95 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:54.946616 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43309994-10f1-4db7-8188-e62c3a34af95 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:54.952965 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43309994-10f1-4db7-8188-e62c3a34af95 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:54.953654 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43309994-10f1-4db7-8188-e62c3a34af95 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:54.965391 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43309994-10f1-4db7-8188-e62c3a34af95 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Pushing event updated for resources: {'Port': ['ID=4cdc4a23-c3c8-481a-8bc2-9682ab3fb436,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:54.972282 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-33d5903a-29f3-4a75-9688-3f00c6976929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Deleting port 0a7bb44c-fed9-439d-aa80-88d22908b123 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:54.972623 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-33d5903a-29f3-4a75-9688-3f00c6976929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:55.033674 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-43309994-10f1-4db7-8188-e62c3a34af95 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.4525356 Dec 09 02:13:55.037279 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59502) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:55.094277 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-33d5903a-29f3-4a75-9688-3f00c6976929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:55.110025 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-33d5903a-29f3-4a75-9688-3f00c6976929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Calling delete_port for 0a7bb44c-fed9-439d-aa80-88d22908b123 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:55.131136 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064a33f6-8d47-4fd2-ab93-05ebdc3bf94a tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:55.137881 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064a33f6-8d47-4fd2-ab93-05ebdc3bf94a tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:55.143906 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064a33f6-8d47-4fd2-ab93-05ebdc3bf94a tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:55.145654 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-064a33f6-8d47-4fd2-ab93-05ebdc3bf94a tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1085103 Dec 09 02:13:55.148546 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59506) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:55.177568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c4cf4de2-d80a-4a16-ae80-c03f0aa97bd9 None None] Provisioning complete for port a7d7b5d3-21a3-4454-bc9c-d5c03de42fac triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:55.177883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4cf4de2-d80a-4a16-ae80-c03f0aa97bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:55.289315 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c4cf4de2-d80a-4a16-ae80-c03f0aa97bd9 None None] Provisioning complete for port 642856ea-5e21-4356-a824-7f2860a64ab9 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:55.289691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4cf4de2-d80a-4a16-ae80-c03f0aa97bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:55.319259 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bb41b99f-b6b5-403b-84c2-9985c39912c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Deleting port 4cdc4a23-c3c8-481a-8bc2-9682ab3fb436 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:55.319713 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb41b99f-b6b5-403b-84c2-9985c39912c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:55.334528 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-33d5903a-29f3-4a75-9688-3f00c6976929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:55.337128 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c4cf4de2-d80a-4a16-ae80-c03f0aa97bd9 None None] Port 642856ea-5e21-4356-a824-7f2860a64ab9 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:55.375083 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adf3deaf-8686-4a7b-b7a8-8814c14ccf4a tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:55.386934 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:55.400849 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a24085-1365-43a5-aa60-591ff93429bb None None] Sync routers for ids ['767fe1be-1e47-4098-8989-d23f5f1b4058'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:55.401318 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5903a-29f3-4a75-9688-3f00c6976929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a7bb44c-fed9-439d-aa80-88d22908b123,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:55.409062 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-33d5903a-29f3-4a75-9688-3f00c6976929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:55.414896 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-33d5903a-29f3-4a75-9688-3f00c6976929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] 10.222.0.43 "DELETE /v2.0/ports/0a7bb44c-fed9-439d-aa80-88d22908b123 HTTP/1.1" status: 204 len: 168 time: 0.6166720 Dec 09 02:13:55.417544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59508) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:55.423001 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3deaf-8686-4a7b-b7a8-8814c14ccf4a tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Pushing event deleted for resources: {'Port': ['ID=487f776a-c2af-4c8a-9315-48883b815564,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:55.440265 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a24085-1365-43a5-aa60-591ff93429bb None None] Routers {'767fe1be-1e47-4098-8989-d23f5f1b4058'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:55.442499 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c5a24085-1365-43a5-aa60-591ff93429bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['767fe1be-1e47-4098-8989-d23f5f1b4058'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:55.468150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0c78e84c-07ab-401c-8c78-9fb093cb88d6 None None] Provisioning complete for port 642856ea-5e21-4356-a824-7f2860a64ab9 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:55.468614 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c78e84c-07ab-401c-8c78-9fb093cb88d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:55.474922 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb41b99f-b6b5-403b-84c2-9985c39912c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:55.480944 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4674ea-f7a6-4690-8adf-7dee20999da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] GET failed (client error): The resource could not be found. Dec 09 02:13:55.482415 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8a4674ea-f7a6-4690-8adf-7dee20999da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] 10.222.0.43 "GET /v2.0/ports/0a7bb44c-fed9-439d-aa80-88d22908b123 HTTP/1.1" status: 404 len: 333 time: 0.0617261 Dec 09 02:13:55.486218 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59510) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:55.492534 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c5a24085-1365-43a5-aa60-591ff93429bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:55.495362 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2c81dc6d-b7b9-4aa8-98aa-84791150876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Request body: {'port': {'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-713092067'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:55.504577 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a24085-1365-43a5-aa60-591ff93429bb None None] Routers {'767fe1be-1e47-4098-8989-d23f5f1b4058'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:55.505289 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c5a24085-1365-43a5-aa60-591ff93429bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['767fe1be-1e47-4098-8989-d23f5f1b4058'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:55.507901 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bb41b99f-b6b5-403b-84c2-9985c39912c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Calling delete_port for 4cdc4a23-c3c8-481a-8bc2-9682ab3fb436 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:55.549220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:55.553261 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-db344ee4-1011-4d42-86ea-317886a2dea6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.1784511 Dec 09 02:13:55.557278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59512) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:55.558881 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c5a24085-1365-43a5-aa60-591ff93429bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:55.560060 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a24085-1365-43a5-aa60-591ff93429bb None None] The sync data for ids ['767fe1be-1e47-4098-8989-d23f5f1b4058'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:55.566156 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-c1dffbc4-4f96-4ac7-aa52-c234a00ffef2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'enable_snat': False}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:55.575559 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c81dc6d-b7b9-4aa8-98aa-84791150876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Made reservation on behalf of c21d39d459104e269ec19f115ee1de1f for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:13:55.578033 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2c81dc6d-b7b9-4aa8-98aa-84791150876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:55.581742 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0c78e84c-07ab-401c-8c78-9fb093cb88d6 None None] Port 642856ea-5e21-4356-a824-7f2860a64ab9 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:55.606642 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-2c81dc6d-b7b9-4aa8-98aa-84791150876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] device_id is not set on port d12d725c-b7fd-4591-9506-7a18c1040473 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:13:55.645661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adf3deaf-8686-4a7b-b7a8-8814c14ccf4a tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:55.648323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adf3deaf-8686-4a7b-b7a8-8814c14ccf4a tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:55.649497 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-adf3deaf-8686-4a7b-b7a8-8814c14ccf4a tempest-FloatingIPAdminTestJSON-1992696073 tempest-FloatingIPAdminTestJSON-1992696073-project] 10.222.0.43 "DELETE /v2.0/floatingips/ceb90f4e-302a-4643-9a32-40ff8a5a041b HTTP/1.1" status: 204 len: 168 time: 1.7733994 Dec 09 02:13:55.655489 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59514) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:55.749749 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a7d7b5d3-21a3-4454-bc9c-d5c03de42fac up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:13:55.817924 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-93500e12-bb9d-4234-bcdf-dfedac9b4e86 None None] Provisioning complete for port 4cdc4a23-c3c8-481a-8bc2-9682ab3fb436 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:55.819489 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93500e12-bb9d-4234-bcdf-dfedac9b4e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:55.861120 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port a7d7b5d3-21a3-4454-bc9c-d5c03de42fac triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:55.862565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:55.865162 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-93500e12-bb9d-4234-bcdf-dfedac9b4e86 None None] Port 4cdc4a23-c3c8-481a-8bc2-9682ab3fb436 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:55.912030 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb41b99f-b6b5-403b-84c2-9985c39912c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:55.961215 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41b99f-b6b5-403b-84c2-9985c39912c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Pushing event deleted for resources: {'Port': ['ID=4cdc4a23-c3c8-481a-8bc2-9682ab3fb436,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:55.985788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2c81dc6d-b7b9-4aa8-98aa-84791150876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.000139 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d9bfeab9-4984-4e02-9b3f-e723f5607137 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.006156 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb41b99f-b6b5-403b-84c2-9985c39912c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.009757 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bb41b99f-b6b5-403b-84c2-9985c39912c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] 10.222.0.43 "DELETE /v2.0/ports/4cdc4a23-c3c8-481a-8bc2-9682ab3fb436 HTTP/1.1" status: 204 len: 168 time: 0.8600116 Dec 09 02:13:56.013138 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59518) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:56.019609 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-87aece74-201e-40d6-99f9-b1cf15f030ee tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Request body: {'port': {'name': 'tempest-new-port-name-105935143', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:56.020014 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.api.validators [None req-87aece74-201e-40d6-99f9-b1cf15f030ee tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] bootfile-name is not in valid_values {{(pid=103333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 02:13:56.020357 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.api.validators [None req-87aece74-201e-40d6-99f9-b1cf15f030ee tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] tftp-server is not in valid_values {{(pid=103333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 02:13:56.020694 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.api.validators [None req-87aece74-201e-40d6-99f9-b1cf15f030ee tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] server-ip-address is not in valid_values {{(pid=103333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 02:13:56.024411 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c3d45b22-b284-4ff9-9c0e-6aa811bcdb39 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Deleting port 560771c5-d03c-4ca0-96f7-9c693b76d2e8 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:56.024750 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3d45b22-b284-4ff9-9c0e-6aa811bcdb39 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.123275 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1dffbc4-4f96-4ac7-aa52-c234a00ffef2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.169540 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2c81dc6d-b7b9-4aa8-98aa-84791150876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.180887 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-87aece74-201e-40d6-99f9-b1cf15f030ee tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.239311 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3d45b22-b284-4ff9-9c0e-6aa811bcdb39 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.243859 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3d45b22-b284-4ff9-9c0e-6aa811bcdb39 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.287702 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c3d45b22-b284-4ff9-9c0e-6aa811bcdb39 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Calling delete_port for 560771c5-d03c-4ca0-96f7-9c693b76d2e8 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:56.302597 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c81dc6d-b7b9-4aa8-98aa-84791150876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Network 9a0a0c2b-6797-4801-b970-afde54e6c779 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:13:56.307080 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81dc6d-b7b9-4aa8-98aa-84791150876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Pushing event updated for resources: {'Port': ['ID=d12d725c-b7fd-4591-9506-7a18c1040473,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:56.317129 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-2c81dc6d-b7b9-4aa8-98aa-84791150876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:13:56.319457 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c81dc6d-b7b9-4aa8-98aa-84791150876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:13:56.320555 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c81dc6d-b7b9-4aa8-98aa-84791150876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:56.321161 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2c81dc6d-b7b9-4aa8-98aa-84791150876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.402935 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2c81dc6d-b7b9-4aa8-98aa-84791150876a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9140747 Dec 09 02:13:56.432044 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59524) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:56.442809 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8048'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:13:56.496892 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d9bfeab9-4984-4e02-9b3f-e723f5607137 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port 32e81c91-4c1b-492c-962c-9674abc83b61 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:56.497444 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d9bfeab9-4984-4e02-9b3f-e723f5607137 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.543736 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.645089 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3d45b22-b284-4ff9-9c0e-6aa811bcdb39 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.656649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d9bfeab9-4984-4e02-9b3f-e723f5607137 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.676501 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d9bfeab9-4984-4e02-9b3f-e723f5607137 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for 32e81c91-4c1b-492c-962c-9674abc83b61 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:56.717765 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d45b22-b284-4ff9-9c0e-6aa811bcdb39 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Pushing event deleted for resources: {'Port': ['ID=560771c5-d03c-4ca0-96f7-9c693b76d2e8,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:56.794908 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-87aece74-201e-40d6-99f9-b1cf15f030ee tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.808852 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-87aece74-201e-40d6-99f9-b1cf15f030ee tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.851900 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1dffbc4-4f96-4ac7-aa52-c234a00ffef2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.855251 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-87aece74-201e-40d6-99f9-b1cf15f030ee tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] In _notify_port_updated(), no bound segment for port 642856ea-5e21-4356-a824-7f2860a64ab9 on network 480ea2b3-be59-46d4-8905-d47017945ff0 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:13:56.858832 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1dffbc4-4f96-4ac7-aa52-c234a00ffef2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.861055 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aece74-201e-40d6-99f9-b1cf15f030ee tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:56.861815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-87aece74-201e-40d6-99f9-b1cf15f030ee tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.863031 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-87aece74-201e-40d6-99f9-b1cf15f030ee tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] 10.222.0.43 "PUT /v2.0/ports/642856ea-5e21-4356-a824-7f2860a64ab9 HTTP/1.1" status: 200 len: 1128 time: 0.8489614 Dec 09 02:13:56.869953 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59526) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:56.882391 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3d45b22-b284-4ff9-9c0e-6aa811bcdb39 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.885426 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3d45b22-b284-4ff9-9c0e-6aa811bcdb39 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:56.890037 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c3d45b22-b284-4ff9-9c0e-6aa811bcdb39 tempest-FloatingIPAdminTestJSON-1527352177 tempest-FloatingIPAdminTestJSON-1527352177-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/20e603c2-eec8-43ea-822b-7199c05e1b7e HTTP/1.1" status: 204 len: 168 time: 1.2302954 Dec 09 02:13:56.894129 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59528) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:56.953756 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7976f2-f972-4526-b776-90f60fbfbf8a tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:56.958219 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2d7976f2-f972-4526-b776-90f60fbfbf8a tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] 10.222.0.43 "GET /v2.0/ports/642856ea-5e21-4356-a824-7f2860a64ab9 HTTP/1.1" status: 200 len: 1128 time: 0.0843117 Dec 09 02:13:56.958389 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aece74-201e-40d6-99f9-b1cf15f030ee tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Pushing event updated for resources: {'Port': ['ID=642856ea-5e21-4356-a824-7f2860a64ab9,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:56.960379 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59532) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:56.974532 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] device_id is not set on port d12d725c-b7fd-4591-9506-7a18c1040473 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:13:56.989512 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:57.016348 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:57.090498 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Pushing event updated for resources: {'Port': ['ID=d12d725c-b7fd-4591-9506-7a18c1040473,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:57.111871 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:57.112206 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:57.112554 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:57.121022 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8e862d90-c1a8-405e-b83a-f35dd5b47426 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Deleting port 368482d1-20ad-49d6-ba81-eeb915b34a3c {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:57.121369 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e862d90-c1a8-405e-b83a-f35dd5b47426 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:57.124792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:57.125125 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:57.127532 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 2 to bind port d12d725c-b7fd-4591-9506-7a18c1040473 Dec 09 02:13:57.178037 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:57.178711 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:57.178711 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:57.190133 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:57.190468 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:57.192511 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 3 to bind port d12d725c-b7fd-4591-9506-7a18c1040473 Dec 09 02:13:57.217814 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:57.218150 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:57.218547 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:57.227163 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:57.227523 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:57.229292 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b87cb655-0d0f-4cd9-8f09-2062e6ee19d6 None None] Provisioning complete for port 642856ea-5e21-4356-a824-7f2860a64ab9 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:13:57.230455 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b87cb655-0d0f-4cd9-8f09-2062e6ee19d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:57.231585 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 4 to bind port d12d725c-b7fd-4591-9506-7a18c1040473 Dec 09 02:13:57.246947 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e862d90-c1a8-405e-b83a-f35dd5b47426 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:57.258211 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:57.258547 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:57.258887 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:57.264999 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b87cb655-0d0f-4cd9-8f09-2062e6ee19d6 None None] Port 642856ea-5e21-4356-a824-7f2860a64ab9 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:13:57.265651 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8e862d90-c1a8-405e-b83a-f35dd5b47426 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Calling delete_port for 368482d1-20ad-49d6-ba81-eeb915b34a3c owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:57.270337 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:57.270672 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:57.272647 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 5 to bind port d12d725c-b7fd-4591-9506-7a18c1040473 Dec 09 02:13:57.323262 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:57.323533 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:57.324319 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:57.332068 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:57.332068 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:57.333788 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 6 to bind port d12d725c-b7fd-4591-9506-7a18c1040473 Dec 09 02:13:57.358087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:57.358087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:57.358400 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:57.366083 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:57.366412 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:57.368065 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 7 to bind port d12d725c-b7fd-4591-9506-7a18c1040473 Dec 09 02:13:57.390783 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:57.390951 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:57.391255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:57.400765 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:57.401098 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:57.420401 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 8 to bind port d12d725c-b7fd-4591-9506-7a18c1040473 Dec 09 02:13:57.428436 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d9bfeab9-4984-4e02-9b3f-e723f5607137 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:57.439957 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:57.440288 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:57.440641 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:57.450028 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:57.450357 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:57.452502 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 9 to bind port d12d725c-b7fd-4591-9506-7a18c1040473 Dec 09 02:13:57.463277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfeab9-4984-4e02-9b3f-e723f5607137 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=32e81c91-4c1b-492c-962c-9674abc83b61,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:57.467345 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dffbc4-4f96-4ac7-aa52-c234a00ffef2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Router 767fe1be-1e47-4098-8989-d23f5f1b4058 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:13:57.471720 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:57.472085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:57.472606 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:57.477471 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e862d90-c1a8-405e-b83a-f35dd5b47426 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:57.479739 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:57.480100 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:57.482278 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempt 10 to bind port d12d725c-b7fd-4591-9506-7a18c1040473 Dec 09 02:13:57.529984 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e862d90-c1a8-405e-b83a-f35dd5b47426 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Pushing event deleted for resources: {'Port': ['ID=368482d1-20ad-49d6-ba81-eeb915b34a3c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:57.532605 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:13:57.533106 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:13:57.533454 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempting to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:13:57.554537 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:13:57.554879 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Failed to bind port d12d725c-b7fd-4591-9506-7a18c1040473 on host hv-neutron-8048 for vnic_type normal using segments [{'id': 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9a0a0c2b-6797-4801-b970-afde54e6c779'}] Dec 09 02:13:57.555255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:57.583808 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f5ac5-f711-4a33-81c5-279fe4a4500e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Deleting port 642856ea-5e21-4356-a824-7f2860a64ab9 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:57.584374 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5ac5-f711-4a33-81c5-279fe4a4500e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:57.648939 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e862d90-c1a8-405e-b83a-f35dd5b47426 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:57.655494 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8e862d90-c1a8-405e-b83a-f35dd5b47426 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] 10.222.0.43 "DELETE /v2.0/ports/368482d1-20ad-49d6-ba81-eeb915b34a3c HTTP/1.1" status: 204 len: 168 time: 0.7567089 Dec 09 02:13:57.657629 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59538) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:57.702570 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] For port d12d725c-b7fd-4591-9506-7a18c1040473, host hv-neutron-8048, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:13:57.703083 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attempted to set empty binding levels {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 02:13:57.710744 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:57.739245 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf4ca5a-d0bc-4e1a-adb8-6e971501087e tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:57.740031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d9bfeab9-4984-4e02-9b3f-e723f5607137 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:57.745831 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ecf4ca5a-d0bc-4e1a-adb8-6e971501087e tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] 10.222.0.43 "GET /v2.0/ports?device_id=7159fcc4-2657-478e-9e79-aacbb7344ef8 HTTP/1.1" status: 200 len: 913 time: 0.0842133 Dec 09 02:13:57.749928 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59540) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:57.767940 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] In _notify_port_updated(), no bound segment for port d12d725c-b7fd-4591-9506-7a18c1040473 on network 9a0a0c2b-6797-4801-b970-afde54e6c779 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:13:57.768792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:57.769386 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:57.773333 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] 10.222.0.43 "PUT /v2.0/ports/d12d725c-b7fd-4591-9506-7a18c1040473 HTTP/1.1" status: 200 len: 980 time: 1.3365920 Dec 09 02:13:57.774117 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59542) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:57.814023 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98f69b-7f47-427e-8246-e8437fd4a075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Pushing event updated for resources: {'Port': ['ID=d12d725c-b7fd-4591-9506-7a18c1040473,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:57.862300 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b2fd8-dfa2-496b-b5fa-f914df4056b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Deleting port d12d725c-b7fd-4591-9506-7a18c1040473 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:57.862649 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c5b2fd8-dfa2-496b-b5fa-f914df4056b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:57.863644 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5ac5-f711-4a33-81c5-279fe4a4500e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:57.911269 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dffbc4-4f96-4ac7-aa52-c234a00ffef2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:57.916484 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1dffbc4-4f96-4ac7-aa52-c234a00ffef2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:57.919504 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c1dffbc4-4f96-4ac7-aa52-c234a00ffef2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "PUT /v2.0/routers/767fe1be-1e47-4098-8989-d23f5f1b4058 HTTP/1.1" status: 200 len: 926 time: 2.3595061 Dec 09 02:13:57.919504 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f5ac5-f711-4a33-81c5-279fe4a4500e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Calling delete_port for 642856ea-5e21-4356-a824-7f2860a64ab9 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:57.923264 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97d0972-7f3b-48e5-82cb-74d6ad298d99 None None] Sync routers for ids ['767fe1be-1e47-4098-8989-d23f5f1b4058'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:57.934759 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d0972-7f3b-48e5-82cb-74d6ad298d99 None None] Routers {'767fe1be-1e47-4098-8989-d23f5f1b4058'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:57.936184 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a97d0972-7f3b-48e5-82cb-74d6ad298d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['767fe1be-1e47-4098-8989-d23f5f1b4058'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:57.954139 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59544) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:57.969633 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a97d0972-7f3b-48e5-82cb-74d6ad298d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:57.979478 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d0972-7f3b-48e5-82cb-74d6ad298d99 None None] Routers {'767fe1be-1e47-4098-8989-d23f5f1b4058'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:57.980201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a97d0972-7f3b-48e5-82cb-74d6ad298d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['767fe1be-1e47-4098-8989-d23f5f1b4058'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:58.016281 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a97d0972-7f3b-48e5-82cb-74d6ad298d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:58.017048 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97d0972-7f3b-48e5-82cb-74d6ad298d99 None None] The sync data for ids ['767fe1be-1e47-4098-8989-d23f5f1b4058'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:58.180676 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-1c5b2fd8-dfa2-496b-b5fa-f914df4056b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] For port d12d725c-b7fd-4591-9506-7a18c1040473, host hv-neutron-8048, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:58.181349 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c5b2fd8-dfa2-496b-b5fa-f914df4056b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:58.192878 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b2fd8-dfa2-496b-b5fa-f914df4056b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Calling delete_port for d12d725c-b7fd-4591-9506-7a18c1040473 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:58.268662 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-66b8b36c-a5e1-4d34-aa66-ee424efedd9f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "GET /v2.0/routers/767fe1be-1e47-4098-8989-d23f5f1b4058 HTTP/1.1" status: 200 len: 926 time: 0.3115375 Dec 09 02:13:58.270220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c5b2fd8-dfa2-496b-b5fa-f914df4056b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:58.271825 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59548) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:58.306538 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:13:58.345624 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b2fd8-dfa2-496b-b5fa-f914df4056b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Pushing event deleted for resources: {'Port': ['ID=d12d725c-b7fd-4591-9506-7a18c1040473,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:58.357494 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c5b2fd8-dfa2-496b-b5fa-f914df4056b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:58.363109 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1c5b2fd8-dfa2-496b-b5fa-f914df4056b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] 10.222.0.43 "DELETE /v2.0/ports/d12d725c-b7fd-4591-9506-7a18c1040473 HTTP/1.1" status: 204 len: 168 time: 0.5862653 Dec 09 02:13:58.363803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59550) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:58.371388 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bfeab9-4984-4e02-9b3f-e723f5607137 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router 118bba8b-d921-4829-a3b6-37338fd43ebf has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:13:58.395538 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-22dfa077-2d28-4a13-bcd8-a76ae824ad2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] GET failed (client error): The resource could not be found. Dec 09 02:13:58.400748 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-22dfa077-2d28-4a13-bcd8-a76ae824ad2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-104782523-project-admin] 10.222.0.43 "GET /v2.0/ports/d12d725c-b7fd-4591-9506-7a18c1040473 HTTP/1.1" status: 404 len: 333 time: 0.0325427 Dec 09 02:13:58.400748 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259188b8-ca1d-493a-a94b-f8a4badae85c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:58.400960 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-259188b8-ca1d-493a-a94b-f8a4badae85c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&device_id=767fe1be-1e47-4098-8989-d23f5f1b4058&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1274047 Dec 09 02:13:58.402113 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59552) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:58.405095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59554) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:58.444434 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5ac5-f711-4a33-81c5-279fe4a4500e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:58.478210 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-698e743d-bffe-42bf-9ba0-b45c7ce55194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:58.574991 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f5ac5-f711-4a33-81c5-279fe4a4500e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Pushing event deleted for resources: {'Port': ['ID=642856ea-5e21-4356-a824-7f2860a64ab9,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:58.585037 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-698e743d-bffe-42bf-9ba0-b45c7ce55194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:58.610729 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-698e743d-bffe-42bf-9ba0-b45c7ce55194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0a0c2b-6797-4801-b970-afde54e6c779']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:58.622822 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-698e743d-bffe-42bf-9ba0-b45c7ce55194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:58.623155 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-698e743d-bffe-42bf-9ba0-b45c7ce55194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee054d21-ecc9-4ba8-b0d6-35477e9b100f') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:58.634179 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-698e743d-bffe-42bf-9ba0-b45c7ce55194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:58.645304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5ac5-f711-4a33-81c5-279fe4a4500e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:58.648797 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4f0f5ac5-f711-4a33-81c5-279fe4a4500e tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] 10.222.0.43 "DELETE /v2.0/ports/642856ea-5e21-4356-a824-7f2860a64ab9 HTTP/1.1" status: 204 len: 168 time: 1.6838605 Dec 09 02:13:58.650697 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-698e743d-bffe-42bf-9ba0-b45c7ce55194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:58.656998 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59560) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:58.664332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bfeab9-4984-4e02-9b3f-e723f5607137 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:13:58.667458 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698e743d-bffe-42bf-9ba0-b45c7ce55194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:13:58.667885 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-698e743d-bffe-42bf-9ba0-b45c7ce55194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:58.672815 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d9bfeab9-4984-4e02-9b3f-e723f5607137 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/118bba8b-d921-4829-a3b6-37338fd43ebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9816384 Dec 09 02:13:58.675692 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876fedfd-7a6b-478b-bce3-63e2437babf0 None None] Sync routers for ids ['118bba8b-d921-4829-a3b6-37338fd43ebf'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:13:58.677452 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:13:58.680112 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59562) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:58.689599 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876fedfd-7a6b-478b-bce3-63e2437babf0 None None] Routers {'118bba8b-d921-4829-a3b6-37338fd43ebf'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:58.690312 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-876fedfd-7a6b-478b-bce3-63e2437babf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['118bba8b-d921-4829-a3b6-37338fd43ebf'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:58.693829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46defd29-1208-4f85-b9bd-0ec3a218ca6a tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:13:58.698348 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-46defd29-1208-4f85-b9bd-0ec3a218ca6a tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "GET /v2.0/networks/68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 HTTP/1.1" status: 200 len: 881 time: 0.2872267 Dec 09 02:13:58.699588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59564) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:58.732657 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-876fedfd-7a6b-478b-bce3-63e2437babf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:58.737099 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-39f1b7b5-2abb-4413-93a9-833b5f5bbabe tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "GET /v2.0/ports?device_id=767fe1be-1e47-4098-8989-d23f5f1b4058 HTTP/1.1" status: 200 len: 205 time: 0.0331016 Dec 09 02:13:58.738038 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59566) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:58.751352 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876fedfd-7a6b-478b-bce3-63e2437babf0 None None] Routers {'118bba8b-d921-4829-a3b6-37338fd43ebf'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:13:58.752771 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-876fedfd-7a6b-478b-bce3-63e2437babf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['118bba8b-d921-4829-a3b6-37338fd43ebf'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:58.794333 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-876fedfd-7a6b-478b-bce3-63e2437babf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:13:58.795358 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876fedfd-7a6b-478b-bce3-63e2437babf0 None None] The sync data for ids ['118bba8b-d921-4829-a3b6-37338fd43ebf'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:13:58.856091 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-4492743f-1378-469a-b669-051d2a4043a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Deleting subnet 28889c20-71b8-49ac-8fb4-26fc00b5d212 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:13:58.861726 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4492743f-1378-469a-b669-051d2a4043a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:58.866567 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-698e743d-bffe-42bf-9ba0-b45c7ce55194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:58.878907 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22cd2de1-15a9-4387-b4ad-9d53e156c6df tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:58.904740 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-698e743d-bffe-42bf-9ba0-b45c7ce55194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:58.907918 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-698e743d-bffe-42bf-9ba0-b45c7ce55194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] 10.222.0.43 "DELETE /v2.0/networks/9a0a0c2b-6797-4801-b970-afde54e6c779 HTTP/1.1" status: 204 len: 168 time: 0.5054440 Dec 09 02:13:58.963536 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e743d-bffe-42bf-9ba0-b45c7ce55194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130593018-project] Pushing event deleted for resources: {'Network': ['ID=9a0a0c2b-6797-4801-b970-afde54e6c779,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:58.999303 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4492743f-1378-469a-b669-051d2a4043a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.189590 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4492743f-1378-469a-b669-051d2a4043a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.210720 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59572) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:59.223015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6da27f8-4d5a-4d45-9c37-b3a5dcf8c0e7 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.338818 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4492743f-1378-469a-b669-051d2a4043a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.390174 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492743f-1378-469a-b669-051d2a4043a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Pushing event deleted for resources: {'Subnet': ['ID=28889c20-71b8-49ac-8fb4-26fc00b5d212,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:59.403635 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8286bb9-97da-46fb-bc98-e714706c8c16 None None] Network 480ea2b3-be59-46d4-8905-d47017945ff0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:13:59.405221 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4492743f-1378-469a-b669-051d2a4043a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.410714 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4492743f-1378-469a-b669-051d2a4043a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] 10.222.0.43 "DELETE /v2.0/subnets/28889c20-71b8-49ac-8fb4-26fc00b5d212 HTTP/1.1" status: 204 len: 168 time: 0.7504213 Dec 09 02:13:59.417406 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59578) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:59.420315 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6da27f8-4d5a-4d45-9c37-b3a5dcf8c0e7 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.495412 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fced5aed-e198-4c1e-96ad-7e9eee1e550f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9dcbc39201c34af6859d2b6042b2724a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793231 Dec 09 02:13:59.502130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59580) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:13:59.524474 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-916fef0f-e75d-4946-84ef-1e62df895cb7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.568997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f6da27f8-4d5a-4d45-9c37-b3a5dcf8c0e7 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Deleting port fbe6539a-6cb8-4b52-8bb0-3bfb4143539c {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:59.569342 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6da27f8-4d5a-4d45-9c37-b3a5dcf8c0e7 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.574746 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be1028f-1662-4d0b-9430-1021ff8d1101 None None] DHCP port deletion for 480ea2b3-be59-46d4-8905-d47017945ff0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:13:59.599777 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.622730 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2be1028f-1662-4d0b-9430-1021ff8d1101 None None] Deleting port a7d7b5d3-21a3-4454-bc9c-d5c03de42fac {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:59.623374 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2be1028f-1662-4d0b-9430-1021ff8d1101 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.692541 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-845837de-cad5-4109-aa84-452fadc224c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.700116 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2be1028f-1662-4d0b-9430-1021ff8d1101 None None] For port a7d7b5d3-21a3-4454-bc9c-d5c03de42fac, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a7d7b5d3-21a3-4454-bc9c-d5c03de42fac,segment=NetworkSegment(1aaf6f78-0f41-4e88-9c8f-45977758ae27),segment_id=1aaf6f78-0f41-4e88-9c8f-45977758ae27)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:59.700825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2be1028f-1662-4d0b-9430-1021ff8d1101 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.726684 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2be1028f-1662-4d0b-9430-1021ff8d1101 None None] Calling delete_port for a7d7b5d3-21a3-4454-bc9c-d5c03de42fac owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:59.764822 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-845837de-cad5-4109-aa84-452fadc224c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.767555 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Deleting port a7d7b5d3-21a3-4454-bc9c-d5c03de42fac {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:59.767902 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.768021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-22cd2de1-15a9-4387-b4ad-9d53e156c6df tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Deleting port 9da3714a-9020-464f-8a34-c3243887371a {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:13:59.768308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22cd2de1-15a9-4387-b4ad-9d53e156c6df tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.789936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a7d7b5d3-21a3-4454-bc9c-d5c03de42fac no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:13:59.796304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6da27f8-4d5a-4d45-9c37-b3a5dcf8c0e7 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.856559 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f6da27f8-4d5a-4d45-9c37-b3a5dcf8c0e7 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Calling delete_port for fbe6539a-6cb8-4b52-8bb0-3bfb4143539c owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:59.856780 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] For port a7d7b5d3-21a3-4454-bc9c-d5c03de42fac, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a7d7b5d3-21a3-4454-bc9c-d5c03de42fac,segment=NetworkSegment(1aaf6f78-0f41-4e88-9c8f-45977758ae27),segment_id=1aaf6f78-0f41-4e88-9c8f-45977758ae27)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:13:59.856975 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.875274 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Calling delete_port for a7d7b5d3-21a3-4454-bc9c-d5c03de42fac owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:59.900709 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2be1028f-1662-4d0b-9430-1021ff8d1101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.935390 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be1028f-1662-4d0b-9430-1021ff8d1101 None None] No DVR routers for this DVR port a7d7b5d3-21a3-4454-bc9c-d5c03de42fac on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:13:59.936816 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.944062 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22cd2de1-15a9-4387-b4ad-9d53e156c6df tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.960562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-845837de-cad5-4109-aa84-452fadc224c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.963219 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-845837de-cad5-4109-aa84-452fadc224c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:13:59.963327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1028f-1662-4d0b-9430-1021ff8d1101 None None] Pushing event deleted for resources: {'Port': ['ID=a7d7b5d3-21a3-4454-bc9c-d5c03de42fac,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:13:59.964367 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-845837de-cad5-4109-aa84-452fadc224c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8cdb83d-2f8f-4f66-8782-40ca9d68fb2a HTTP/1.1" status: 204 len: 168 time: 0.4605131 Dec 09 02:13:59.974340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-22cd2de1-15a9-4387-b4ad-9d53e156c6df tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Calling delete_port for 9da3714a-9020-464f-8a34-c3243887371a owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:13:59.985787 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845837de-cad5-4109-aa84-452fadc224c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cdb83d-2f8f-4f66-8782-40ca9d68fb2a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:00.045783 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.055919 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-916fef0f-e75d-4946-84ef-1e62df895cb7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port 417ee3a2-5987-43af-b0e0-160c158f71f1 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:00.056813 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-916fef0f-e75d-4946-84ef-1e62df895cb7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.089558 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Pushing event deleted for resources: {'Port': ['ID=a7d7b5d3-21a3-4454-bc9c-d5c03de42fac,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:00.093819 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] No DVR routers for this DVR port a7d7b5d3-21a3-4454-bc9c-d5c03de42fac on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:00.179783 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6da27f8-4d5a-4d45-9c37-b3a5dcf8c0e7 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.211831 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da27f8-4d5a-4d45-9c37-b3a5dcf8c0e7 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Pushing event deleted for resources: {'Port': ['ID=fbe6539a-6cb8-4b52-8bb0-3bfb4143539c,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:00.224050 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.258813 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480ea2b3-be59-46d4-8905-d47017945ff0']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:00.260777 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-916fef0f-e75d-4946-84ef-1e62df895cb7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.279051 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aaf6f78-0f41-4e88-9c8f-45977758ae27') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:00.279369 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aaf6f78-0f41-4e88-9c8f-45977758ae27') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:00.288626 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-916fef0f-e75d-4946-84ef-1e62df895cb7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for 417ee3a2-5987-43af-b0e0-160c158f71f1 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:00.295069 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.305340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6da27f8-4d5a-4d45-9c37-b3a5dcf8c0e7 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.315976 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.370134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59590) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:00.424498 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6da27f8-4d5a-4d45-9c37-b3a5dcf8c0e7 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.428587 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6da27f8-4d5a-4d45-9c37-b3a5dcf8c0e7 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.430082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22cd2de1-15a9-4387-b4ad-9d53e156c6df tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.499122 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd2de1-15a9-4387-b4ad-9d53e156c6df tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Pushing event deleted for resources: {'Port': ['ID=9da3714a-9020-464f-8a34-c3243887371a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:00.519687 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6da27f8-4d5a-4d45-9c37-b3a5dcf8c0e7 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.520213 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6da27f8-4d5a-4d45-9c37-b3a5dcf8c0e7 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Fanout notify agent at l3_agent the message router_deleted on router 767fe1be-1e47-4098-8989-d23f5f1b4058 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:14:00.540107 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c51470b9-a6ed-4d9a-aa80-ea92df9bfcdf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c21d39d459104e269ec19f115ee1de1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1669459 Dec 09 02:14:00.547549 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6da27f8-4d5a-4d45-9c37-b3a5dcf8c0e7 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.554638 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f6da27f8-4d5a-4d45-9c37-b3a5dcf8c0e7 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "DELETE /v2.0/routers/767fe1be-1e47-4098-8989-d23f5f1b4058 HTTP/1.1" status: 204 len: 168 time: 1.8153048 Dec 09 02:14:00.555253 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59594) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:00.555629 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59596) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:00.586933 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-5d13400b-776e-443f-b090-3cd8ce23ee63 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-156314920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:00.623927 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:14:00.624172 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:14:00.627286 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:14:00.648110 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d13400b-776e-443f-b090-3cd8ce23ee63 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.649148 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d13400b-776e-443f-b090-3cd8ce23ee63 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.711981 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c01e38a-99a7-4527-bdaf-2e2b399647e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.740880 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.747635 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.753575 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] 10.222.0.43 "DELETE /v2.0/networks/480ea2b3-be59-46d4-8905-d47017945ff0 HTTP/1.1" status: 204 len: 168 time: 1.3309510 Dec 09 02:14:00.774292 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587bde2-546a-4fe9-a045-3371933b2d66 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219 tempest-ExtraDHCPOptionsIpV6TestJSON-1909966219-project] Pushing event deleted for resources: {'Network': ['ID=480ea2b3-be59-46d4-8905-d47017945ff0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:00.803063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d13400b-776e-443f-b090-3cd8ce23ee63 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.811250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c01e38a-99a7-4527-bdaf-2e2b399647e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.816835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d13400b-776e-443f-b090-3cd8ce23ee63 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.858068 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-916fef0f-e75d-4946-84ef-1e62df895cb7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.863182 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d13400b-776e-443f-b090-3cd8ce23ee63 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.867131 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5d13400b-776e-443f-b090-3cd8ce23ee63 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2917509 Dec 09 02:14:00.868346 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59602) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:00.869723 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22cd2de1-15a9-4387-b4ad-9d53e156c6df tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:00.875998 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Request body: {'router': {'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:00.887788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fef0f-e75d-4946-84ef-1e62df895cb7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=417ee3a2-5987-43af-b0e0-160c158f71f1,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:01.008349 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-916fef0f-e75d-4946-84ef-1e62df895cb7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:01.086104 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c01e38a-99a7-4527-bdaf-2e2b399647e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:01.089549 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c01e38a-99a7-4527-bdaf-2e2b399647e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:01.090912 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4c01e38a-99a7-4527-bdaf-2e2b399647e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/340bed15-bdba-4162-a570-73736dfab386 HTTP/1.1" status: 204 len: 168 time: 0.5167303 Dec 09 02:14:01.123142 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59610) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:01.219754 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916fef0f-e75d-4946-84ef-1e62df895cb7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router 118bba8b-d921-4829-a3b6-37338fd43ebf has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:01.240408 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01e38a-99a7-4527-bdaf-2e2b399647e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340bed15-bdba-4162-a570-73736dfab386,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:01.300801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:01.320874 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916fef0f-e75d-4946-84ef-1e62df895cb7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:01.341197 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-916fef0f-e75d-4946-84ef-1e62df895cb7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/118bba8b-d921-4829-a3b6-37338fd43ebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6222103 Dec 09 02:14:01.343321 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59618) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:01.344108 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7347ce-4a44-4708-b73d-dae26333d246 None None] Sync routers for ids ['118bba8b-d921-4829-a3b6-37338fd43ebf'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:01.363657 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7347ce-4a44-4708-b73d-dae26333d246 None None] Routers {'118bba8b-d921-4829-a3b6-37338fd43ebf'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:01.364297 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0e7347ce-4a44-4708-b73d-dae26333d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['118bba8b-d921-4829-a3b6-37338fd43ebf'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:01.388753 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ffe931e5-7052-4487-9740-28d793446eda tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports?device_id=118bba8b-d921-4829-a3b6-37338fd43ebf HTTP/1.1" status: 200 len: 205 time: 0.0396774 Dec 09 02:14:01.389404 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59620) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:01.419042 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0e7347ce-4a44-4708-b73d-dae26333d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:01.429250 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7347ce-4a44-4708-b73d-dae26333d246 None None] Routers {'118bba8b-d921-4829-a3b6-37338fd43ebf'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:01.430061 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0e7347ce-4a44-4708-b73d-dae26333d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['118bba8b-d921-4829-a3b6-37338fd43ebf'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:01.467307 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0e7347ce-4a44-4708-b73d-dae26333d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:01.469135 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7347ce-4a44-4708-b73d-dae26333d246 None None] The sync data for ids ['118bba8b-d921-4829-a3b6-37338fd43ebf'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:01.514675 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aca7db2f-d5b8-4bf6-ae50-4d0da8f032f6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:01.531669 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d7963afa-6352-46c1-81b6-bf3174698169 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12e309fce70d4ab18e572ebaf8e70da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4058404 Dec 09 02:14:01.533648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cd2de1-15a9-4387-b4ad-9d53e156c6df tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Router 7159fcc4-2657-478e-9e79-aacbb7344ef8 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:01.536113 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59626) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:01.746979 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aca7db2f-d5b8-4bf6-ae50-4d0da8f032f6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:01.749290 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aca7db2f-d5b8-4bf6-ae50-4d0da8f032f6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:01.797311 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aca7db2f-d5b8-4bf6-ae50-4d0da8f032f6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:01.798204 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca7db2f-d5b8-4bf6-ae50-4d0da8f032f6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Fanout notify agent at l3_agent the message router_deleted on router 118bba8b-d921-4829-a3b6-37338fd43ebf {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:14:01.808428 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aca7db2f-d5b8-4bf6-ae50-4d0da8f032f6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:01.813805 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-aca7db2f-d5b8-4bf6-ae50-4d0da8f032f6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/routers/118bba8b-d921-4829-a3b6-37338fd43ebf HTTP/1.1" status: 204 len: 168 time: 0.4232912 Dec 09 02:14:01.814648 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59638) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:01.880399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe59f30-7960-41f4-938d-288783cf407c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting subnet afaacd84-8c2c-43ef-8889-31f1e4d78bbb {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:14:01.884650 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abe59f30-7960-41f4-938d-288783cf407c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:01.931508 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abe59f30-7960-41f4-938d-288783cf407c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:01.996227 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59642) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:02.040052 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abe59f30-7960-41f4-938d-288783cf407c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.043126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e775bd9-3a31-4fe1-94b1-01f270cba6ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.075016 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cd2de1-15a9-4387-b4ad-9d53e156c6df tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:02.082288 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-22cd2de1-15a9-4387-b4ad-9d53e156c6df tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] 10.222.0.43 "PUT /v2.0/routers/7159fcc4-2657-478e-9e79-aacbb7344ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3313782 Dec 09 02:14:02.089630 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c860ea-17f7-47df-90f2-34c550ee03d5 None None] Sync routers for ids ['7159fcc4-2657-478e-9e79-aacbb7344ef8'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:02.099623 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59650) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:02.109016 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c860ea-17f7-47df-90f2-34c550ee03d5 None None] Routers {'7159fcc4-2657-478e-9e79-aacbb7344ef8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:02.110547 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c3c860ea-17f7-47df-90f2-34c550ee03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7159fcc4-2657-478e-9e79-aacbb7344ef8'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:02.157262 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c3c860ea-17f7-47df-90f2-34c550ee03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:02.168880 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c860ea-17f7-47df-90f2-34c550ee03d5 None None] Routers {'7159fcc4-2657-478e-9e79-aacbb7344ef8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:02.169819 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c3c860ea-17f7-47df-90f2-34c550ee03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7159fcc4-2657-478e-9e79-aacbb7344ef8'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:02.185885 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6e530050-7207-48f4-b456-03d80830979e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-850669647'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:02.210917 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c3c860ea-17f7-47df-90f2-34c550ee03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:02.211923 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c860ea-17f7-47df-90f2-34c550ee03d5 None None] The sync data for ids ['7159fcc4-2657-478e-9e79-aacbb7344ef8'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:02.225805 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e775bd9-3a31-4fe1-94b1-01f270cba6ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.250389 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.255202 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e530050-7207-48f4-b456-03d80830979e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Made reservation on behalf of fd4a8d8a012748ba83cf0bc803d05c13 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:02.258788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e530050-7207-48f4-b456-03d80830979e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.276158 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e530050-7207-48f4-b456-03d80830979e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.276350 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.290461 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abe59f30-7960-41f4-938d-288783cf407c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.332108 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe59f30-7960-41f4-938d-288783cf407c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Subnet': ['ID=afaacd84-8c2c-43ef-8889-31f1e4d78bbb,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:02.335546 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ab4c677-c938-418f-8c65-93f22c8f542b tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.341961 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abe59f30-7960-41f4-938d-288783cf407c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.345251 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-abe59f30-7960-41f4-938d-288783cf407c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/afaacd84-8c2c-43ef-8889-31f1e4d78bbb HTTP/1.1" status: 204 len: 168 time: 0.5294373 Dec 09 02:14:02.350459 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59652) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:02.352286 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b5af3f-b1db-4983-b45e-e3e32aa8e79b None None] Network 2311ba32-a5ef-46e2-a109-1f881b209d3a requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:02.436523 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b456c1b-97c6-497b-87a9-98dee67f44e5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting subnet 2f29b5ba-ea11-40d5-a355-41c082f48808 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:14:02.443293 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b456c1b-97c6-497b-87a9-98dee67f44e5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.448302 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e775bd9-3a31-4fe1-94b1-01f270cba6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.451325 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e775bd9-3a31-4fe1-94b1-01f270cba6ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.454601 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9e775bd9-3a31-4fe1-94b1-01f270cba6ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/def2da65-46e8-48c7-8fd8-5a23c0ac7e55 HTTP/1.1" status: 204 len: 168 time: 0.9152522 Dec 09 02:14:02.498153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ab4c677-c938-418f-8c65-93f22c8f542b tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.512626 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e530050-7207-48f4-b456-03d80830979e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.515240 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e775bd9-3a31-4fe1-94b1-01f270cba6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def2da65-46e8-48c7-8fd8-5a23c0ac7e55,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:02.519176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e530050-7207-48f4-b456-03d80830979e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.543367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b456c1b-97c6-497b-87a9-98dee67f44e5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.581449 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e530050-7207-48f4-b456-03d80830979e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:02.590252 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Allocated IP 172.26.3.71 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/4ab2c1f6-305a-4a27-857b-d08fd7534b89) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:02.593861 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e530050-7207-48f4-b456-03d80830979e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a43aaef-3463-4b92-9419-9d034623f3c3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:02.602517 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e530050-7207-48f4-b456-03d80830979e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.602915 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-6e530050-7207-48f4-b456-03d80830979e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Added segment 1dccfc0c-f1ef-4d93-9743-d03a71a7e798 of type vlan for network 5084aff9-c046-4c9a-bb33-8b64707985b5 Dec 09 02:14:02.656983 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4c677-c938-418f-8c65-93f22c8f542b tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Deleting port a8b4e9ec-fc1b-40d1-9af9-b228f4be9be9 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:02.657428 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ab4c677-c938-418f-8c65-93f22c8f542b tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.660880 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e530050-7207-48f4-b456-03d80830979e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.760891 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b456c1b-97c6-497b-87a9-98dee67f44e5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.811694 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e530050-7207-48f4-b456-03d80830979e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.817416 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e530050-7207-48f4-b456-03d80830979e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:02.818027 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e530050-7207-48f4-b456-03d80830979e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.836137 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.876824 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b456c1b-97c6-497b-87a9-98dee67f44e5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.931089 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e530050-7207-48f4-b456-03d80830979e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Network': ['ID=5084aff9-c046-4c9a-bb33-8b64707985b5,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:02.934401 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b456c1b-97c6-497b-87a9-98dee67f44e5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Subnet': ['ID=2f29b5ba-ea11-40d5-a355-41c082f48808,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:02.937738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6da866e-5071-41c5-8617-1e4a268b1f09 None None] DHCP port deletion for 2311ba32-a5ef-46e2-a109-1f881b209d3a request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:14:02.942975 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ab4c677-c938-418f-8c65-93f22c8f542b tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.948646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b456c1b-97c6-497b-87a9-98dee67f44e5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:02.950243 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6e530050-7207-48f4-b456-03d80830979e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9527941 Dec 09 02:14:02.956337 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59664) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:02.961624 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e476af7f-5cf9-48b0-a7dd-35dabd271862 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'subnet': {'network_id': '5084aff9-c046-4c9a-bb33-8b64707985b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:02.963677 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9b456c1b-97c6-497b-87a9-98dee67f44e5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/2f29b5ba-ea11-40d5-a355-41c082f48808 HTTP/1.1" status: 204 len: 168 time: 0.6105831 Dec 09 02:14:02.966695 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59666) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:02.985034 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4c677-c938-418f-8c65-93f22c8f542b tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Calling delete_port for a8b4e9ec-fc1b-40d1-9af9-b228f4be9be9 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:03.007028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 5084aff9-c046-4c9a-bb33-8b64707985b5 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:03.010203 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bdbb61-69db-4627-9c9f-7809073773a7 None None] Network 6c13acf5-b450-419c-8f80-c9bc11c3b508 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:03.112021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.209516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:03.215301 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.224886 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:03.229470 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:03.258733 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Pushing event updated for resources: {'Port': ['ID=4ab2c1f6-305a-4a27-857b-d08fd7534b89,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:03.261084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfc903e7-0c93-484c-98c4-18093a16c302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.290181 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c6da866e-5071-41c5-8617-1e4a268b1f09 None None] Deleting port 71160e56-5b09-42dc-8a3d-d5d887e674fa {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:03.290830 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6da866e-5071-41c5-8617-1e4a268b1f09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.296967 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ab4c677-c938-418f-8c65-93f22c8f542b tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.356731 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c6da866e-5071-41c5-8617-1e4a268b1f09 None None] For port 71160e56-5b09-42dc-8a3d-d5d887e674fa, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=71160e56-5b09-42dc-8a3d-d5d887e674fa,segment=NetworkSegment(07be2152-8d85-4482-8edf-97e35b8bc989),segment_id=07be2152-8d85-4482-8edf-97e35b8bc989)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:03.357831 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6da866e-5071-41c5-8617-1e4a268b1f09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.379169 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c6da866e-5071-41c5-8617-1e4a268b1f09 None None] Calling delete_port for 71160e56-5b09-42dc-8a3d-d5d887e674fa owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:03.427292 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4c677-c938-418f-8c65-93f22c8f542b tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Pushing event deleted for resources: {'Port': ['ID=a8b4e9ec-fc1b-40d1-9af9-b228f4be9be9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:03.459286 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port 71160e56-5b09-42dc-8a3d-d5d887e674fa {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:03.459665 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.490612 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761e700c-2ef2-42dd-b657-4ec98d455cb4 None None] DHCP port deletion for 6c13acf5-b450-419c-8f80-c9bc11c3b508 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:14:03.498541 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ab4c677-c938-418f-8c65-93f22c8f542b tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.560649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c6da866e-5071-41c5-8617-1e4a268b1f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.605969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] For port 71160e56-5b09-42dc-8a3d-d5d887e674fa, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=71160e56-5b09-42dc-8a3d-d5d887e674fa,segment=NetworkSegment(07be2152-8d85-4482-8edf-97e35b8bc989),segment_id=07be2152-8d85-4482-8edf-97e35b8bc989)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:03.606260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.609667 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da866e-5071-41c5-8617-1e4a268b1f09 None None] Pushing event deleted for resources: {'Port': ['ID=71160e56-5b09-42dc-8a3d-d5d887e674fa,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:03.621633 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da866e-5071-41c5-8617-1e4a268b1f09 None None] No DVR routers for this DVR port 71160e56-5b09-42dc-8a3d-d5d887e674fa on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:03.628230 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ab4c677-c938-418f-8c65-93f22c8f542b tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.631835 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ab4c677-c938-418f-8c65-93f22c8f542b tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.645087 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-761e700c-2ef2-42dd-b657-4ec98d455cb4 None None] Deleting port 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:03.645655 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-761e700c-2ef2-42dd-b657-4ec98d455cb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.649356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for 71160e56-5b09-42dc-8a3d-d5d887e674fa owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:03.655959 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59684) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:03.724433 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e476af7f-5cf9-48b0-a7dd-35dabd271862 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Made reservation on behalf of fd4a8d8a012748ba83cf0bc803d05c13 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:03.730926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.734758 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e476af7f-5cf9-48b0-a7dd-35dabd271862 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.745010 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-761e700c-2ef2-42dd-b657-4ec98d455cb4 None None] For port 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0edc0018-fad1-4e4d-8f00-a6dadadbdcd3,segment=NetworkSegment(24a49dea-c065-4fa4-a0fc-f6be8477f29a),segment_id=24a49dea-c065-4fa4-a0fc-f6be8477f29a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:03.745735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-761e700c-2ef2-42dd-b657-4ec98d455cb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.767296 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-761e700c-2ef2-42dd-b657-4ec98d455cb4 None None] Calling delete_port for 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:03.794254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-883a4130-8245-4bce-b0e8-cc49776b8060 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-789557580'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:03.806006 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ab4c677-c938-418f-8c65-93f22c8f542b tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.807058 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab4c677-c938-418f-8c65-93f22c8f542b tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Fanout notify agent at l3_agent the message router_deleted on router 7159fcc4-2657-478e-9e79-aacbb7344ef8 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:14:03.816378 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ab4c677-c938-418f-8c65-93f22c8f542b tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.816972 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3ab4c677-c938-418f-8c65-93f22c8f542b tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] 10.222.0.43 "DELETE /v2.0/routers/7159fcc4-2657-478e-9e79-aacbb7344ef8 HTTP/1.1" status: 204 len: 168 time: 1.7162368 Dec 09 02:14:03.818443 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 71160e56-5b09-42dc-8a3d-d5d887e674fa no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:14:03.820130 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59688) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:03.840220 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 71160e56-5b09-42dc-8a3d-d5d887e674fa {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:14:03.840585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 71160e56-5b09-42dc-8a3d-d5d887e674fa not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:14:03.841007 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:14:03.880335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.891463 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883a4130-8245-4bce-b0e8-cc49776b8060 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Made reservation on behalf of 1c83b06a8147449e8d9f72e27c51c0af for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:03.891969 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e447cca-deed-4155-b87a-d030b3cb6c8e tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Deleting subnet d6b6d539-735f-4dfb-9f68-6847feb847a4 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:14:03.894890 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-883a4130-8245-4bce-b0e8-cc49776b8060 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.897944 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7e447cca-deed-4155-b87a-d030b3cb6c8e tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.929156 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-883a4130-8245-4bce-b0e8-cc49776b8060 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.931370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] No DVR routers for this DVR port 71160e56-5b09-42dc-8a3d-d5d887e674fa on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:03.933072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=71160e56-5b09-42dc-8a3d-d5d887e674fa,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:03.956228 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-761e700c-2ef2-42dd-b657-4ec98d455cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.972462 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7e447cca-deed-4155-b87a-d030b3cb6c8e tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.989961 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:03.994629 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e700c-2ef2-42dd-b657-4ec98d455cb4 None None] Pushing event deleted for resources: {'Port': ['ID=0edc0018-fad1-4e4d-8f00-a6dadadbdcd3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:04.008633 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761e700c-2ef2-42dd-b657-4ec98d455cb4 None None] No DVR routers for this DVR port 0edc0018-fad1-4e4d-8f00-a6dadadbdcd3 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:04.096157 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7e447cca-deed-4155-b87a-d030b3cb6c8e tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.147944 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.174505 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e476af7f-5cf9-48b0-a7dd-35dabd271862 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.174944 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-883a4130-8245-4bce-b0e8-cc49776b8060 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.186035 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-883a4130-8245-4bce-b0e8-cc49776b8060 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.189716 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2311ba32-a5ef-46e2-a109-1f881b209d3a']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:04.207362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.211696 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07be2152-8d85-4482-8edf-97e35b8bc989') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:04.211995 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07be2152-8d85-4482-8edf-97e35b8bc989') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:04.228443 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.236171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.238960 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7e447cca-deed-4155-b87a-d030b3cb6c8e tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.240931 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883a4130-8245-4bce-b0e8-cc49776b8060 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:04.245936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476af7f-5cf9-48b0-a7dd-35dabd271862 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Subnet': ['ID=af748912-22a0-44db-b98c-1e5301a1aef0,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:04.281014 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7e447cca-deed-4155-b87a-d030b3cb6c8e tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.286497 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7e447cca-deed-4155-b87a-d030b3cb6c8e tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] 10.222.0.43 "DELETE /v2.0/subnets/d6b6d539-735f-4dfb-9f68-6847feb847a4 HTTP/1.1" status: 204 len: 168 time: 0.4633124 Dec 09 02:14:04.286497 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e447cca-deed-4155-b87a-d030b3cb6c8e tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b6d539-735f-4dfb-9f68-6847feb847a4,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:04.288901 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59692) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:04.289416 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b337fa2-8912-44f3-89d6-12c330c27011 None None] Network d29ff8a5-ca66-4441-b2c6-a56e16be6ad8 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:04.296242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.300522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e476af7f-5cf9-48b0-a7dd-35dabd271862 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Checking segment: {'id': '1dccfc0c-f1ef-4d93-9743-d03a71a7e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5084aff9-c046-4c9a-bb33-8b64707985b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:04.301138 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e476af7f-5cf9-48b0-a7dd-35dabd271862 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network hostable DHCP agents. Network: 5084aff9-c046-4c9a-bb33-8b64707985b5, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:14:04.302000 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a4130-8245-4bce-b0e8-cc49776b8060 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3388985b-6d1b-4557-98de-cc0018be79c9,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:04.306808 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-883a4130-8245-4bce-b0e8-cc49776b8060 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.307158 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-883a4130-8245-4bce-b0e8-cc49776b8060 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Added segment a58d9299-5f95-455a-ad8e-43393fbac7d4 of type vlan for network d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2 Dec 09 02:14:04.320333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:14:04.320743 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:14:04.328285 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:14:04.376897 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e476af7f-5cf9-48b0-a7dd-35dabd271862 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 5084aff9-c046-4c9a-bb33-8b64707985b5 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:14:04.390709 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.394277 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e476af7f-5cf9-48b0-a7dd-35dabd271862 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 5084aff9-c046-4c9a-bb33-8b64707985b5) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:04.399131 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e476af7f-5cf9-48b0-a7dd-35dabd271862 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:04.399788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e476af7f-5cf9-48b0-a7dd-35dabd271862 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.408563 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9a10ef-36e9-4876-a32b-2e44887e4239 None None] Network 5084aff9-c046-4c9a-bb33-8b64707985b5 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:04.441832 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e476af7f-5cf9-48b0-a7dd-35dabd271862 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4844553 Dec 09 02:14:04.447142 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-883a4130-8245-4bce-b0e8-cc49776b8060 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.449065 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59696) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:04.466882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2147153668', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:04.513437 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c482cc-3917-4a23-bb07-7621e3109735 None None] DHCP port deletion for d29ff8a5-ca66-4441-b2c6-a56e16be6ad8 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:14:04.513799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.517076 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Deleting port a60768f6-8d8f-41d1-bad8-f1728c6c1dcc {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:04.517233 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.532408 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.533457 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.546337 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.552457 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/networks/2311ba32-a5ef-46e2-a109-1f881b209d3a HTTP/1.1" status: 204 len: 168 time: 1.5804348 Dec 09 02:14:04.554613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-883a4130-8245-4bce-b0e8-cc49776b8060 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.559138 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59700) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:04.560794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883a4130-8245-4bce-b0e8-cc49776b8060 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:04.561524 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-883a4130-8245-4bce-b0e8-cc49776b8060 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.577352 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd43cb-3f4d-45aa-a8c9-b01b377cc004 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Network': ['ID=2311ba32-a5ef-46e2-a109-1f881b209d3a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:04.589310 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d41817-173a-4afc-adef-1f076fe3307a None None] Network 5084aff9-c046-4c9a-bb33-8b64707985b5 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:04.638577 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-883a4130-8245-4bce-b0e8-cc49776b8060 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9814086 Dec 09 02:14:04.646001 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59702) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:04.658704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3505061e-c496-40a8-bd79-0dded0737a8e tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Request body: {'subnet': {'network_id': 'd312b02c-e91b-4fc2-aed5-d59b0e5a2ba2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:04.670221 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f8c482cc-3917-4a23-bb07-7621e3109735 None None] Deleting port a60768f6-8d8f-41d1-bad8-f1728c6c1dcc {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:04.670893 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f8c482cc-3917-4a23-bb07-7621e3109735 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.694787 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Router e7dc0fb0-5ff0-487b-9972-b3681e131621 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:14:04.698074 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.706753 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a4130-8245-4bce-b0e8-cc49776b8060 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Pushing event updated for resources: {'Network': ['ID=d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:04.730300 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] For port a60768f6-8d8f-41d1-bad8-f1728c6c1dcc, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a60768f6-8d8f-41d1-bad8-f1728c6c1dcc,segment=NetworkSegment(d579db3f-7240-4ff5-8df1-22be3c5b8271),segment_id=d579db3f-7240-4ff5-8df1-22be3c5b8271)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:04.730750 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.738057 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:04.769747 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c8a311d7-fcfb-4938-8459-a8a9040e2ad8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.772085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Calling delete_port for a60768f6-8d8f-41d1-bad8-f1728c6c1dcc owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:04.828230 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f8c482cc-3917-4a23-bb07-7621e3109735 None None] For port a60768f6-8d8f-41d1-bad8-f1728c6c1dcc, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a60768f6-8d8f-41d1-bad8-f1728c6c1dcc,segment=NetworkSegment(d579db3f-7240-4ff5-8df1-22be3c5b8271),segment_id=d579db3f-7240-4ff5-8df1-22be3c5b8271)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:04.828636 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f8c482cc-3917-4a23-bb07-7621e3109735 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.851761 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f8c482cc-3917-4a23-bb07-7621e3109735 None None] Calling delete_port for a60768f6-8d8f-41d1-bad8-f1728c6c1dcc owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:04.885715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.920094 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3505061e-c496-40a8-bd79-0dded0737a8e tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Made reservation on behalf of 1c83b06a8147449e8d9f72e27c51c0af for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:04.923525 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3505061e-c496-40a8-bd79-0dded0737a8e tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.943678 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f8c482cc-3917-4a23-bb07-7621e3109735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.973242 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c482cc-3917-4a23-bb07-7621e3109735 None None] Pushing event deleted for resources: {'Port': ['ID=a60768f6-8d8f-41d1-bad8-f1728c6c1dcc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:04.975538 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c482cc-3917-4a23-bb07-7621e3109735 None None] No DVR routers for this DVR port a60768f6-8d8f-41d1-bad8-f1728c6c1dcc on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:04.975763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:04.982858 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:04.988829 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ca4517c0-312b-4e3f-a9e5-3c7e9b4d9be8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "PUT /v2.0/routers/e7dc0fb0-5ff0-487b-9972-b3681e131621 HTTP/1.1" status: 200 len: 882 time: 4.1126916 Dec 09 02:14:04.988829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59704) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:04.994873 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25275dba-e0a6-4b38-b86e-94fcbe430944 None None] Sync routers for ids ['e7dc0fb0-5ff0-487b-9972-b3681e131621'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:05.004895 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25275dba-e0a6-4b38-b86e-94fcbe430944 None None] Routers {'e7dc0fb0-5ff0-487b-9972-b3681e131621'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:05.005696 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-25275dba-e0a6-4b38-b86e-94fcbe430944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['e7dc0fb0-5ff0-487b-9972-b3681e131621'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:05.021206 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c8a311d7-fcfb-4938-8459-a8a9040e2ad8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.040803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-25275dba-e0a6-4b38-b86e-94fcbe430944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:05.051393 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25275dba-e0a6-4b38-b86e-94fcbe430944 None None] Routers {'e7dc0fb0-5ff0-487b-9972-b3681e131621'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:05.051843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-25275dba-e0a6-4b38-b86e-94fcbe430944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:13:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['e7dc0fb0-5ff0-487b-9972-b3681e131621'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:05.063794 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-c8a311d7-fcfb-4938-8459-a8a9040e2ad8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c13acf5-b450-419c-8f80-c9bc11c3b508']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:05.078212 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-c8a311d7-fcfb-4938-8459-a8a9040e2ad8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a49dea-c065-4fa4-a0fc-f6be8477f29a') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:05.078555 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-c8a311d7-fcfb-4938-8459-a8a9040e2ad8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a49dea-c065-4fa4-a0fc-f6be8477f29a') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:05.081384 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.090543 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-25275dba-e0a6-4b38-b86e-94fcbe430944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:05.091403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25275dba-e0a6-4b38-b86e-94fcbe430944 None None] The sync data for ids ['e7dc0fb0-5ff0-487b-9972-b3681e131621'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:05.099724 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c8a311d7-fcfb-4938-8459-a8a9040e2ad8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.131061 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] No DVR routers for this DVR port a60768f6-8d8f-41d1-bad8-f1728c6c1dcc on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:05.135399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Pushing event deleted for resources: {'Port': ['ID=a60768f6-8d8f-41d1-bad8-f1728c6c1dcc,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:05.220809 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-20d8bbd8-5c35-46d6-be22-66be15de0202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.460157 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c8a311d7-fcfb-4938-8459-a8a9040e2ad8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.463734 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-27a847f3-ca36-4a3b-b585-4ed2f91689bc tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "GET /v2.0/routers/e7dc0fb0-5ff0-487b-9972-b3681e131621 HTTP/1.1" status: 200 len: 923 time: 0.4759827 Dec 09 02:14:05.465755 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59708) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:05.508419 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a311d7-fcfb-4938-8459-a8a9040e2ad8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:14:05.508727 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c8a311d7-fcfb-4938-8459-a8a9040e2ad8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:14:05.512249 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:14:05.585264 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.603282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb942aab-82bd-4193-871c-a7971eedb838 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:05.605914 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fb942aab-82bd-4193-871c-a7971eedb838 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&device_id=e7dc0fb0-5ff0-487b-9972-b3681e131621&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1385255 Dec 09 02:14:05.610804 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59712) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:05.638854 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.641620 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29ff8a5-ca66-4441-b2c6-a56e16be6ad8']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:05.652818 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c8a311d7-fcfb-4938-8459-a8a9040e2ad8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.655492 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd579db3f-7240-4ff5-8df1-22be3c5b8271') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:05.655850 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd579db3f-7240-4ff5-8df1-22be3c5b8271') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:05.663138 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c8a311d7-fcfb-4938-8459-a8a9040e2ad8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.670075 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c8a311d7-fcfb-4938-8459-a8a9040e2ad8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/networks/6c13acf5-b450-419c-8f80-c9bc11c3b508 HTTP/1.1" status: 204 len: 168 time: 1.1054196 Dec 09 02:14:05.674510 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3505061e-c496-40a8-bd79-0dded0737a8e tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.677599 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59714) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:05.687738 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c8aa5cd0-4305-4646-9462-c0b81155004c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1726492930'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:05.691866 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.695952 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.728291 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a60768f6-8d8f-41d1-bad8-f1728c6c1dcc no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:14:05.740297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a311d7-fcfb-4938-8459-a8a9040e2ad8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Network': ['ID=6c13acf5-b450-419c-8f80-c9bc11c3b508,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:05.751924 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.770188 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:14:05.770616 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.771028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: a60768f6-8d8f-41d1-bad8-f1728c6c1dcc {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:14:05.772177 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a60768f6-8d8f-41d1-bad8-f1728c6c1dcc not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:14:05.778612 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:14:05.788869 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd9bab9-882d-4a2c-b4a3-de1c39f51e48 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:05.790325 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1cd9bab9-882d-4a2c-b4a3-de1c39f51e48 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "GET /v2.0/networks/68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 HTTP/1.1" status: 200 len: 881 time: 0.1774359 Dec 09 02:14:05.796084 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59718) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:05.836399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8aa5cd0-4305-4646-9462-c0b81155004c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:05.840374 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c8aa5cd0-4305-4646-9462-c0b81155004c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.841951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Allocated IP 172.26.3.247 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/2ca762d3-4dd9-426e-81f3-72696e2dca54) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:05.862908 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505061e-c496-40a8-bd79-0dded0737a8e tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Pushing event updated for resources: {'Subnet': ['ID=570a12cc-0785-4879-a47a-ed68f09a708c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:05.879860 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-239f415c-004f-4a57-b334-8f58b8c273f6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7dc0fb0-5ff0-487b-9972-b3681e131621 HTTP/1.1" status: 200 len: 205 time: 0.0825093 Dec 09 02:14:05.885800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59720) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:05.944663 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.945696 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505061e-c496-40a8-bd79-0dded0737a8e tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Checking segment: {'id': 'a58d9299-5f95-455a-ad8e-43393fbac7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd312b02c-e91b-4fc2-aed5-d59b0e5a2ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:05.946037 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3505061e-c496-40a8-bd79-0dded0737a8e tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Network hostable DHCP agents. Network: d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:14:05.952328 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.957905 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8aa5cd0-4305-4646-9462-c0b81155004c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:05.975700 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.979450 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] 10.222.0.43 "DELETE /v2.0/networks/d29ff8a5-ca66-4441-b2c6-a56e16be6ad8 HTTP/1.1" status: 204 len: 168 time: 1.6874228 Dec 09 02:14:05.982636 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59722) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:05.991118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:05.997556 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0e755-6ef6-4ff7-ac22-b3b7face10a2 tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Pushing event deleted for resources: {'Network': ['ID=d29ff8a5-ca66-4441-b2c6-a56e16be6ad8,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:06.003508 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c8aa5cd0-4305-4646-9462-c0b81155004c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.003864 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-c8aa5cd0-4305-4646-9462-c0b81155004c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Added segment 54e22e03-7b90-4d24-bdde-c14094a2a5f8 of type vlan for network 917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1 Dec 09 02:14:06.047247 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3505061e-c496-40a8-bd79-0dded0737a8e tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Network d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:14:06.068892 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:06.089818 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-3505061e-c496-40a8-bd79-0dded0737a8e tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:06.095543 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c8aa5cd0-4305-4646-9462-c0b81155004c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.099243 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0f3fb0-5812-44b7-9cef-38d8381a9818 None None] Network d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:06.103568 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3505061e-c496-40a8-bd79-0dded0737a8e tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:06.104196 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3505061e-c496-40a8-bd79-0dded0737a8e tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.107485 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:06.110001 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:06.115741 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a508349-1eb8-4bfa-9bc4-963a3011768d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.146463 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=2ca762d3-4dd9-426e-81f3-72696e2dca54,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:06.171942 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3505061e-c496-40a8-bd79-0dded0737a8e tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5246413 Dec 09 02:14:06.176878 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59724) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:06.183641 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-31cf95a5-c35f-4b4e-8b62-83dd3e10a903 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1128202907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:06.205150 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c8aa5cd0-4305-4646-9462-c0b81155004c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.210686 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aa5cd0-4305-4646-9462-c0b81155004c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:06.211269 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c8aa5cd0-4305-4646-9462-c0b81155004c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.216763 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2', 'network_id': 'd312b02c-e91b-4fc2-aed5-d59b0e5a2ba2', 'project_id': '1c83b06a8147449e8d9f72e27c51c0af', 'fixed_ips': [{'subnet_id': '570a12cc-0785-4879-a47a-ed68f09a708c'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:14:06.217199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.320771 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31cf95a5-c35f-4b4e-8b62-83dd3e10a903 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.321649 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31cf95a5-c35f-4b4e-8b62-83dd3e10a903 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.336497 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c8aa5cd0-4305-4646-9462-c0b81155004c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6499083 Dec 09 02:14:06.341679 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59728) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:06.348869 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0efe0326-6e33-4f28-aae6-39d8ee78082e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'subnet': {'network_id': '917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:06.355599 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6e78ae63-b925-41b1-ad6a-932ea9a0ad6f tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Deleting port 9cc72ba9-3ff4-4988-89fd-6078326b377d {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:06.355599 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e78ae63-b925-41b1-ad6a-932ea9a0ad6f tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.355883 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa5cd0-4305-4646-9462-c0b81155004c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Network': ['ID=917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:06.358388 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a508349-1eb8-4bfa-9bc4-963a3011768d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.366046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.370068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:06.436396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Allocated IP 172.20.0.2 (d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2/570a12cc-0785-4879-a47a-ed68f09a708c/c5424145-b4f6-4436-b6c2-7ffd89c147e2) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:06.487726 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31cf95a5-c35f-4b4e-8b62-83dd3e10a903 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.499942 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31cf95a5-c35f-4b4e-8b62-83dd3e10a903 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.529431 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e78ae63-b925-41b1-ad6a-932ea9a0ad6f tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.530032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e78ae63-b925-41b1-ad6a-932ea9a0ad6f tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.535334 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efe0326-6e33-4f28-aae6-39d8ee78082e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:06.538877 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0efe0326-6e33-4f28-aae6-39d8ee78082e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.547664 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6e78ae63-b925-41b1-ad6a-932ea9a0ad6f tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Calling delete_port for 9cc72ba9-3ff4-4988-89fd-6078326b377d owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:06.548602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31cf95a5-c35f-4b4e-8b62-83dd3e10a903 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.552348 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-31cf95a5-c35f-4b4e-8b62-83dd3e10a903 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3710012 Dec 09 02:14:06.554844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59730) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:06.555512 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.597508 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0a508349-1eb8-4bfa-9bc4-963a3011768d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Deleting port 4ab2c1f6-305a-4a27-857b-d08fd7534b89 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:06.597760 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a508349-1eb8-4bfa-9bc4-963a3011768d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.614282 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.620727 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.674795 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Network d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:06.677034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:06.678887 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Pushing event updated for resources: {'Port': ['ID=c5424145-b4f6-4436-b6c2-7ffd89c147e2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:06.681505 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:06.706369 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a508349-1eb8-4bfa-9bc4-963a3011768d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.746701 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0a508349-1eb8-4bfa-9bc4-963a3011768d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Calling delete_port for 4ab2c1f6-305a-4a27-857b-d08fd7534b89 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:06.755097 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Attempting to bind port c5424145-b4f6-4436-b6c2-7ffd89c147e2 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:06.755747 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Attempting to bind port c5424145-b4f6-4436-b6c2-7ffd89c147e2 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'a58d9299-5f95-455a-ad8e-43393fbac7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd312b02c-e91b-4fc2-aed5-d59b0e5a2ba2'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:06.756264 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Attempting to bind port c5424145-b4f6-4436-b6c2-7ffd89c147e2 on network d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:06.765814 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:14:06.766044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Checking segment: {'id': 'a58d9299-5f95-455a-ad8e-43393fbac7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd312b02c-e91b-4fc2-aed5-d59b0e5a2ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:06.766548 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.767058 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Bound using segment: {'id': 'a58d9299-5f95-455a-ad8e-43393fbac7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd312b02c-e91b-4fc2-aed5-d59b0e5a2ba2'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:14:06.767674 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Bound port: c5424145-b4f6-4436-b6c2-7ffd89c147e2, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58d9299-5f95-455a-ad8e-43393fbac7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd312b02c-e91b-4fc2-aed5-d59b0e5a2ba2'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:14:06.768153 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.837505 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] For port c5424145-b4f6-4436-b6c2-7ffd89c147e2, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:14:06.842315 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] For port c5424145-b4f6-4436-b6c2-7ffd89c147e2, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c5424145-b4f6-4436-b6c2-7ffd89c147e2,segment=NetworkSegment(a58d9299-5f95-455a-ad8e-43393fbac7d4),segment_id=a58d9299-5f95-455a-ad8e-43393fbac7d4)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:14:06.849042 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.866235 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0efe0326-6e33-4f28-aae6-39d8ee78082e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:06.909489 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04dc6d-c099-46f3-8be2-fb98708bd7eb None None] Pushing event updated for resources: {'Port': ['ID=c5424145-b4f6-4436-b6c2-7ffd89c147e2,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:06.964023 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe0326-6e33-4f28-aae6-39d8ee78082e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Subnet': ['ID=f6717cce-09ac-4e8b-a95e-d43577a93576,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:07.023119 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efe0326-6e33-4f28-aae6-39d8ee78082e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Checking segment: {'id': '54e22e03-7b90-4d24-bdde-c14094a2a5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:07.023497 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efe0326-6e33-4f28-aae6-39d8ee78082e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network hostable DHCP agents. Network: 917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:14:07.081332 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efe0326-6e33-4f28-aae6-39d8ee78082e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:14:07.089617 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a508349-1eb8-4bfa-9bc4-963a3011768d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.095679 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-0efe0326-6e33-4f28-aae6-39d8ee78082e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:07.105159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aa677b-f50f-48e2-b085-69ae45118b73 None None] Network 917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:07.121664 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a508349-1eb8-4bfa-9bc4-963a3011768d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Pushing event deleted for resources: {'Port': ['ID=4ab2c1f6-305a-4a27-857b-d08fd7534b89,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:07.131584 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efe0326-6e33-4f28-aae6-39d8ee78082e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:07.131584 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0efe0326-6e33-4f28-aae6-39d8ee78082e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.179969 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0efe0326-6e33-4f28-aae6-39d8ee78082e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8354023 Dec 09 02:14:07.183456 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59736) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:07.184395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e78ae63-b925-41b1-ad6a-932ea9a0ad6f tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.190190 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-1f2504fd-6f06-4770-ac06-b1defe94c706 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1707527580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:07.202161 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.236241 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a508349-1eb8-4bfa-9bc4-963a3011768d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.236863 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.248516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78ae63-b925-41b1-ad6a-932ea9a0ad6f tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Pushing event deleted for resources: {'Port': ['ID=9cc72ba9-3ff4-4988-89fd-6078326b377d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:07.308880 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1', 'network_id': '917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1', 'project_id': 'd15c6a952496477982e2790f8e702c84', 'fixed_ips': [{'subnet_id': 'f6717cce-09ac-4e8b-a95e-d43577a93576'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:14:07.309756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.368934 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1f2504fd-6f06-4770-ac06-b1defe94c706 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.369970 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1f2504fd-6f06-4770-ac06-b1defe94c706 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.374107 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a508349-1eb8-4bfa-9bc4-963a3011768d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.377377 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a508349-1eb8-4bfa-9bc4-963a3011768d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.435143 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a508349-1eb8-4bfa-9bc4-963a3011768d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.436113 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a508349-1eb8-4bfa-9bc4-963a3011768d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Fanout notify agent at l3_agent the message router_deleted on router e7dc0fb0-5ff0-487b-9972-b3681e131621 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:14:07.460234 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a508349-1eb8-4bfa-9bc4-963a3011768d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.462754 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0a508349-1eb8-4bfa-9bc4-963a3011768d tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "DELETE /v2.0/routers/e7dc0fb0-5ff0-487b-9972-b3681e131621 HTTP/1.1" status: 204 len: 168 time: 1.5709860 Dec 09 02:14:07.467424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59740) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:07.472414 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-04136f78-488c-41a1-aef8-3558bafdb913 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1076474344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:07.486494 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e78ae63-b925-41b1-ad6a-932ea9a0ad6f tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.489116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e78ae63-b925-41b1-ad6a-932ea9a0ad6f tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.491491 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6e78ae63-b925-41b1-ad6a-932ea9a0ad6f tempest-FloatingIPAdminTestJSON-867783952 tempest-FloatingIPAdminTestJSON-867783952-project] 10.222.0.43 "DELETE /v2.0/floatingips/00103636-2b1d-4b0a-be72-0871e88282a7 HTTP/1.1" status: 204 len: 168 time: 1.5066407 Dec 09 02:14:07.500248 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Allocated IP 2001:db8::2 (917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1/f6717cce-09ac-4e8b-a95e-d43577a93576/8a62f9ab-161f-4c57-bd07-4702d1048953) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:07.504729 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04136f78-488c-41a1-aef8-3558bafdb913 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.505616 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04136f78-488c-41a1-aef8-3558bafdb913 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.550580 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1f2504fd-6f06-4770-ac06-b1defe94c706 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.578954 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04136f78-488c-41a1-aef8-3558bafdb913 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.585917 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04136f78-488c-41a1-aef8-3558bafdb913 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.586174 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1f2504fd-6f06-4770-ac06-b1defe94c706 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.606591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04136f78-488c-41a1-aef8-3558bafdb913 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.612427 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-04136f78-488c-41a1-aef8-3558bafdb913 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1432307 Dec 09 02:14:07.612579 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59744) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:07.616877 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'enable_snat': True}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:07.673555 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1f2504fd-6f06-4770-ac06-b1defe94c706 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.678893 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1f2504fd-6f06-4770-ac06-b1defe94c706 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4922214 Dec 09 02:14:07.679572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59746) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:07.690684 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d86e5b4f-18a8-4458-8ee9-08f98fd70b91 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'port': {'network_id': '917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1', 'name': 'tempest-RoutersIpV6Test-638736970'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:07.708310 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.724509 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.739239 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.824960 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Network 917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:07.827034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Pushing event updated for resources: {'Port': ['ID=8a62f9ab-161f-4c57-bd07-4702d1048953,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:07.831004 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:07.834138 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:07.840647 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router a73c5c39-9162-46ee-9bf6-ba0fe79858ff is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:14:07.869980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Allocated IP 172.20.0.1 (d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2/570a12cc-0785-4879-a47a-ed68f09a708c/01d48114-a3e5-4ae8-8f93-acb20e96a0bc) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:07.911833 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Attempting to bind port 8a62f9ab-161f-4c57-bd07-4702d1048953 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:07.912276 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Attempting to bind port 8a62f9ab-161f-4c57-bd07-4702d1048953 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '54e22e03-7b90-4d24-bdde-c14094a2a5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:07.912780 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Attempting to bind port 8a62f9ab-161f-4c57-bd07-4702d1048953 on network 917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:07.921836 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c5424145-b4f6-4436-b6c2-7ffd89c147e2 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:14:07.950463 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.974618 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:14:07.975622 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Checking segment: {'id': '54e22e03-7b90-4d24-bdde-c14094a2a5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:07.975816 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:07.976297 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Bound using segment: {'id': '54e22e03-7b90-4d24-bdde-c14094a2a5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:14:07.976648 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Bound port: 8a62f9ab-161f-4c57-bd07-4702d1048953, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e22e03-7b90-4d24-bdde-c14094a2a5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:14:07.977028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:08.002946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86e5b4f-18a8-4458-8ee9-08f98fd70b91 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:08.006424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d86e5b4f-18a8-4458-8ee9-08f98fd70b91 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:08.051915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59752) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:08.063749 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] For port 8a62f9ab-161f-4c57-bd07-4702d1048953, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:14:08.068263 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] For port 8a62f9ab-161f-4c57-bd07-4702d1048953, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8a62f9ab-161f-4c57-bd07-4702d1048953,segment=NetworkSegment(54e22e03-7b90-4d24-bdde-c14094a2a5f8),segment_id=54e22e03-7b90-4d24-bdde-c14094a2a5f8)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:14:08.094420 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:08.174967 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port c5424145-b4f6-4436-b6c2-7ffd89c147e2 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:08.175368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:08.250648 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01393d-905a-4962-8f65-e7cb50a77ab5 None None] Pushing event updated for resources: {'Port': ['ID=8a62f9ab-161f-4c57-bd07-4702d1048953,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:08.276251 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:08.298340 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:08.333718 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:08.383882 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port c5424145-b4f6-4436-b6c2-7ffd89c147e2, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c5424145-b4f6-4436-b6c2-7ffd89c147e2,segment=NetworkSegment(a58d9299-5f95-455a-ad8e-43393fbac7d4),segment_id=a58d9299-5f95-455a-ad8e-43393fbac7d4)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:08.390219 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:08.433275 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239e1b43-6642-4112-838f-82a2e51da375 None None] Network d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:08.455366 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Allocated IP 172.26.3.168 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/cff1edf3-b659-41e7-b809-1492fb088fc6) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:08.548882 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-056bcce7-d493-4fc0-8371-4e3bb522219f None None] Provisioning complete for port c5424145-b4f6-4436-b6c2-7ffd89c147e2 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:08.549395 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-056bcce7-d493-4fc0-8371-4e3bb522219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:08.581266 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=c5424145-b4f6-4436-b6c2-7ffd89c147e2,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:08.663171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d86e5b4f-18a8-4458-8ee9-08f98fd70b91 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] device_id is not set on port 7e846ebc-54e3-448d-be08-4bb9316f0bd2 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:08.667843 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:08.671953 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:08.694966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:08.708800 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac19a110-52af-49f9-9327-6690c88d0bd2 None None] Sync routers for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:08.724539 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac19a110-52af-49f9-9327-6690c88d0bd2 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:08.725283 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ac19a110-52af-49f9-9327-6690c88d0bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:08.728465 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:08.786410 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:08.786684 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ac19a110-52af-49f9-9327-6690c88d0bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:08.791642 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d8cc4f92-06ad-4824-8001-a9eeaa51149a tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3352966 Dec 09 02:14:08.791810 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:08.791810 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59760) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:08.798760 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac19a110-52af-49f9-9327-6690c88d0bd2 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:08.799762 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ac19a110-52af-49f9-9327-6690c88d0bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:08.800538 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:08.803179 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:08.813679 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-21a56cbf-959a-4417-9f0f-1e504ad101e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7cc7fac828194be29b5a933dc7691318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7572880 Dec 09 02:14:08.835218 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ac19a110-52af-49f9-9327-6690c88d0bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:08.836284 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac19a110-52af-49f9-9327-6690c88d0bd2 None None] The sync data for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:08.856313 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59762) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:08.869307 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Pushing event updated for resources: {'Port': ['ID=cff1edf3-b659-41e7-b809-1492fb088fc6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:08.909852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:08.935134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-d86e5b4f-18a8-4458-8ee9-08f98fd70b91 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Allocated IP 2001:db8::253 (917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1/f6717cce-09ac-4e8b-a95e-d43577a93576/7e846ebc-54e3-448d-be08-4bb9316f0bd2) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:09.006432 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:09.087467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-66adaa8e-b39a-4799-a840-53d0a9354696 None None] Provisioning complete for port c5424145-b4f6-4436-b6c2-7ffd89c147e2 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:09.087995 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-66adaa8e-b39a-4799-a840-53d0a9354696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:09.098447 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Network d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:09.105192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:09.116473 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:09.155192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Pushing event updated for resources: {'Port': ['ID=01d48114-a3e5-4ae8-8f93-acb20e96a0bc,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:09.210658 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:09.219197 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d86e5b4f-18a8-4458-8ee9-08f98fd70b91 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:09.355931 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d86e5b4f-18a8-4458-8ee9-08f98fd70b91 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:09.415919 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5605-adad-4e98-9293-d910de71e44e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:09.437670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e5b4f-18a8-4458-8ee9-08f98fd70b91 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=7e846ebc-54e3-448d-be08-4bb9316f0bd2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:09.451081 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:09.454004 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86e5b4f-18a8-4458-8ee9-08f98fd70b91 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:09.461650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-d86e5b4f-18a8-4458-8ee9-08f98fd70b91 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:09.466620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86e5b4f-18a8-4458-8ee9-08f98fd70b91 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:09.472880 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86e5b4f-18a8-4458-8ee9-08f98fd70b91 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:09.473491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d86e5b4f-18a8-4458-8ee9-08f98fd70b91 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:09.482797 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f29a5ae1-5683-4fe4-80af-ea911087c439 None None] Provisioning complete for port 01d48114-a3e5-4ae8-8f93-acb20e96a0bc triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:09.483345 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f29a5ae1-5683-4fe4-80af-ea911087c439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:09.516568 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d86e5b4f-18a8-4458-8ee9-08f98fd70b91 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8326275 Dec 09 02:14:09.519231 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59768) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:09.531426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f29a5ae1-5683-4fe4-80af-ea911087c439 None None] Port 01d48114-a3e5-4ae8-8f93-acb20e96a0bc cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:09.543345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5605-adad-4e98-9293-d910de71e44e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:09.578201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffc7ba2-c52d-42f7-9ad5-41c11b9c5dfd None None] Network 917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:09.687526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-99e97be1-99e6-4d27-9342-76c50a11ef98 None None] Provisioning complete for port 8a62f9ab-161f-4c57-bd07-4702d1048953 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:09.688194 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e97be1-99e6-4d27-9342-76c50a11ef98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:09.784886 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5605-adad-4e98-9293-d910de71e44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:09.787590 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5605-adad-4e98-9293-d910de71e44e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:09.791748 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5dfd5605-adad-4e98-9293-d910de71e44e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/931c5b01-d693-4cac-b47a-23c3bcf44d02 HTTP/1.1" status: 204 len: 168 time: 0.9312320 Dec 09 02:14:09.862584 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e97be1-99e6-4d27-9342-76c50a11ef98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:09.865621 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd5605-adad-4e98-9293-d910de71e44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931c5b01-d693-4cac-b47a-23c3bcf44d02,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:09.870978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:09.943172 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8a62f9ab-161f-4c57-bd07-4702d1048953 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:14:09.990585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-99e97be1-99e6-4d27-9342-76c50a11ef98 None None] For port 8a62f9ab-161f-4c57-bd07-4702d1048953, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8a62f9ab-161f-4c57-bd07-4702d1048953,segment=NetworkSegment(54e22e03-7b90-4d24-bdde-c14094a2a5f8),segment_id=54e22e03-7b90-4d24-bdde-c14094a2a5f8)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:10.001484 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e97be1-99e6-4d27-9342-76c50a11ef98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:10.070818 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 8a62f9ab-161f-4c57-bd07-4702d1048953 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:10.071845 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:10.243729 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:10.275418 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:10.283474 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4cc5f9b-05d1-4492-a19c-dfcbe43929fb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:10.289927 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:10.291807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59778) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:10.308261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:10.322268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6a7451d-cfe1-4823-bb9e-fd284e3bed96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:10.325871 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:10.386825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e97be1-99e6-4d27-9342-76c50a11ef98 None None] Pushing event updated for resources: {'Port': ['ID=8a62f9ab-161f-4c57-bd07-4702d1048953,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:10.390649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-413d412a-4433-4837-9703-3b973f96c651 None None] Provisioning complete for port 7e846ebc-54e3-448d-be08-4bb9316f0bd2 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:10.391018 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-413d412a-4433-4837-9703-3b973f96c651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:10.443308 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-413d412a-4433-4837-9703-3b973f96c651 None None] Port 7e846ebc-54e3-448d-be08-4bb9316f0bd2 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:10.471224 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c5424145-b4f6-4436-b6c2-7ffd89c147e2 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:14:10.473314 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-413d412a-4433-4837-9703-3b973f96c651 None None] Provisioning complete for port 8a62f9ab-161f-4c57-bd07-4702d1048953 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:10.473435 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-413d412a-4433-4837-9703-3b973f96c651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:10.480548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:10.500618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Pushing event updated for resources: {'Port': ['ID=01d48114-a3e5-4ae8-8f93-acb20e96a0bc,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:10.550180 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Router fd6932ff-e33e-4101-8f90-ee9985cb91ce is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:14:10.578770 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port c5424145-b4f6-4436-b6c2-7ffd89c147e2 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:10.579400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:10.717351 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-10b660d8-8f20-4eb2-972c-25d259858943 None None] Provisioning complete for port 7e846ebc-54e3-448d-be08-4bb9316f0bd2 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:10.717720 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10b660d8-8f20-4eb2-972c-25d259858943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:10.753456 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-10b660d8-8f20-4eb2-972c-25d259858943 None None] Port 7e846ebc-54e3-448d-be08-4bb9316f0bd2 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:10.764309 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:10.769358 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:10.770591 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ecca04f3-d5a5-4fef-8df7-e952860e0f63 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "PUT /v2.0/routers/fd6932ff-e33e-4101-8f90-ee9985cb91ce HTTP/1.1" status: 200 len: 919 time: 3.1571016 Dec 09 02:14:10.773605 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59782) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:10.778470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9757f50-c307-4aea-a5d7-a5d3e98d6d97 None None] Sync routers for ids ['fd6932ff-e33e-4101-8f90-ee9985cb91ce'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:10.789181 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9757f50-c307-4aea-a5d7-a5d3e98d6d97 None None] Routers {'fd6932ff-e33e-4101-8f90-ee9985cb91ce'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:10.789793 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d9757f50-c307-4aea-a5d7-a5d3e98d6d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['fd6932ff-e33e-4101-8f90-ee9985cb91ce'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:10.794355 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Network d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:10.805587 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:10.809236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6a7451d-cfe1-4823-bb9e-fd284e3bed96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:10.824095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d9757f50-c307-4aea-a5d7-a5d3e98d6d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:10.824296 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6a7451d-cfe1-4823-bb9e-fd284e3bed96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:10.834533 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9757f50-c307-4aea-a5d7-a5d3e98d6d97 None None] Routers {'fd6932ff-e33e-4101-8f90-ee9985cb91ce'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:10.835167 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d9757f50-c307-4aea-a5d7-a5d3e98d6d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['fd6932ff-e33e-4101-8f90-ee9985cb91ce'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:10.863837 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Allocated IP 172.20.0.1 (5084aff9-c046-4c9a-bb33-8b64707985b5/af748912-22a0-44db-b98c-1e5301a1aef0/28274526-093d-4638-a5a4-9769336f65bc) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:10.872926 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d9757f50-c307-4aea-a5d7-a5d3e98d6d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:10.873588 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9757f50-c307-4aea-a5d7-a5d3e98d6d97 None None] The sync data for ids ['fd6932ff-e33e-4101-8f90-ee9985cb91ce'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:10.964391 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d6a7451d-cfe1-4823-bb9e-fd284e3bed96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f1f6eec93ea4c5a924f64e7a23a7a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6712704 Dec 09 02:14:10.973212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59786) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:11.004827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7451d-cfe1-4823-bb9e-fd284e3bed96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ba9223-152f-44e6-babd-dd50f1285f93,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:11.028282 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b8d72344-f599-4401-86b8-5a9a5b5afe8c tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "GET /v2.0/routers/fd6932ff-e33e-4101-8f90-ee9985cb91ce HTTP/1.1" status: 200 len: 925 time: 0.2539387 Dec 09 02:14:11.028736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4cc5f9b-05d1-4492-a19c-dfcbe43929fb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:11.031540 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59788) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:11.046706 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4cc5f9b-05d1-4492-a19c-dfcbe43929fb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:11.087689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:11.104158 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c98a17-e2a9-4a94-87b5-1c92a4e6cb72 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:11.108096 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f2c98a17-e2a9-4a94-87b5-1c92a4e6cb72 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&device_id=fd6932ff-e33e-4101-8f90-ee9985cb91ce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0735400 Dec 09 02:14:11.110622 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59790) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:11.130168 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Router 4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:14:11.143109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8301a49-b4e8-4b9e-930f-d2b3bfb17391 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:11.158216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc5f9b-05d1-4492-a19c-dfcbe43929fb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=7e846ebc-54e3-448d-be08-4bb9316f0bd2,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:11.182710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-bae9fabd-5e6c-4763-898c-8d0e2c508913 None None] Provisioning complete for port 01d48114-a3e5-4ae8-8f93-acb20e96a0bc triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:11.183246 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bae9fabd-5e6c-4763-898c-8d0e2c508913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:11.202415 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:11.227402 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bae9fabd-5e6c-4763-898c-8d0e2c508913 None None] Port 01d48114-a3e5-4ae8-8f93-acb20e96a0bc cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:11.236102 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8301a49-b4e8-4b9e-930f-d2b3bfb17391 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:11.264440 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 5084aff9-c046-4c9a-bb33-8b64707985b5 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:11.270517 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:11.277041 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c955b85-41b6-4abd-b21e-4e0909c41d2f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:11.278444 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0c955b85-41b6-4abd-b21e-4e0909c41d2f tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "GET /v2.0/networks/68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 HTTP/1.1" status: 200 len: 881 time: 0.1667895 Dec 09 02:14:11.279322 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:11.283503 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59792) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:11.319220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=28274526-093d-4638-a5a4-9769336f65bc,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:11.345308 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a5dc200f-b705-4b31-bb6e-b8e401c17f71 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd6932ff-e33e-4101-8f90-ee9985cb91ce HTTP/1.1" status: 200 len: 205 time: 0.0573778 Dec 09 02:14:11.346274 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59794) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:11.380110 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:11.381617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4cc5f9b-05d1-4492-a19c-dfcbe43929fb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:11.389954 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dca8d4b8-c056-453d-a219-8879131904bc tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] 10.222.0.43 "PUT /v2.0/routers/4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8321955 Dec 09 02:14:11.391299 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59798) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:11.392684 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:11.397407 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-1063486e-9b03-46af-b92f-30864d511641 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Request body: {'port': {'network_id': 'd312b02c-e91b-4fc2-aed5-d59b0e5a2ba2', 'name': 'tempest-FloatingIPNegativeTestJSON-1689831579'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:11.400055 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ef951-ab73-4c9a-a5d0-dfbad5f14dd9 None None] Sync routers for ids ['4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:11.416235 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ef951-ab73-4c9a-a5d0-dfbad5f14dd9 None None] Routers {'4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:11.417074 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c03ef951-ab73-4c9a-a5d0-dfbad5f14dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:11.456035 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c03ef951-ab73-4c9a-a5d0-dfbad5f14dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:11.458210 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-510f4a86-36e9-4111-929a-8cad5a06f260 None None] Provisioning complete for port 7e846ebc-54e3-448d-be08-4bb9316f0bd2 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:11.459415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-510f4a86-36e9-4111-929a-8cad5a06f260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:11.469537 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ef951-ab73-4c9a-a5d0-dfbad5f14dd9 None None] Routers {'4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:11.470510 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c03ef951-ab73-4c9a-a5d0-dfbad5f14dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:11.505905 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c03ef951-ab73-4c9a-a5d0-dfbad5f14dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:11.506903 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ef951-ab73-4c9a-a5d0-dfbad5f14dd9 None None] The sync data for ids ['4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:11.526148 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-510f4a86-36e9-4111-929a-8cad5a06f260 None None] Port 7e846ebc-54e3-448d-be08-4bb9316f0bd2 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:11.558873 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8301a49-b4e8-4b9e-930f-d2b3bfb17391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:11.561644 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8301a49-b4e8-4b9e-930f-d2b3bfb17391 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:11.562800 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d8301a49-b4e8-4b9e-930f-d2b3bfb17391 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4ba9223-152f-44e6-babd-dd50f1285f93 HTTP/1.1" status: 204 len: 168 time: 0.5878441 Dec 09 02:14:11.594793 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8301a49-b4e8-4b9e-930f-d2b3bfb17391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ba9223-152f-44e6-babd-dd50f1285f93,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:11.643790 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4cc5f9b-05d1-4492-a19c-dfcbe43929fb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:11.683486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1063486e-9b03-46af-b92f-30864d511641 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Made reservation on behalf of 1c83b06a8147449e8d9f72e27c51c0af for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:11.687141 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1063486e-9b03-46af-b92f-30864d511641 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:11.736247 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-1063486e-9b03-46af-b92f-30864d511641 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] device_id is not set on port 8dc7ea35-4f76-40a2-b8c7-9f0f69ea6259 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:11.746726 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8a62f9ab-161f-4c57-bd07-4702d1048953 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:14:11.819824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 8a62f9ab-161f-4c57-bd07-4702d1048953 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:11.820382 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:11.910137 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c4e30c1-37ed-4d92-8efc-a88d0e632401 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:11.989392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-1063486e-9b03-46af-b92f-30864d511641 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Allocated IP 172.20.0.12 (d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2/570a12cc-0785-4879-a47a-ed68f09a708c/8dc7ea35-4f76-40a2-b8c7-9f0f69ea6259) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:12.036217 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.101368 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59808) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:12.113854 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c4e30c1-37ed-4d92-8efc-a88d0e632401 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.127603 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64fd6f95-3b20-4d06-b1ec-418ac7eec769 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.363825 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e30c1-37ed-4d92-8efc-a88d0e632401 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Deleting port cff1edf3-b659-41e7-b809-1492fb088fc6 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:12.364057 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c4e30c1-37ed-4d92-8efc-a88d0e632401 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.402670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4cc5f9b-05d1-4492-a19c-dfcbe43929fb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.428373 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4cc5f9b-05d1-4492-a19c-dfcbe43929fb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.429140 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4cc5f9b-05d1-4492-a19c-dfcbe43929fb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.444592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64fd6f95-3b20-4d06-b1ec-418ac7eec769 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.456736 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64fd6f95-3b20-4d06-b1ec-418ac7eec769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.522330 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc5f9b-05d1-4492-a19c-dfcbe43929fb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=7e846ebc-54e3-448d-be08-4bb9316f0bd2,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:12.538421 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c4e30c1-37ed-4d92-8efc-a88d0e632401 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.546170 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-64fd6f95-3b20-4d06-b1ec-418ac7eec769 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02f35253020d44cab410a4fce89a3bce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4397748 Dec 09 02:14:12.547042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59810) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:12.555120 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd6f95-3b20-4d06-b1ec-418ac7eec769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf521996-450d-4990-bf01-c4d5f5740b62,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:12.564044 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e30c1-37ed-4d92-8efc-a88d0e632401 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Calling delete_port for cff1edf3-b659-41e7-b809-1492fb088fc6 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:12.586610 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.617791 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1063486e-9b03-46af-b92f-30864d511641 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.623860 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.662893 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cc5f9b-05d1-4492-a19c-dfcbe43929fb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:12.671327 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-b4cc5f9b-05d1-4492-a19c-dfcbe43929fb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:12.676663 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-09706463-c9e0-4ff8-89e0-881c6019d919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.769328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-09706463-c9e0-4ff8-89e0-881c6019d919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.774036 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=28274526-093d-4638-a5a4-9769336f65bc,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:12.779842 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1063486e-9b03-46af-b92f-30864d511641 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.783859 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.870186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1063486e-9b03-46af-b92f-30864d511641 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Network d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:12.880378 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063486e-9b03-46af-b92f-30864d511641 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Pushing event updated for resources: {'Port': ['ID=8dc7ea35-4f76-40a2-b8c7-9f0f69ea6259,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:12.884713 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-1063486e-9b03-46af-b92f-30864d511641 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:12.886467 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1063486e-9b03-46af-b92f-30864d511641 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:12.935338 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c4e30c1-37ed-4d92-8efc-a88d0e632401 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.939825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-09706463-c9e0-4ff8-89e0-881c6019d919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.942512 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-09706463-c9e0-4ff8-89e0-881c6019d919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.946524 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-09706463-c9e0-4ff8-89e0-881c6019d919 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf521996-450d-4990-bf01-c4d5f5740b62 HTTP/1.1" status: 204 len: 168 time: 0.3960121 Dec 09 02:14:12.962476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1063486e-9b03-46af-b92f-30864d511641 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:12.962762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e30c1-37ed-4d92-8efc-a88d0e632401 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Pushing event deleted for resources: {'Port': ['ID=cff1edf3-b659-41e7-b809-1492fb088fc6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:12.963186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1063486e-9b03-46af-b92f-30864d511641 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:12.973468 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cc5f9b-05d1-4492-a19c-dfcbe43929fb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router 084be4fc-b219-4254-8b56-e88a9206f342 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:14:12.978869 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09706463-c9e0-4ff8-89e0-881c6019d919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf521996-450d-4990-bf01-c4d5f5740b62,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:12.989417 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 5084aff9-c046-4c9a-bb33-8b64707985b5 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:13.012611 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:13.018258 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1063486e-9b03-46af-b92f-30864d511641 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6246533 Dec 09 02:14:13.018586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59818) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:13.070199 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:13.078710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-08a14a21-54a0-4bab-89d7-8094ebe12722 None None] Provisioning complete for port 7e846ebc-54e3-448d-be08-4bb9316f0bd2 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:13.079210 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-08a14a21-54a0-4bab-89d7-8094ebe12722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:13.143552 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c4e30c1-37ed-4d92-8efc-a88d0e632401 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:13.152347 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-08a14a21-54a0-4bab-89d7-8094ebe12722 None None] Port 7e846ebc-54e3-448d-be08-4bb9316f0bd2 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:13.159024 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cc5f9b-05d1-4492-a19c-dfcbe43929fb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:13.172083 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b4cc5f9b-05d1-4492-a19c-dfcbe43929fb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/084be4fc-b219-4254-8b56-e88a9206f342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6513407 Dec 09 02:14:13.172914 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59820) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:13.173894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ed009-9e3b-4b02-a454-871c8dfb5f6f None None] Sync routers for ids ['084be4fc-b219-4254-8b56-e88a9206f342'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:13.189246 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ed009-9e3b-4b02-a454-871c8dfb5f6f None None] Routers {'084be4fc-b219-4254-8b56-e88a9206f342'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:13.189872 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-579ed009-9e3b-4b02-a454-871c8dfb5f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['084be4fc-b219-4254-8b56-e88a9206f342'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:13.229725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff8cd65-520f-4fc8-87d4-b5154d871794 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:13.230291 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-579ed009-9e3b-4b02-a454-871c8dfb5f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:13.236195 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-eff8cd65-520f-4fc8-87d4-b5154d871794 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports/7e846ebc-54e3-448d-be08-4bb9316f0bd2 HTTP/1.1" status: 200 len: 983 time: 0.0593901 Dec 09 02:14:13.238309 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59824) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:13.246332 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ed009-9e3b-4b02-a454-871c8dfb5f6f None None] Routers {'084be4fc-b219-4254-8b56-e88a9206f342'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:13.247335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-579ed009-9e3b-4b02-a454-871c8dfb5f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['084be4fc-b219-4254-8b56-e88a9206f342'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:13.248834 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:13.297211 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c4e30c1-37ed-4d92-8efc-a88d0e632401 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:13.299840 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-579ed009-9e3b-4b02-a454-871c8dfb5f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:13.301131 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ed009-9e3b-4b02-a454-871c8dfb5f6f None None] The sync data for ids ['084be4fc-b219-4254-8b56-e88a9206f342'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:13.301809 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c4e30c1-37ed-4d92-8efc-a88d0e632401 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:13.331867 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-7d66db57-e51f-47d3-b1c2-e088d93f7dc6 None None] Provisioning complete for port 8dc7ea35-4f76-40a2-b8c7-9f0f69ea6259 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:13.332357 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7d66db57-e51f-47d3-b1c2-e088d93f7dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:13.349268 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router a73c5c39-9162-46ee-9bf6-ba0fe79858ff has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:13.393413 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7d66db57-e51f-47d3-b1c2-e088d93f7dc6 None None] Port 8dc7ea35-4f76-40a2-b8c7-9f0f69ea6259 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:13.398388 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c4e30c1-37ed-4d92-8efc-a88d0e632401 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:13.399033 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4e30c1-37ed-4d92-8efc-a88d0e632401 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Fanout notify agent at l3_agent the message router_deleted on router fd6932ff-e33e-4101-8f90-ee9985cb91ce {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:14:13.410084 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c4e30c1-37ed-4d92-8efc-a88d0e632401 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:13.414755 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3c4e30c1-37ed-4d92-8efc-a88d0e632401 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "DELETE /v2.0/routers/fd6932ff-e33e-4101-8f90-ee9985cb91ce HTTP/1.1" status: 204 len: 168 time: 2.0645912 Dec 09 02:14:13.415585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59830) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:13.423817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-002eff9c-cce2-44e5-9d03-c545008f7fd9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-283003599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:13.492637 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:13.500889 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1de7adc3-d0f4-434c-b175-315264c0677d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "PUT /v2.0/routers/a73c5c39-9162-46ee-9bf6-ba0fe79858ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7094848 Dec 09 02:14:13.501466 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59836) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:13.506491 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6cc1a8ee-6c02-4e34-99b2-0ba32b84ed09 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'port': {'network_id': '5084aff9-c046-4c9a-bb33-8b64707985b5', 'name': 'tempest-FloatingIPTestJSON-67520962'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:13.506629 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb83977-2124-493b-94da-90c4d5be099d None None] Sync routers for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:13.517691 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb83977-2124-493b-94da-90c4d5be099d None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:13.518813 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4fb83977-2124-493b-94da-90c4d5be099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:13.540686 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-002eff9c-cce2-44e5-9d03-c545008f7fd9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:13.541725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-002eff9c-cce2-44e5-9d03-c545008f7fd9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:13.567842 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4fb83977-2124-493b-94da-90c4d5be099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:13.580634 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb83977-2124-493b-94da-90c4d5be099d None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:13.581600 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4fb83977-2124-493b-94da-90c4d5be099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:13.614186 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4fb83977-2124-493b-94da-90c4d5be099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:13.615991 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb83977-2124-493b-94da-90c4d5be099d None None] The sync data for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:13.629528 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-002eff9c-cce2-44e5-9d03-c545008f7fd9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:13.655268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-002eff9c-cce2-44e5-9d03-c545008f7fd9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:13.657930 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc1a8ee-6c02-4e34-99b2-0ba32b84ed09 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Made reservation on behalf of fd4a8d8a012748ba83cf0bc803d05c13 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:13.666657 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a8ee-6c02-4e34-99b2-0ba32b84ed09 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:13.688963 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-6cc1a8ee-6c02-4e34-99b2-0ba32b84ed09 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] device_id is not set on port 80584e0d-c0ed-4f74-8ad5-52d2cfadf207 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:13.698114 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-002eff9c-cce2-44e5-9d03-c545008f7fd9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:13.699635 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-002eff9c-cce2-44e5-9d03-c545008f7fd9 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2818198 Dec 09 02:14:13.702459 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59844) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:13.711145 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'enable_snat': False}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:13.717213 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:13.839676 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-6cc1a8ee-6c02-4e34-99b2-0ba32b84ed09 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Allocated IP 172.20.0.7 (5084aff9-c046-4c9a-bb33-8b64707985b5/af748912-22a0-44db-b98c-1e5301a1aef0/80584e0d-c0ed-4f74-8ad5-52d2cfadf207) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:14.015143 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a8ee-6c02-4e34-99b2-0ba32b84ed09 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:14.054693 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a8ee-6c02-4e34-99b2-0ba32b84ed09 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:14.077392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:14.108538 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:14.113209 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc1a8ee-6c02-4e34-99b2-0ba32b84ed09 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 5084aff9-c046-4c9a-bb33-8b64707985b5 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:14.133892 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1a8ee-6c02-4e34-99b2-0ba32b84ed09 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=80584e0d-c0ed-4f74-8ad5-52d2cfadf207,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:14.138521 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-6cc1a8ee-6c02-4e34-99b2-0ba32b84ed09 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:14.145701 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc1a8ee-6c02-4e34-99b2-0ba32b84ed09 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:14.180421 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Allocated IP 172.26.3.186 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/d9f05b9c-6704-4193-89ce-7a5363064f16) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:14.206330 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc1a8ee-6c02-4e34-99b2-0ba32b84ed09 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:14.207150 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a8ee-6c02-4e34-99b2-0ba32b84ed09 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:14.232643 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6cc1a8ee-6c02-4e34-99b2-0ba32b84ed09 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.7300141 Dec 09 02:14:14.233323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59862) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:14.258188 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-7332d373-bc99-4d6f-98a2-d407bc8a10a3 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'port': {'network_id': '5084aff9-c046-4c9a-bb33-8b64707985b5', 'name': 'tempest-FloatingIPTestJSON-243191388'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:14.344128 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-748edffd-f2d7-4a91-8446-ca5b110ab276 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:14.517572 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59872) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:14.671129 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-25d273e7-71b0-4e97-a36d-8be30f035e76 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-110183685'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:14.693522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d273e7-71b0-4e97-a36d-8be30f035e76 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Made reservation on behalf of 88021382a7de46f0a4f30d4fbb341f26 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:14.697167 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25d273e7-71b0-4e97-a36d-8be30f035e76 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:14.706341 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25d273e7-71b0-4e97-a36d-8be30f035e76 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:14.788968 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25d273e7-71b0-4e97-a36d-8be30f035e76 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:14.793105 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25d273e7-71b0-4e97-a36d-8be30f035e76 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:14.827347 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d273e7-71b0-4e97-a36d-8be30f035e76 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:14.834229 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d273e7-71b0-4e97-a36d-8be30f035e76 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af215e5-f6e2-45b0-97c3-ce49d2c14022,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:14.843409 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25d273e7-71b0-4e97-a36d-8be30f035e76 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:14.843749 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-25d273e7-71b0-4e97-a36d-8be30f035e76 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Added segment 4afa0f84-06b6-4b19-891d-cc4129d3f585 of type vlan for network d2864675-d6cb-4619-925c-f4110c2e9a11 Dec 09 02:14:14.892028 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25d273e7-71b0-4e97-a36d-8be30f035e76 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:14.901337 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:14.919845 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7332d373-bc99-4d6f-98a2-d407bc8a10a3 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Made reservation on behalf of fd4a8d8a012748ba83cf0bc803d05c13 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:14.920742 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25d273e7-71b0-4e97-a36d-8be30f035e76 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:14.923289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7332d373-bc99-4d6f-98a2-d407bc8a10a3 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:14.926900 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d273e7-71b0-4e97-a36d-8be30f035e76 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:14.927944 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25d273e7-71b0-4e97-a36d-8be30f035e76 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:14.987892 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-25d273e7-71b0-4e97-a36d-8be30f035e76 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4691243 Dec 09 02:14:14.996977 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-7332d373-bc99-4d6f-98a2-d407bc8a10a3 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] device_id is not set on port 5f56c757-86f1-48f0-b893-00ce9f37aa6a yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:15.002576 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d273e7-71b0-4e97-a36d-8be30f035e76 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Pushing event updated for resources: {'Network': ['ID=d2864675-d6cb-4619-925c-f4110c2e9a11,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:15.019280 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network d2864675-d6cb-4619-925c-f4110c2e9a11 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:15.110585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:15.221503 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59884) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:15.226362 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Request body: {'port': {'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11', 'binding:host_id': 'hv-neutron-8048', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1960714633'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:15.231689 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:15.241317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:15.247248 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:15.248042 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Made reservation on behalf of b428a553e495467a85b871087128cdc0 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:15.250375 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:15.259834 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:15.268036 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Pushing event updated for resources: {'Port': ['ID=d9f05b9c-6704-4193-89ce-7a5363064f16,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:15.271918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:15.279500 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:15.317710 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-7332d373-bc99-4d6f-98a2-d407bc8a10a3 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Allocated IP 172.20.0.9 (5084aff9-c046-4c9a-bb33-8b64707985b5/af748912-22a0-44db-b98c-1e5301a1aef0/5f56c757-86f1-48f0-b893-00ce9f37aa6a) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:15.337851 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:15.342480 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:15.347900 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] device_id is not set on port b5bf074c-d2f5-49ea-8ccc-71e29843f554 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:15.416904 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9239ea1d-8489-4586-90a4-5bdc041be097,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:15.433433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-748edffd-f2d7-4a91-8446-ca5b110ab276 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port 7e846ebc-54e3-448d-be08-4bb9316f0bd2 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:15.433904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-748edffd-f2d7-4a91-8446-ca5b110ab276 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:15.567119 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] device_id is not set on port b5bf074c-d2f5-49ea-8ccc-71e29843f554 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:15.581542 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:15.587814 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:15.632996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Allocated IP 172.26.3.219 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/7eed3ace-fbe3-4b1c-bd68-99a4161a3dd6) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:15.641149 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:15.645222 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Pushing event updated for resources: {'Port': ['ID=b5bf074c-d2f5-49ea-8ccc-71e29843f554,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:15.654315 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Checking segment: {'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:15.654682 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Network hostable DHCP agents. Network: d2864675-d6cb-4619-925c-f4110c2e9a11, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:14:15.675999 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-748edffd-f2d7-4a91-8446-ca5b110ab276 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:15.676505 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Network d2864675-d6cb-4619-925c-f4110c2e9a11 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:14:15.686045 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, d2864675-d6cb-4619-925c-f4110c2e9a11) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:15.691234 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:15.695356 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2588b6-2b83-46f3-95a0-8c4e5aa77345 None None] Network d2864675-d6cb-4619-925c-f4110c2e9a11 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:15.711668 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:15.712569 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:15.712569 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:15.717085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:15.717481 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:15.717923 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 2 to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 Dec 09 02:14:15.730859 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:15.731280 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:15.731739 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:15.736496 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:15.736896 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:15.737346 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 3 to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 Dec 09 02:14:15.751064 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:15.751398 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:15.751813 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:15.756115 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:15.756436 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:15.756823 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 4 to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 Dec 09 02:14:15.765610 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-748edffd-f2d7-4a91-8446-ca5b110ab276 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for 7e846ebc-54e3-448d-be08-4bb9316f0bd2 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:15.768655 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:15.769055 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:15.769393 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:15.773624 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:15.773946 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:15.774651 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 5 to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 Dec 09 02:14:15.788215 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:15.788549 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:15.788885 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:15.793327 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:15.793778 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:15.794195 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:15.794587 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 6 to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 Dec 09 02:14:15.807486 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:15.807906 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:15.808244 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:15.812476 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:15.812797 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:15.813175 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 7 to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 Dec 09 02:14:15.825081 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:15.825466 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:15.825797 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:15.829953 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:15.830269 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:15.830643 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 8 to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 Dec 09 02:14:15.831144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7332d373-bc99-4d6f-98a2-d407bc8a10a3 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:15.842592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:15.842924 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:15.843250 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:15.847442 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:15.847774 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:15.848153 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 9 to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 Dec 09 02:14:15.860395 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:15.860722 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:15.861047 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:15.865124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:15.865443 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:15.865820 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 10 to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 Dec 09 02:14:15.876976 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:15.877302 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:15.877629 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:15.881752 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:15.882073 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b5bf074c-d2f5-49ea-8ccc-71e29843f554 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:15.882427 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:15.945228 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] For port b5bf074c-d2f5-49ea-8ccc-71e29843f554, host hv-neutron-8048, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:14:15.945605 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempted to set empty binding levels {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 02:14:15.950735 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:15.983220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:15.984127 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.007072 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 0.7820303 Dec 09 02:14:16.007797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.009450 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59890) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:16.034381 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7332d373-bc99-4d6f-98a2-d407bc8a10a3 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.043093 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e45480-7b1b-4120-9256-1225c5948d4d tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Pushing event updated for resources: {'Port': ['ID=b5bf074c-d2f5-49ea-8ccc-71e29843f554,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:16.102286 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c34e2-224e-4ef1-89d6-ea592695ceb0 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Deleting port b5bf074c-d2f5-49ea-8ccc-71e29843f554 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:16.103545 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ae6c34e2-224e-4ef1-89d6-ea592695ceb0 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.124957 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7332d373-bc99-4d6f-98a2-d407bc8a10a3 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 5084aff9-c046-4c9a-bb33-8b64707985b5 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:16.146226 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-7332d373-bc99-4d6f-98a2-d407bc8a10a3 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:16.152684 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332d373-bc99-4d6f-98a2-d407bc8a10a3 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=5f56c757-86f1-48f0-b893-00ce9f37aa6a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:16.165610 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7332d373-bc99-4d6f-98a2-d407bc8a10a3 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:16.171661 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-ae6c34e2-224e-4ef1-89d6-ea592695ceb0 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] For port b5bf074c-d2f5-49ea-8ccc-71e29843f554, host hv-neutron-8048, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:16.172110 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ae6c34e2-224e-4ef1-89d6-ea592695ceb0 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.186010 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c34e2-224e-4ef1-89d6-ea592695ceb0 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Calling delete_port for b5bf074c-d2f5-49ea-8ccc-71e29843f554 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:16.257909 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.269105 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ae6c34e2-224e-4ef1-89d6-ea592695ceb0 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.299444 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c34e2-224e-4ef1-89d6-ea592695ceb0 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5bf074c-d2f5-49ea-8ccc-71e29843f554,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:16.305078 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ae6c34e2-224e-4ef1-89d6-ea592695ceb0 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.311141 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ae6c34e2-224e-4ef1-89d6-ea592695ceb0 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] 10.222.0.43 "DELETE /v2.0/ports/b5bf074c-d2f5-49ea-8ccc-71e29843f554 HTTP/1.1" status: 204 len: 168 time: 0.2983837 Dec 09 02:14:16.311274 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7332d373-bc99-4d6f-98a2-d407bc8a10a3 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:16.311274 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7332d373-bc99-4d6f-98a2-d407bc8a10a3 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.311538 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59894) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:16.336532 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-efec84a3-dd30-44d7-907e-d33d4f9db478 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] GET failed (client error): The resource could not be found. Dec 09 02:14:16.341911 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-efec84a3-dd30-44d7-907e-d33d4f9db478 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] 10.222.0.43 "GET /v2.0/ports/b5bf074c-d2f5-49ea-8ccc-71e29843f554 HTTP/1.1" status: 404 len: 333 time: 0.0260584 Dec 09 02:14:16.342169 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59896) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:16.347143 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e2f0eb3e-1001-4f15-9371-6c0128fad7a1 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Request body: {'port': {'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1272812314'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:16.347750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-748edffd-f2d7-4a91-8446-ca5b110ab276 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.354295 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.358007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:16.363206 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Pushing event updated for resources: {'Port': ['ID=7eed3ace-fbe3-4b1c-bd68-99a4161a3dd6,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:16.365527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.367465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:16.381069 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f0eb3e-1001-4f15-9371-6c0128fad7a1 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Made reservation on behalf of b428a553e495467a85b871087128cdc0 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:16.381253 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:16.383506 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2f0eb3e-1001-4f15-9371-6c0128fad7a1 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.387518 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7332d373-bc99-4d6f-98a2-d407bc8a10a3 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1401753 Dec 09 02:14:16.392727 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59898) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:16.397020 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '5f56c757-86f1-48f0-b893-00ce9f37aa6a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:16.414986 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-e2f0eb3e-1001-4f15-9371-6c0128fad7a1 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] device_id is not set on port b8f5638f-69bb-4adf-b579-81b907bba6f8 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:16.427498 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748edffd-f2d7-4a91-8446-ca5b110ab276 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=7e846ebc-54e3-448d-be08-4bb9316f0bd2,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:16.454606 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.631807 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2f0eb3e-1001-4f15-9371-6c0128fad7a1 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.662276 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.677438 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.708767 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-748edffd-f2d7-4a91-8446-ca5b110ab276 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.717749 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.721190 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6588497 Dec 09 02:14:16.724728 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59904) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:16.733609 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-935f71a4-244d-451c-b055-5e820b17a051 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Request body: {'floatingip': {'port_id': '8dc7ea35-4f76-40a2-b8c7-9f0f69ea6259', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:16.734445 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae551bb-c903-402c-9e5a-be5facb48ef0 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Pushing event updated for resources: {'Port': ['ID=d9f05b9c-6704-4193-89ce-7a5363064f16,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:16.736684 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2f0eb3e-1001-4f15-9371-6c0128fad7a1 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:16.892600 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-10f588dd-f11c-4c4b-88bb-d9667eb9db22 req-26ad2264-3924-4eb6-ba73-8c02e3e1e2d1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1655984 Dec 09 02:14:17.034915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748edffd-f2d7-4a91-8446-ca5b110ab276 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router 084be4fc-b219-4254-8b56-e88a9206f342 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:17.039758 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:17.089145 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-935f71a4-244d-451c-b055-5e820b17a051 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for floatingip, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:17.091806 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f588dd-f11c-4c4b-88bb-d9667eb9db22 req-886ebfc4-061b-45e4-8bc3-d795e3e1404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:17.093290 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-10f588dd-f11c-4c4b-88bb-d9667eb9db22 req-886ebfc4-061b-45e4-8bc3-d795e3e1404b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96fbca53361f400f82ff2c4ab6a8c54c&device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 1099 time: 0.1336522 Dec 09 02:14:17.147782 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f0eb3e-1001-4f15-9371-6c0128fad7a1 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Network d2864675-d6cb-4619-925c-f4110c2e9a11 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:17.176157 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e2f0eb3e-1001-4f15-9371-6c0128fad7a1 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:17.189548 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f0eb3e-1001-4f15-9371-6c0128fad7a1 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:17.190484 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f0eb3e-1001-4f15-9371-6c0128fad7a1 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:17.191078 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2f0eb3e-1001-4f15-9371-6c0128fad7a1 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:17.226925 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0eb3e-1001-4f15-9371-6c0128fad7a1 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Pushing event updated for resources: {'Port': ['ID=b8f5638f-69bb-4adf-b579-81b907bba6f8,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:17.261924 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e2f0eb3e-1001-4f15-9371-6c0128fad7a1 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9186900 Dec 09 02:14:17.263338 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Allocated IP 172.26.3.137 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/0c2f3e77-0849-42b0-bf6f-30f77b5dc4f0) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:17.267394 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59908) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:17.276165 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8048'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:17.316086 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-935f71a4-244d-451c-b055-5e820b17a051 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] update failed (client error): The resource could not be found. Dec 09 02:14:17.317054 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-935f71a4-244d-451c-b055-5e820b17a051 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] 10.222.0.43 "PUT /v2.0/floatingips/44dff182-d88d-47f6-a605-8d40d83bd32c HTTP/1.1" status: 404 len: 507 time: 0.5896471 Dec 09 02:14:17.330691 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59910) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:17.468584 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:17.563002 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:17.563263 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748edffd-f2d7-4a91-8446-ca5b110ab276 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:17.572975 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-748edffd-f2d7-4a91-8446-ca5b110ab276 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/084be4fc-b219-4254-8b56-e88a9206f342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3331995 Dec 09 02:14:17.576372 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59914) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:17.580673 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f4a406-bc25-4827-98e6-3abf28682f09 None None] Sync routers for ids ['084be4fc-b219-4254-8b56-e88a9206f342'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:17.591370 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f4a406-bc25-4827-98e6-3abf28682f09 None None] Routers {'084be4fc-b219-4254-8b56-e88a9206f342'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:17.593043 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f5f4a406-bc25-4827-98e6-3abf28682f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['084be4fc-b219-4254-8b56-e88a9206f342'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:17.630534 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f5f4a406-bc25-4827-98e6-3abf28682f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:17.642506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f4a406-bc25-4827-98e6-3abf28682f09 None None] Routers {'084be4fc-b219-4254-8b56-e88a9206f342'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:17.643334 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f5f4a406-bc25-4827-98e6-3abf28682f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['084be4fc-b219-4254-8b56-e88a9206f342'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:17.650659 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f588dd-f11c-4c4b-88bb-d9667eb9db22 req-cb17713a-6213-4d0f-9cda-15e28c990338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:17.652157 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-10f588dd-f11c-4c4b-88bb-d9667eb9db22 req-cb17713a-6213-4d0f-9cda-15e28c990338 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d961835d-340c-4d5a-8246-eef81d928029 HTTP/1.1" status: 200 len: 912 time: 0.5118654 Dec 09 02:14:17.677415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f5f4a406-bc25-4827-98e6-3abf28682f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:17.678111 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f4a406-bc25-4827-98e6-3abf28682f09 None None] The sync data for ids ['084be4fc-b219-4254-8b56-e88a9206f342'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:17.745718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:17.752057 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:17.760585 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-10f588dd-f11c-4c4b-88bb-d9667eb9db22 req-c3ebe548-c7ec-4e3d-8af3-af38e313d1f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8286da8-8b63-467f-b08e-b08e7018c377 HTTP/1.1" status: 200 len: 1002 time: 0.0768130 Dec 09 02:14:17.791052 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e303996e-331d-4ceb-9064-2a380f8ddaf4 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Deleting port d9f05b9c-6704-4193-89ce-7a5363064f16 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:17.791400 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e303996e-331d-4ceb-9064-2a380f8ddaf4 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:17.871682 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:17.875703 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f588dd-f11c-4c4b-88bb-d9667eb9db22 req-58af6d83-4596-421c-88a4-64b23e2ff72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:17.877152 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-10f588dd-f11c-4c4b-88bb-d9667eb9db22 req-58af6d83-4596-421c-88a4-64b23e2ff72d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bfbc8e1d-7b26-476b-a388-dadd8be65914 HTTP/1.1" status: 200 len: 850 time: 0.0848439 Dec 09 02:14:17.946423 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f588dd-f11c-4c4b-88bb-d9667eb9db22 req-ce482929-3a2e-4296-85dd-5e60e3de3554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:17.946556 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-10f588dd-f11c-4c4b-88bb-d9667eb9db22 req-ce482929-3a2e-4296-85dd-5e60e3de3554 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d961835d-340c-4d5a-8246-eef81d928029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0514503 Dec 09 02:14:17.953904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Router 35697f77-c3b0-4cef-b181-c486f82d34f8 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:14:17.984364 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:18.015184 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-60b947e6-272d-4f18-833b-677c28bc7fec tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] remove_router_interface failed (client error): The resource could not be found. Dec 09 02:14:18.016254 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-60b947e6-272d-4f18-833b-677c28bc7fec tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/084be4fc-b219-4254-8b56-e88a9206f342/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4379957 Dec 09 02:14:18.021713 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:18.025520 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59918) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:18.055288 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:18.063056 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=0c2f3e77-0849-42b0-bf6f-30f77b5dc4f0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:18.110746 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4c14bb67-d817-405e-96c0-fef16e10c538 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports?device_id=084be4fc-b219-4254-8b56-e88a9206f342 HTTP/1.1" status: 200 len: 205 time: 0.0801916 Dec 09 02:14:18.117229 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59920) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:18.122115 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e303996e-331d-4ceb-9064-2a380f8ddaf4 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.122451 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e303996e-331d-4ceb-9064-2a380f8ddaf4 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.127166 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-10f588dd-f11c-4c4b-88bb-d9667eb9db22 req-5503063a-52a6-4786-9d5b-71d0847ecf2d service neutron] 10.222.0.45 "GET /v2.0/networks/d961835d-340c-4d5a-8246-eef81d928029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704972 Dec 09 02:14:18.137383 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] device_id is not set on port b8f5638f-69bb-4adf-b579-81b907bba6f8 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:18.152689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e303996e-331d-4ceb-9064-2a380f8ddaf4 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Calling delete_port for d9f05b9c-6704-4193-89ce-7a5363064f16 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:18.155320 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.183821 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.234642 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:18.241649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.242355 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2275a0df-5796-416e-9381-491e0d1fa3a2 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "PUT /v2.0/routers/35697f77-c3b0-4cef-b181-c486f82d34f8 HTTP/1.1" status: 200 len: 919 time: 4.5352533 Dec 09 02:14:18.245440 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0df5a0-ff9d-4ea3-9621-3febf6beb9c9 None None] Sync routers for ids ['35697f77-c3b0-4cef-b181-c486f82d34f8'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:18.246327 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8b1b70f9-4ca6-4405-9610-4aaabd1a9e9f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.250642 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59922) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:18.257197 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0df5a0-ff9d-4ea3-9621-3febf6beb9c9 None None] Routers {'35697f77-c3b0-4cef-b181-c486f82d34f8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:18.260234 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9e0df5a0-ff9d-4ea3-9621-3febf6beb9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['35697f77-c3b0-4cef-b181-c486f82d34f8'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:18.310687 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9e0df5a0-ff9d-4ea3-9621-3febf6beb9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:18.321302 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0df5a0-ff9d-4ea3-9621-3febf6beb9c9 None None] Routers {'35697f77-c3b0-4cef-b181-c486f82d34f8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:18.322534 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9e0df5a0-ff9d-4ea3-9621-3febf6beb9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['35697f77-c3b0-4cef-b181-c486f82d34f8'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:18.363222 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9e0df5a0-ff9d-4ea3-9621-3febf6beb9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:18.364169 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0df5a0-ff9d-4ea3-9621-3febf6beb9c9 None None] The sync data for ids ['35697f77-c3b0-4cef-b181-c486f82d34f8'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:18.413483 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Pushing event updated for resources: {'Port': ['ID=b8f5638f-69bb-4adf-b579-81b907bba6f8,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:18.423709 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-10f588dd-f11c-4c4b-88bb-d9667eb9db22 req-c23f9cdd-0816-48c3-892a-d10596220378 service neutron] 10.222.0.45 "GET /v2.0/networks/d961835d-340c-4d5a-8246-eef81d928029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646873 Dec 09 02:14:18.429474 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8b1b70f9-4ca6-4405-9610-4aaabd1a9e9f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.431685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8b1b70f9-4ca6-4405-9610-4aaabd1a9e9f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.479154 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:18.479520 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:18.479905 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:18.480327 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8b1b70f9-4ca6-4405-9610-4aaabd1a9e9f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.481339 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1b70f9-4ca6-4405-9610-4aaabd1a9e9f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Fanout notify agent at l3_agent the message router_deleted on router 084be4fc-b219-4254-8b56-e88a9206f342 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:14:18.494469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8b1b70f9-4ca6-4405-9610-4aaabd1a9e9f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.494469 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8b1b70f9-4ca6-4405-9610-4aaabd1a9e9f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/routers/084be4fc-b219-4254-8b56-e88a9206f342 HTTP/1.1" status: 204 len: 168 time: 0.3740287 Dec 09 02:14:18.494930 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59928) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:18.509903 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:18.510246 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:18.516437 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 2 to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 Dec 09 02:14:18.560570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-c595e6e6-8f59-4374-8e1a-b684ae3a6f55 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting subnet f6717cce-09ac-4e8b-a95e-d43577a93576 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:14:18.563726 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c595e6e6-8f59-4374-8e1a-b684ae3a6f55 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.575530 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-98c407d0-e6d7-4c5e-8ba8-958bb3681245 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "GET /v2.0/routers/35697f77-c3b0-4cef-b181-c486f82d34f8 HTTP/1.1" status: 200 len: 925 time: 0.3026302 Dec 09 02:14:18.580260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59930) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:18.597003 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:18.597341 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:18.597687 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:18.603853 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c595e6e6-8f59-4374-8e1a-b684ae3a6f55 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.629612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:18.629859 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:18.634738 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 3 to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 Dec 09 02:14:18.654652 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e303996e-331d-4ceb-9064-2a380f8ddaf4 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.687995 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:18.688345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:18.688687 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:18.689671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c595e6e6-8f59-4374-8e1a-b684ae3a6f55 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.726737 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303996e-331d-4ceb-9064-2a380f8ddaf4 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Pushing event deleted for resources: {'Port': ['ID=d9f05b9c-6704-4193-89ce-7a5363064f16,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:18.740065 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:18.740402 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:18.742841 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 4 to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 Dec 09 02:14:18.749242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c595e6e6-8f59-4374-8e1a-b684ae3a6f55 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.763784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f23c29-df7a-4b3e-8726-82ee9c842131 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:18.765309 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-34f23c29-df7a-4b3e-8726-82ee9c842131 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&device_id=35697f77-c3b0-4cef-b181-c486f82d34f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1826022 Dec 09 02:14:18.773564 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59932) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:18.776799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595e6e6-8f59-4374-8e1a-b684ae3a6f55 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Subnet': ['ID=f6717cce-09ac-4e8b-a95e-d43577a93576,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:18.781220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c595e6e6-8f59-4374-8e1a-b684ae3a6f55 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.786800 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c595e6e6-8f59-4374-8e1a-b684ae3a6f55 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/f6717cce-09ac-4e8b-a95e-d43577a93576 HTTP/1.1" status: 204 len: 168 time: 0.2884574 Dec 09 02:14:18.787053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59934) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:18.791185 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a4fbdf-775a-4e2d-9fe8-fcbc0f2717df None None] Network 917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:18.835895 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:18.836255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:18.837011 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:18.870717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.896781 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:18.896781 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:18.899221 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 5 to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 Dec 09 02:14:18.927262 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port 8a62f9ab-161f-4c57-bd07-4702d1048953 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:18.928704 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:18.952686 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987bcad7-9498-4c7d-b466-0d64486e99e6 None None] DHCP port deletion for 917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:14:19.012180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-987bcad7-9498-4c7d-b466-0d64486e99e6 None None] Deleting port 8a62f9ab-161f-4c57-bd07-4702d1048953 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:19.012593 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-987bcad7-9498-4c7d-b466-0d64486e99e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.026085 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] For port 8a62f9ab-161f-4c57-bd07-4702d1048953, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8a62f9ab-161f-4c57-bd07-4702d1048953,segment=NetworkSegment(54e22e03-7b90-4d24-bdde-c14094a2a5f8),segment_id=54e22e03-7b90-4d24-bdde-c14094a2a5f8)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:19.026433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.045424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for 8a62f9ab-161f-4c57-bd07-4702d1048953 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:19.085763 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-987bcad7-9498-4c7d-b466-0d64486e99e6 None None] For port 8a62f9ab-161f-4c57-bd07-4702d1048953, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8a62f9ab-161f-4c57-bd07-4702d1048953,segment=NetworkSegment(54e22e03-7b90-4d24-bdde-c14094a2a5f8),segment_id=54e22e03-7b90-4d24-bdde-c14094a2a5f8)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:19.086164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-987bcad7-9498-4c7d-b466-0d64486e99e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.100453 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-987bcad7-9498-4c7d-b466-0d64486e99e6 None None] Calling delete_port for 8a62f9ab-161f-4c57-bd07-4702d1048953 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:19.148150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.176360 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=8a62f9ab-161f-4c57-bd07-4702d1048953,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:19.178262 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] No DVR routers for this DVR port 8a62f9ab-161f-4c57-bd07-4702d1048953 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:19.191969 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-987bcad7-9498-4c7d-b466-0d64486e99e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.224497 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987bcad7-9498-4c7d-b466-0d64486e99e6 None None] No DVR routers for this DVR port 8a62f9ab-161f-4c57-bd07-4702d1048953 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:19.226406 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e303996e-331d-4ceb-9064-2a380f8ddaf4 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.229634 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e303996e-331d-4ceb-9064-2a380f8ddaf4 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.230428 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987bcad7-9498-4c7d-b466-0d64486e99e6 None None] Pushing event deleted for resources: {'Port': ['ID=8a62f9ab-161f-4c57-bd07-4702d1048953,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:19.230796 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e303996e-331d-4ceb-9064-2a380f8ddaf4 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] 10.222.0.43 "DELETE /v2.0/floatingips/44dff182-d88d-47f6-a605-8d40d83bd32c HTTP/1.1" status: 204 len: 168 time: 1.8991442 Dec 09 02:14:19.234997 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:19.235339 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:19.235964 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:19.242862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59938) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:19.250211 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-2ae4d422-481b-4f38-b735-afbb43532ef9 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Request body: {'floatingip': {'floating_network_id': 'd312b02c-e91b-4fc2-aed5-d59b0e5a2ba2', 'port_id': '8dc7ea35-4f76-40a2-b8c7-9f0f69ea6259', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:19.253618 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:19.253957 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:19.259841 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 6 to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 Dec 09 02:14:19.275150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.288015 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.289713 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:19.290584 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:19.291006 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:19.294862 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bac3806-6da3-4e07-8d37-a56f762152bb tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:19.295825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ae4d422-481b-4f38-b735-afbb43532ef9 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.296218 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6bac3806-6da3-4e07-8d37-a56f762152bb tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "GET /v2.0/networks/68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 HTTP/1.1" status: 200 len: 881 time: 0.5175452 Dec 09 02:14:19.301662 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59940) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:19.312036 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:19.317951 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:19.318285 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:19.320212 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 7 to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 Dec 09 02:14:19.338857 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:19.339191 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:19.339555 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:19.342126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e22e03-7b90-4d24-bdde-c14094a2a5f8') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:19.342759 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e22e03-7b90-4d24-bdde-c14094a2a5f8') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:19.347730 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:19.348061 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:19.348452 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 8 to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 Dec 09 02:14:19.371373 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-86dace09-7676-4178-b161-6f76f73ca54c tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "GET /v2.0/ports?device_id=35697f77-c3b0-4cef-b181-c486f82d34f8 HTTP/1.1" status: 200 len: 205 time: 0.0686295 Dec 09 02:14:19.374674 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59942) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:19.381790 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.389266 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:19.389615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:19.389955 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:19.397978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.406020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:14:19.406338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:14:19.409461 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:14:19.427906 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.433429 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:19.434747 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:19.435571 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 9 to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 Dec 09 02:14:19.482217 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:19.482433 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:19.482756 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:19.496180 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.504929 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.511266 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/networks/917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1 HTTP/1.1" status: 204 len: 168 time: 0.7196882 Dec 09 02:14:19.511597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59946) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:19.516227 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-3ab4f406-fb59-4a7c-8d52-c83f1bc4e167 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-274623691'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:19.529988 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cd9a0-be8e-487b-965b-5fb81daf2b08 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Network': ['ID=917a40d9-0bd0-4ec7-8258-f2ff6dfd3ee1,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:19.547687 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:19.548032 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:19.551040 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 10 to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 Dec 09 02:14:19.561832 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab4f406-fb59-4a7c-8d52-c83f1bc4e167 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:19.565450 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3ab4f406-fb59-4a7c-8d52-c83f1bc4e167 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.584726 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-2ae4d422-481b-4f38-b735-afbb43532ef9 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:14:19.585775 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2ae4d422-481b-4f38-b735-afbb43532ef9 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3412654 Dec 09 02:14:19.589145 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:19.589145 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:19.589518 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:19.589888 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59948) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:19.594188 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '8dc7ea35-4f76-40a2-b8c7-9f0f69ea6259', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:19.614650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab4f406-fb59-4a7c-8d52-c83f1bc4e167 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:19.624389 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:19.624763 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port b8f5638f-69bb-4adf-b579-81b907bba6f8 on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:19.625091 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.627788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3ab4f406-fb59-4a7c-8d52-c83f1bc4e167 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.628209 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-3ab4f406-fb59-4a7c-8d52-c83f1bc4e167 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Added segment df24c946-31d4-4dd3-9b1d-293f051f71cb of type vlan for network c3e099fd-0122-4580-8a2f-6847eb7679d4 Dec 09 02:14:19.630294 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.630437 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a286053a-d30e-43c8-9bc0-7795e90f257a tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.708194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3ab4f406-fb59-4a7c-8d52-c83f1bc4e167 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.760985 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3ab4f406-fb59-4a7c-8d52-c83f1bc4e167 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.767288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab4f406-fb59-4a7c-8d52-c83f1bc4e167 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:19.768201 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3ab4f406-fb59-4a7c-8d52-c83f1bc4e167 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.777197 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8a62f9ab-161f-4c57-bd07-4702d1048953 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:14:19.809195 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 8a62f9ab-161f-4c57-bd07-4702d1048953 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:14:19.809915 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8a62f9ab-161f-4c57-bd07-4702d1048953 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:14:19.850196 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3ab4f406-fb59-4a7c-8d52-c83f1bc4e167 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3376267 Dec 09 02:14:19.856561 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59952) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:19.859770 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4f406-fb59-4a7c-8d52-c83f1bc4e167 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Network': ['ID=c3e099fd-0122-4580-8a2f-6847eb7679d4,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:19.860123 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] For port b8f5638f-69bb-4adf-b579-81b907bba6f8, host hv-neutron-8048, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:14:19.860495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempted to set empty binding levels {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 02:14:19.864454 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2adac141-d26c-4e29-991b-8b0a18950fcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'subnet': {'network_id': 'c3e099fd-0122-4580-8a2f-6847eb7679d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:19.875142 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network c3e099fd-0122-4580-8a2f-6847eb7679d4 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:19.875315 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.886745 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.901137 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.931932 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a286053a-d30e-43c8-9bc0-7795e90f257a tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.950946 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.988222 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] In _notify_port_updated(), no bound segment for port b8f5638f-69bb-4adf-b579-81b907bba6f8 on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:14:19.989096 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:19.989682 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:19.991465 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] 10.222.0.43 "PUT /v2.0/ports/b8f5638f-69bb-4adf-b579-81b907bba6f8 HTTP/1.1" status: 200 len: 977 time: 2.7207212 Dec 09 02:14:19.996876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59954) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:20.037151 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Allocated IP 172.26.3.95 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/d743680a-fb58-45d1-94bc-9a7eab8e1a85) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:20.066354 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dbb99-67be-4d11-89b0-c2faae4fe504 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Pushing event updated for resources: {'Port': ['ID=b8f5638f-69bb-4adf-b579-81b907bba6f8,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:20.115246 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.115759 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.116232 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.117159 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.117699 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.118358 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.118657 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.119133 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:20.127768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.128450 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.128925 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.129693 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.129846 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.130300 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.130755 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.131205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.132169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.132169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.132569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.133071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.134019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.134480 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.134925 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.135369 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.135851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.136303 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.136752 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.137225 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.137672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.138118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:20.141388 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-291e773c-ae5c-4765-8cbd-257c5151ac97 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25200 time: 0.1435342 Dec 09 02:14:20.145360 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59958) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:20.174749 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adac141-d26c-4e29-991b-8b0a18950fcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:20.178468 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2adac141-d26c-4e29-991b-8b0a18950fcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:20.185051 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=0c2f3e77-0849-42b0-bf6f-30f77b5dc4f0,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:20.242798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:20.244694 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a286053a-d30e-43c8-9bc0-7795e90f257a tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Deleting port 7eed3ace-fbe3-4b1c-bd68-99a4161a3dd6 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:20.245033 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a286053a-d30e-43c8-9bc0-7795e90f257a tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:20.273960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1b68c073-9514-4111-bf19-5848c97f7bf7 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Deleting port b8f5638f-69bb-4adf-b579-81b907bba6f8 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:20.274337 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b68c073-9514-4111-bf19-5848c97f7bf7 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:20.332267 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:20.364522 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Floating IP dad48627-fe66-454e-817d-428d48363119 associated. External IP: 172.26.3.137, port: 5f56c757-86f1-48f0-b893-00ce9f37aa6a. Dec 09 02:14:20.368710 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-1b68c073-9514-4111-bf19-5848c97f7bf7 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] For port b8f5638f-69bb-4adf-b579-81b907bba6f8, host hv-neutron-8048, got binding levels [] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:20.369061 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b68c073-9514-4111-bf19-5848c97f7bf7 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:20.384094 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:20.393888 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:20.397421 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1b68c073-9514-4111-bf19-5848c97f7bf7 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Calling delete_port for b8f5638f-69bb-4adf-b579-81b907bba6f8 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:20.399113 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:20.407960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Pushing event updated for resources: {'Port': ['ID=d743680a-fb58-45d1-94bc-9a7eab8e1a85,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:20.429081 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a286053a-d30e-43c8-9bc0-7795e90f257a tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:20.480212 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a286053a-d30e-43c8-9bc0-7795e90f257a tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Calling delete_port for 7eed3ace-fbe3-4b1c-bd68-99a4161a3dd6 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:20.568527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b68c073-9514-4111-bf19-5848c97f7bf7 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:20.598458 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68c073-9514-4111-bf19-5848c97f7bf7 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8f5638f-69bb-4adf-b579-81b907bba6f8,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:20.626660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b68c073-9514-4111-bf19-5848c97f7bf7 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:20.632200 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1b68c073-9514-4111-bf19-5848c97f7bf7 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] 10.222.0.43 "DELETE /v2.0/ports/b8f5638f-69bb-4adf-b579-81b907bba6f8 HTTP/1.1" status: 204 len: 168 time: 0.4834757 Dec 09 02:14:20.633040 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59962) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:20.660157 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef69e8e-1890-4240-b325-e31776834f23 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] GET failed (client error): The resource could not be found. Dec 09 02:14:20.661943 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8ef69e8e-1890-4240-b325-e31776834f23 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] 10.222.0.43 "GET /v2.0/ports/b8f5638f-69bb-4adf-b579-81b907bba6f8 HTTP/1.1" status: 404 len: 333 time: 0.0282254 Dec 09 02:14:20.667319 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59964) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:20.674632 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2adac141-d26c-4e29-991b-8b0a18950fcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:20.674810 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a080a7f9-b538-4c73-8668-b1c66704f277 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1355128043', 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:20.691695 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Deleting port d743680a-fb58-45d1-94bc-9a7eab8e1a85 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:20.692036 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:20.734152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a080a7f9-b538-4c73-8668-b1c66704f277 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Made reservation on behalf of b428a553e495467a85b871087128cdc0 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:20.736341 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a080a7f9-b538-4c73-8668-b1c66704f277 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:20.765025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-a080a7f9-b538-4c73-8668-b1c66704f277 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] device_id is not set on port fbba9d85-6203-4de5-80c4-8623e7b936f4 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:20.817863 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adac141-d26c-4e29-991b-8b0a18950fcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Subnet': ['ID=f65823f9-c413-4a39-94f6-2056d3aa8b08,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:20.873721 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router a73c5c39-9162-46ee-9bf6-ba0fe79858ff has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:20.889768 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adac141-d26c-4e29-991b-8b0a18950fcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Checking segment: {'id': 'df24c946-31d4-4dd3-9b1d-293f051f71cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c3e099fd-0122-4580-8a2f-6847eb7679d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:20.890140 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adac141-d26c-4e29-991b-8b0a18950fcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network hostable DHCP agents. Network: c3e099fd-0122-4580-8a2f-6847eb7679d4, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:14:20.898615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a286053a-d30e-43c8-9bc0-7795e90f257a tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:20.936584 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286053a-d30e-43c8-9bc0-7795e90f257a tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Pushing event deleted for resources: {'Port': ['ID=7eed3ace-fbe3-4b1c-bd68-99a4161a3dd6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:20.985644 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adac141-d26c-4e29-991b-8b0a18950fcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network c3e099fd-0122-4580-8a2f-6847eb7679d4 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:14:21.031368 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-2adac141-d26c-4e29-991b-8b0a18950fcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, c3e099fd-0122-4580-8a2f-6847eb7679d4) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:21.038908 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3614ad22-569a-48fa-99e0-ce69d048ee07 None None] Network c3e099fd-0122-4580-8a2f-6847eb7679d4 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:21.068073 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adac141-d26c-4e29-991b-8b0a18950fcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:21.068686 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2adac141-d26c-4e29-991b-8b0a18950fcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.109106 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:21.110757 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a286053a-d30e-43c8-9bc0-7795e90f257a tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.118558 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2adac141-d26c-4e29-991b-8b0a18950fcb tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2566469 Dec 09 02:14:21.119487 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59968) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:21.124447 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-053df998-7554-4e0f-a31b-28bb0300905e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-894126670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:21.140787 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5087938b-6a1f-464c-8822-f539503fb97d None None] Sync routers for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:21.156889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.157259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.176811 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5087938b-6a1f-464c-8822-f539503fb97d None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:21.177824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5087938b-6a1f-464c-8822-f539503fb97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:21.179393 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Calling delete_port for d743680a-fb58-45d1-94bc-9a7eab8e1a85 owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:21.220713 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5087938b-6a1f-464c-8822-f539503fb97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:21.223392 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-c3e099fd-0122-4580-8a2f-6847eb7679d4', 'network_id': 'c3e099fd-0122-4580-8a2f-6847eb7679d4', 'project_id': 'd15c6a952496477982e2790f8e702c84', 'fixed_ips': [{'subnet_id': 'f65823f9-c413-4a39-94f6-2056d3aa8b08'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:14:21.224770 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.325833 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5087938b-6a1f-464c-8822-f539503fb97d None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:21.326844 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5087938b-6a1f-464c-8822-f539503fb97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:21.338614 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a080a7f9-b538-4c73-8668-b1c66704f277 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.375982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5087938b-6a1f-464c-8822-f539503fb97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:21.376671 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5087938b-6a1f-464c-8822-f539503fb97d None None] The sync data for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:21.409241 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.420833 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a080a7f9-b538-4c73-8668-b1c66704f277 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.430380 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Allocated IP 2001:db8::2 (c3e099fd-0122-4580-8a2f-6847eb7679d4/f65823f9-c413-4a39-94f6-2056d3aa8b08/3f482915-a979-4a8f-ae48-de06c226be81) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:21.442445 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Pushing event deleted for resources: {'Port': ['ID=d743680a-fb58-45d1-94bc-9a7eab8e1a85,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:21.511495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a286053a-d30e-43c8-9bc0-7795e90f257a tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.515294 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a286053a-d30e-43c8-9bc0-7795e90f257a tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.527555 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a080a7f9-b538-4c73-8668-b1c66704f277 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Network d2864675-d6cb-4619-925c-f4110c2e9a11 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:21.540600 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-a080a7f9-b538-4c73-8668-b1c66704f277 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:21.544374 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a080a7f9-b538-4c73-8668-b1c66704f277 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:21.545472 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a080a7f9-b538-4c73-8668-b1c66704f277 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:21.545876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a080a7f9-b538-4c73-8668-b1c66704f277 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.550723 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080a7f9-b538-4c73-8668-b1c66704f277 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Pushing event updated for resources: {'Port': ['ID=fbba9d85-6203-4de5-80c4-8623e7b936f4,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:21.557420 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-053df998-7554-4e0f-a31b-28bb0300905e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.558808 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-053df998-7554-4e0f-a31b-28bb0300905e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.567595 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.574984 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a080a7f9-b538-4c73-8668-b1c66704f277 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9065711 Dec 09 02:14:21.577901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59972) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:21.592180 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a286053a-d30e-43c8-9bc0-7795e90f257a tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.593067 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a286053a-d30e-43c8-9bc0-7795e90f257a tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Fanout notify agent at l3_agent the message router_deleted on router 35697f77-c3b0-4cef-b181-c486f82d34f8 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:14:21.604827 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a286053a-d30e-43c8-9bc0-7795e90f257a tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.606434 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a286053a-d30e-43c8-9bc0-7795e90f257a tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "DELETE /v2.0/routers/35697f77-c3b0-4cef-b181-c486f82d34f8 HTTP/1.1" status: 204 len: 168 time: 2.2292497 Dec 09 02:14:21.610401 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] create failed (client error): The resource could not be found. Dec 09 02:14:21.611477 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b547022d-8cb2-4807-a83d-eb83f17a849a tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0206363 Dec 09 02:14:21.612041 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59974) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:21.614989 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59976) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:21.620331 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-66996395', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:21.632298 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b9acb217-6f0b-48a4-840f-a3f4f654461b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.2385347 Dec 09 02:14:21.635718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59978) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:21.637307 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.640814 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeb73a3-230a-4333-9abe-8df3f71d39ec tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:21.642177 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-baeb73a3-230a-4333-9abe-8df3f71d39ec tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] 10.222.0.43 "GET /v2.0/ports/fbba9d85-6203-4de5-80c4-8623e7b936f4 HTTP/1.1" status: 200 len: 955 time: 0.0634096 Dec 09 02:14:21.645352 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-c9bd669c-3300-4a7c-9448-c66b0c76cc46 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:21.647830 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.650006 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59980) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:21.689708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-053df998-7554-4e0f-a31b-28bb0300905e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.696901 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-053df998-7554-4e0f-a31b-28bb0300905e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.702906 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Network c3e099fd-0122-4580-8a2f-6847eb7679d4 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:21.704253 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Pushing event updated for resources: {'Port': ['ID=3f482915-a979-4a8f-ae48-de06c226be81,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:21.707232 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:21.709970 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:21.726519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.727639 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.749538 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-053df998-7554-4e0f-a31b-28bb0300905e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.751138 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-053df998-7554-4e0f-a31b-28bb0300905e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6310105 Dec 09 02:14:21.753977 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59984) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:21.767721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c9bd669c-3300-4a7c-9448-c66b0c76cc46 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.801066 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Attempting to bind port 3f482915-a979-4a8f-ae48-de06c226be81 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:21.801441 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Attempting to bind port 3f482915-a979-4a8f-ae48-de06c226be81 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'df24c946-31d4-4dd3-9b1d-293f051f71cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c3e099fd-0122-4580-8a2f-6847eb7679d4'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:21.801808 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Attempting to bind port 3f482915-a979-4a8f-ae48-de06c226be81 on network c3e099fd-0122-4580-8a2f-6847eb7679d4 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:21.808670 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:14:21.809043 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Checking segment: {'id': 'df24c946-31d4-4dd3-9b1d-293f051f71cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c3e099fd-0122-4580-8a2f-6847eb7679d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:21.809464 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.809859 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Bound using segment: {'id': 'df24c946-31d4-4dd3-9b1d-293f051f71cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c3e099fd-0122-4580-8a2f-6847eb7679d4'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:14:21.810341 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Bound port: 3f482915-a979-4a8f-ae48-de06c226be81, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df24c946-31d4-4dd3-9b1d-293f051f71cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c3e099fd-0122-4580-8a2f-6847eb7679d4'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:14:21.810726 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.855987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.885454 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] For port 3f482915-a979-4a8f-ae48-de06c226be81, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:14:21.890737 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] For port 3f482915-a979-4a8f-ae48-de06c226be81, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=3f482915-a979-4a8f-ae48-de06c226be81,segment=NetworkSegment(df24c946-31d4-4dd3-9b1d-293f051f71cb),segment_id=df24c946-31d4-4dd3-9b1d-293f051f71cb)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:14:21.895627 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.919421 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-49b4830e-4340-4540-a8d6-1e63452af7b2 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Deleting port 8dc7ea35-4f76-40a2-b8c7-9f0f69ea6259 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:21.920140 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49b4830e-4340-4540-a8d6-1e63452af7b2 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:21.977364 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81bd1d-a623-45e4-8c53-c82907e72e11 None None] Pushing event updated for resources: {'Port': ['ID=3f482915-a979-4a8f-ae48-de06c226be81,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:21.992258 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-174105fd-fdc8-4ce5-96ef-fb64336d2aec tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Deleting port fbba9d85-6203-4de5-80c4-8623e7b936f4 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:21.992709 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-174105fd-fdc8-4ce5-96ef-fb64336d2aec tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:22.121439 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c9bd669c-3300-4a7c-9448-c66b0c76cc46 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:22.145217 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:22.148120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c9bd669c-3300-4a7c-9448-c66b0c76cc46 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:22.148549 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-c9bd669c-3300-4a7c-9448-c66b0c76cc46 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Floating IP dad48627-fe66-454e-817d-428d48363119 disassociated. External IP: 172.26.3.137, port: 5f56c757-86f1-48f0-b893-00ce9f37aa6a. Dec 09 02:14:22.157134 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49b4830e-4340-4540-a8d6-1e63452af7b2 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:22.179629 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-49b4830e-4340-4540-a8d6-1e63452af7b2 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Calling delete_port for 8dc7ea35-4f76-40a2-b8c7-9f0f69ea6259 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:22.201327 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:22.220683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-174105fd-fdc8-4ce5-96ef-fb64336d2aec tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:22.266421 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-174105fd-fdc8-4ce5-96ef-fb64336d2aec tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Calling delete_port for fbba9d85-6203-4de5-80c4-8623e7b936f4 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:22.497085 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-174105fd-fdc8-4ce5-96ef-fb64336d2aec tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:22.531272 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49b4830e-4340-4540-a8d6-1e63452af7b2 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:22.540988 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174105fd-fdc8-4ce5-96ef-fb64336d2aec tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbba9d85-6203-4de5-80c4-8623e7b936f4,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:22.556903 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-174105fd-fdc8-4ce5-96ef-fb64336d2aec tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:22.560154 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-174105fd-fdc8-4ce5-96ef-fb64336d2aec tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] 10.222.0.43 "DELETE /v2.0/ports/fbba9d85-6203-4de5-80c4-8623e7b936f4 HTTP/1.1" status: 204 len: 168 time: 0.9079978 Dec 09 02:14:22.563457 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bd669c-3300-4a7c-9448-c66b0c76cc46 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router a73c5c39-9162-46ee-9bf6-ba0fe79858ff has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:22.564685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 59990) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:22.573009 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4830e-4340-4540-a8d6-1e63452af7b2 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Pushing event deleted for resources: {'Port': ['ID=8dc7ea35-4f76-40a2-b8c7-9f0f69ea6259,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:22.605383 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Allocated IP 2001:db8::1 (c3e099fd-0122-4580-8a2f-6847eb7679d4/f65823f9-c413-4a39-94f6-2056d3aa8b08/b3687fa5-2f3c-4ed3-a3bd-794e96d3899e) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:22.623373 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-9998bebd-17b1-4775-af7a-afaa10f9d919 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] GET failed (client error): The resource could not be found. Dec 09 02:14:22.624808 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9998bebd-17b1-4775-af7a-afaa10f9d919 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] 10.222.0.43 "GET /v2.0/ports/fbba9d85-6203-4de5-80c4-8623e7b936f4 HTTP/1.1" status: 404 len: 333 time: 0.0592086 Dec 09 02:14:22.631361 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59992) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:22.637552 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-794eccad-d49c-455d-8240-8215ff9f96f6 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Request body: {'port': {'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-153883091'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:22.722391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:22.728902 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49b4830e-4340-4540-a8d6-1e63452af7b2 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:22.732820 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-49b4830e-4340-4540-a8d6-1e63452af7b2 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] 10.222.0.43 "DELETE /v2.0/ports/8dc7ea35-4f76-40a2-b8c7-9f0f69ea6259 HTTP/1.1" status: 204 len: 168 time: 1.1164134 Dec 09 02:14:22.735611 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794eccad-d49c-455d-8240-8215ff9f96f6 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Made reservation on behalf of b428a553e495467a85b871087128cdc0 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:22.737893 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-794eccad-d49c-455d-8240-8215ff9f96f6 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:22.742355 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59994) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:22.745856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:22.807844 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-794eccad-d49c-455d-8240-8215ff9f96f6 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] device_id is not set on port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:22.901865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bd669c-3300-4a7c-9448-c66b0c76cc46 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:22.907627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c9bd669c-3300-4a7c-9448-c66b0c76cc46 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:22.921556 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0e736-9511-4717-bd35-4eae37dc46aa None None] Sync routers for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:22.928867 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d20e5-9299-4ea9-a1b1-22f51a4e31ae tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:22.933300 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cc9d20e5-9299-4ea9-a1b1-22f51a4e31ae tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6 HTTP/1.1" status: 200 len: 913 time: 0.1868644 Dec 09 02:14:22.936384 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 59998) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:22.978639 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c9bd669c-3300-4a7c-9448-c66b0c76cc46 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "PUT /v2.0/floatingips/dad48627-fe66-454e-817d-428d48363119 HTTP/1.1" status: 200 len: 688 time: 1.3392758 Dec 09 02:14:22.979131 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60000) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:22.980733 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.052419 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf0e736-9511-4717-bd35-4eae37dc46aa None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:23.053167 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-bbf0e736-9511-4717-bd35-4eae37dc46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:23.054530 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Allocated IP 172.26.3.244 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/4e496ce4-9c1d-4814-a17e-538ae7b07003) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:23.098122 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-bbf0e736-9511-4717-bd35-4eae37dc46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:23.116071 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf0e736-9511-4717-bd35-4eae37dc46aa None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:23.116767 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-bbf0e736-9511-4717-bd35-4eae37dc46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:23.164417 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-bbf0e736-9511-4717-bd35-4eae37dc46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:23.165613 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0e736-9511-4717-bd35-4eae37dc46aa None None] The sync data for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:23.200390 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7757dd3-b879-4723-ada7-63400fb9ebb1 None None] Network c3e099fd-0122-4580-8a2f-6847eb7679d4 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:23.258433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bdf1f2b2-c5af-49a8-afb2-dabd4f482018 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Deleting port 0c2f3e77-0849-42b0-bf6f-30f77b5dc4f0 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:23.258800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdf1f2b2-c5af-49a8-afb2-dabd4f482018 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.293334 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.332769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.335211 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-794eccad-d49c-455d-8240-8215ff9f96f6 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.371200 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network c3e099fd-0122-4580-8a2f-6847eb7679d4 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:23.382184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdf1f2b2-c5af-49a8-afb2-dabd4f482018 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.382488 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdf1f2b2-c5af-49a8-afb2-dabd4f482018 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.384231 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:23.387905 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=b3687fa5-2f3c-4ed3-a3bd-794e96d3899e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:23.390306 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:23.390867 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.409139 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bdf1f2b2-c5af-49a8-afb2-dabd4f482018 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Calling delete_port for 0c2f3e77-0849-42b0-bf6f-30f77b5dc4f0 owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:23.422131 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.460729 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-d21df9e8-e415-45b7-9d2e-e489b403aa8f None None] Provisioning complete for port 3f482915-a979-4a8f-ae48-de06c226be81 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:23.461097 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d21df9e8-e415-45b7-9d2e-e489b403aa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.513275 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-794eccad-d49c-455d-8240-8215ff9f96f6 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.513491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:23.519753 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:23.532144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:23.555417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Pushing event updated for resources: {'Port': ['ID=4e496ce4-9c1d-4814-a17e-538ae7b07003,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:23.595086 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d21df9e8-e415-45b7-9d2e-e489b403aa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.615353 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794eccad-d49c-455d-8240-8215ff9f96f6 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Network d2864675-d6cb-4619-925c-f4110c2e9a11 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:23.620473 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-794eccad-d49c-455d-8240-8215ff9f96f6 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:23.622167 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794eccad-d49c-455d-8240-8215ff9f96f6 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Pushing event updated for resources: {'Port': ['ID=ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:23.626304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794eccad-d49c-455d-8240-8215ff9f96f6 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:23.627230 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794eccad-d49c-455d-8240-8215ff9f96f6 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:23.627875 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-794eccad-d49c-455d-8240-8215ff9f96f6 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.652285 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.652817 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d21df9e8-e415-45b7-9d2e-e489b403aa8f None None] For port 3f482915-a979-4a8f-ae48-de06c226be81, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=3f482915-a979-4a8f-ae48-de06c226be81,segment=NetworkSegment(df24c946-31d4-4dd3-9b1d-293f051f71cb),segment_id=df24c946-31d4-4dd3-9b1d-293f051f71cb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:23.658970 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d21df9e8-e415-45b7-9d2e-e489b403aa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.666896 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-794eccad-d49c-455d-8240-8215ff9f96f6 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0333972 Dec 09 02:14:23.674235 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60006) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:23.688651 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8048'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:23.764930 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21df9e8-e415-45b7-9d2e-e489b403aa8f None None] Pushing event updated for resources: {'Port': ['ID=3f482915-a979-4a8f-ae48-de06c226be81,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:23.812987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdf1f2b2-c5af-49a8-afb2-dabd4f482018 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.818756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 3f482915-a979-4a8f-ae48-de06c226be81 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:14:23.846511 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1f2b2-c5af-49a8-afb2-dabd4f482018 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Port': ['ID=0c2f3e77-0849-42b0-bf6f-30f77b5dc4f0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:23.880892 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 3f482915-a979-4a8f-ae48-de06c226be81 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:23.881209 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.962297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.983264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdf1f2b2-c5af-49a8-afb2-dabd4f482018 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.986167 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdf1f2b2-c5af-49a8-afb2-dabd4f482018 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:23.992553 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bdf1f2b2-c5af-49a8-afb2-dabd4f482018 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/floatingips/dad48627-fe66-454e-817d-428d48363119 HTTP/1.1" status: 204 len: 168 time: 1.0018504 Dec 09 02:14:23.995139 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60008) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:23.999607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '80584e0d-c0ed-4f74-8ad5-52d2cfadf207'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:24.004691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-315b3819-406d-4946-a61a-bc3856fe302e None None] Provisioning complete for port 3f482915-a979-4a8f-ae48-de06c226be81 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:24.005190 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-315b3819-406d-4946-a61a-bc3856fe302e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:24.017492 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:24.069157 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:24.128885 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-315b3819-406d-4946-a61a-bc3856fe302e None None] Provisioning complete for port b3687fa5-2f3c-4ed3-a3bd-794e96d3899e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:24.131251 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-315b3819-406d-4946-a61a-bc3856fe302e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:24.177133 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-315b3819-406d-4946-a61a-bc3856fe302e None None] Port b3687fa5-2f3c-4ed3-a3bd-794e96d3899e cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:24.178827 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a3e15a3-67e5-4e84-b9df-06909d6ccd76 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:24.306629 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b12b2d44-7761-4412-a938-8b307ca74200 None None] Provisioning complete for port b3687fa5-2f3c-4ed3-a3bd-794e96d3899e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:24.307784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b12b2d44-7761-4412-a938-8b307ca74200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:24.350359 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b12b2d44-7761-4412-a938-8b307ca74200 None None] Port b3687fa5-2f3c-4ed3-a3bd-794e96d3899e cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:24.602851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:24.646898 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:24.705007 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:24.717064 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:24.717659 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:24.809024 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Allocated IP 172.26.3.223 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/f7c405c8-5708-4e5c-b046-6cf1e40d34dc) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:24.839220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Router 2bf45577-889c-4b0d-a75c-2ff65e67067e is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:14:24.841593 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] device_id is not set on port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:24.854803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=b3687fa5-2f3c-4ed3-a3bd-794e96d3899e,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:24.864137 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:24.883150 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:24.983868 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network c3e099fd-0122-4580-8a2f-6847eb7679d4 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:24.986486 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Pushing event updated for resources: {'Port': ['ID=ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:24.996592 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:24.996806 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:25.013538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:25.025419 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:25.025999 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:25.026147 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:25.027601 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aed6211-71eb-4eaf-a414-01d1b01aa256 None None] Sync routers for ids ['2bf45577-889c-4b0d-a75c-2ff65e67067e'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:25.047070 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aed6211-71eb-4eaf-a414-01d1b01aa256 None None] Routers {'2bf45577-889c-4b0d-a75c-2ff65e67067e'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:25.047455 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:25.049909 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7aed6211-71eb-4eaf-a414-01d1b01aa256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2bf45577-889c-4b0d-a75c-2ff65e67067e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:25.051937 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bb2fd774-bcb5-4834-b2a1-29a2e510fbc6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4371409 Dec 09 02:14:25.052545 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60016) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:25.060676 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-69866eaa-244f-4a6a-8b09-fcb5ce8377d8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:25.064680 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:25.071918 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:25.071918 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:25.096219 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 2 to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b Dec 09 02:14:25.100611 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7aed6211-71eb-4eaf-a414-01d1b01aa256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:25.113530 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aed6211-71eb-4eaf-a414-01d1b01aa256 None None] Routers {'2bf45577-889c-4b0d-a75c-2ff65e67067e'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:25.114301 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7aed6211-71eb-4eaf-a414-01d1b01aa256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2bf45577-889c-4b0d-a75c-2ff65e67067e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:25.140504 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:25.140840 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:25.141180 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:25.155901 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:25.156237 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:25.157587 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 3 to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b Dec 09 02:14:25.159738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:25.160701 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7aed6211-71eb-4eaf-a414-01d1b01aa256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:25.161676 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aed6211-71eb-4eaf-a414-01d1b01aa256 None None] The sync data for ids ['2bf45577-889c-4b0d-a75c-2ff65e67067e'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:25.177530 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-9a3e15a3-67e5-4e84-b9df-06909d6ccd76 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Deleting port 01d48114-a3e5-4ae8-8f93-acb20e96a0bc {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:25.177879 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a3e15a3-67e5-4e84-b9df-06909d6ccd76 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:25.181964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:25.213990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:25.222592 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=f7c405c8-5708-4e5c-b046-6cf1e40d34dc,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:25.232855 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:25.233199 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:25.233541 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:25.249384 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:25.251106 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:25.253720 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 4 to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b Dec 09 02:14:25.286045 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:25.286639 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:25.286974 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:25.302073 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:25.302708 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:25.306081 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 5 to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b Dec 09 02:14:25.315187 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router e14f2b7c-77f2-4197-bf0c-4c7b3758152b is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:14:25.333553 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a3e15a3-67e5-4e84-b9df-06909d6ccd76 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:25.345014 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:25.345014 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:25.345014 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:25.356579 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-9a3e15a3-67e5-4e84-b9df-06909d6ccd76 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Calling delete_port for 01d48114-a3e5-4ae8-8f93-acb20e96a0bc owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:25.358261 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:25.358581 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:25.390356 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 6 to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b Dec 09 02:14:25.400659 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5e48eeb9-2d04-4f85-ace6-6bef980af79f None None] Provisioning complete for port b3687fa5-2f3c-4ed3-a3bd-794e96d3899e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:25.402025 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e48eeb9-2d04-4f85-ace6-6bef980af79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:25.442813 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:25.443169 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:25.443801 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:25.462306 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5e48eeb9-2d04-4f85-ace6-6bef980af79f None None] Port b3687fa5-2f3c-4ed3-a3bd-794e96d3899e cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:25.482753 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:25.483097 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:25.486244 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 7 to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b Dec 09 02:14:25.516727 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:25.519652 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:25.519997 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:25.520337 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:25.528953 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-01e5bf6e-fb8d-4f27-ae03-940507cec612 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/e14f2b7c-77f2-4197-bf0c-4c7b3758152b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7714741 Dec 09 02:14:25.529903 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60022) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:25.533096 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ade402e-dd69-4fe3-bddb-520538a37599 None None] Sync routers for ids ['e14f2b7c-77f2-4197-bf0c-4c7b3758152b'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:25.551909 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ade402e-dd69-4fe3-bddb-520538a37599 None None] Routers {'e14f2b7c-77f2-4197-bf0c-4c7b3758152b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:25.552601 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2ade402e-dd69-4fe3-bddb-520538a37599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['e14f2b7c-77f2-4197-bf0c-4c7b3758152b'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:25.565469 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:25.565806 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:25.569239 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 8 to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b Dec 09 02:14:25.608038 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2ade402e-dd69-4fe3-bddb-520538a37599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:25.619412 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ade402e-dd69-4fe3-bddb-520538a37599 None None] Routers {'e14f2b7c-77f2-4197-bf0c-4c7b3758152b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:25.620314 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2ade402e-dd69-4fe3-bddb-520538a37599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['e14f2b7c-77f2-4197-bf0c-4c7b3758152b'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:25.648871 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d40c64b-fb62-4157-91ff-de6283304c54 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:25.653266 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4d40c64b-fb62-4157-91ff-de6283304c54 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports/b3687fa5-2f3c-4ed3-a3bd-794e96d3899e HTTP/1.1" status: 200 len: 911 time: 0.1194375 Dec 09 02:14:25.653439 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:25.654134 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:25.654134 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:25.654350 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-69866eaa-244f-4a6a-8b09-fcb5ce8377d8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:25.656978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60026) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:25.668796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:25.669132 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:25.670985 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 9 to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b Dec 09 02:14:25.682866 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2ade402e-dd69-4fe3-bddb-520538a37599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:25.683542 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ade402e-dd69-4fe3-bddb-520538a37599 None None] The sync data for ids ['e14f2b7c-77f2-4197-bf0c-4c7b3758152b'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:25.702049 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:25.702388 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:25.702728 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:25.741638 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb4123-9af4-467a-82ab-c92bbe1d6cff req-706fb08c-f477-4b53-b2de-f87b8da94d3e tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:25.743677 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-accb4123-9af4-467a-82ab-c92bbe1d6cff req-706fb08c-f477-4b53-b2de-f87b8da94d3e tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 946 time: 0.1273170 Dec 09 02:14:25.744459 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:25.744589 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:25.747004 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempt 10 to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b Dec 09 02:14:25.753243 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-69866eaa-244f-4a6a-8b09-fcb5ce8377d8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:25.762223 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 3f482915-a979-4a8f-ae48-de06c226be81 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:14:25.782255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:25.782588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:25.782925 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempting to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:25.794566 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:14:25.794882 dv-neutron-804846-18-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Failed to bind port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on host hv-neutron-8048 for vnic_type normal using segments [{'id': '4afa0f84-06b6-4b19-891d-cc4129d3f585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2864675-d6cb-4619-925c-f4110c2e9a11'}] Dec 09 02:14:25.795248 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:25.808115 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a3e15a3-67e5-4e84-b9df-06909d6ccd76 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:25.844076 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 3f482915-a979-4a8f-ae48-de06c226be81 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:25.844464 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:25.854631 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e15a3-67e5-4e84-b9df-06909d6ccd76 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Pushing event deleted for resources: {'Port': ['ID=01d48114-a3e5-4ae8-8f93-acb20e96a0bc,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:25.895976 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-accb4123-9af4-467a-82ab-c92bbe1d6cff req-2f3fab3a-aa30-4ba6-8e21-2524ce655ca0 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283708 Dec 09 02:14:25.993299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] For port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b, host hv-neutron-8048, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:14:25.993644 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attempted to set empty binding levels {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 09 02:14:26.008425 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.039496 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.048397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-69866eaa-244f-4a6a-8b09-fcb5ce8377d8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Deleting port 4e496ce4-9c1d-4814-a17e-538ae7b07003 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:26.048584 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-69866eaa-244f-4a6a-8b09-fcb5ce8377d8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.056784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] In _notify_port_updated(), no bound segment for port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b on network d2864675-d6cb-4619-925c-f4110c2e9a11 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:14:26.057654 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:26.058256 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.062089 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] 10.222.0.43 "PUT /v2.0/ports/ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b HTTP/1.1" status: 200 len: 976 time: 2.3760800 Dec 09 02:14:26.065539 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60034) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:26.160804 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbffd5-a54e-4b0f-8f5d-b75e7e64f5a8 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Pushing event updated for resources: {'Port': ['ID=ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:26.177197 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a3e15a3-67e5-4e84-b9df-06909d6ccd76 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.213343 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-69866eaa-244f-4a6a-8b09-fcb5ce8377d8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.224576 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.231633 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-69866eaa-244f-4a6a-8b09-fcb5ce8377d8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Calling delete_port for 4e496ce4-9c1d-4814-a17e-538ae7b07003 owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:26.323055 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-80744798-14a1-4f1e-9a56-9412a23eee3b tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Deleting port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:26.323403 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80744798-14a1-4f1e-9a56-9412a23eee3b tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.404128 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3e15a3-67e5-4e84-b9df-06909d6ccd76 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Router 4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:26.423801 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-80744798-14a1-4f1e-9a56-9412a23eee3b tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] For port ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b, host hv-neutron-8048, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:26.423801 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80744798-14a1-4f1e-9a56-9412a23eee3b tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.439706 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-80744798-14a1-4f1e-9a56-9412a23eee3b tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Calling delete_port for ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:26.457962 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47d1b156-f11a-4ccc-b69e-ff41e71364c3 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.513700 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3e15a3-67e5-4e84-b9df-06909d6ccd76 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:26.524929 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624dc6dc-39bd-4574-a2e3-9e56275771f7 None None] Sync routers for ids ['4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:26.549302 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9a3e15a3-67e5-4e84-b9df-06909d6ccd76 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] 10.222.0.43 "PUT /v2.0/routers/4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6041677 Dec 09 02:14:26.550064 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60040) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:26.566359 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624dc6dc-39bd-4574-a2e3-9e56275771f7 None None] Routers {'4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:26.567078 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-624dc6dc-39bd-4574-a2e3-9e56275771f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:26.618832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-624dc6dc-39bd-4574-a2e3-9e56275771f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:26.631371 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624dc6dc-39bd-4574-a2e3-9e56275771f7 None None] Routers {'4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:26.632060 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-624dc6dc-39bd-4574-a2e3-9e56275771f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:26.643027 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-740c8f6f-f417-401d-a846-0c3729c108cd tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.693215 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-624dc6dc-39bd-4574-a2e3-9e56275771f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:26.694230 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624dc6dc-39bd-4574-a2e3-9e56275771f7 None None] The sync data for ids ['4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:26.796688 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80744798-14a1-4f1e-9a56-9412a23eee3b tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.861846 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80744798-14a1-4f1e-9a56-9412a23eee3b tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:26.864949 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-740c8f6f-f417-401d-a846-0c3729c108cd tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.869037 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-740c8f6f-f417-401d-a846-0c3729c108cd tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.876043 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80744798-14a1-4f1e-9a56-9412a23eee3b tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.879858 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-80744798-14a1-4f1e-9a56-9412a23eee3b tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] 10.222.0.43 "DELETE /v2.0/ports/ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b HTTP/1.1" status: 204 len: 168 time: 0.8132308 Dec 09 02:14:26.884371 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60044) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:26.942022 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a48035-af26-45d7-82a7-554dee1cc792 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] GET failed (client error): The resource could not be found. Dec 09 02:14:26.945183 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-91a48035-af26-45d7-82a7-554dee1cc792 tempest-PortsAdminExtendedAttrsTestJSON-2087677436 tempest-PortsAdminExtendedAttrsTestJSON-2087677436-project-admin] 10.222.0.43 "GET /v2.0/ports/ef9d40d2-e2a7-4a5d-87d8-b28ff2cf8d7b HTTP/1.1" status: 404 len: 333 time: 0.0589070 Dec 09 02:14:26.952850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60048) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:26.957233 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.957423 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-740c8f6f-f417-401d-a846-0c3729c108cd tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.957423 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740c8f6f-f417-401d-a846-0c3729c108cd tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Fanout notify agent at l3_agent the message router_deleted on router 4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:14:26.976063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.979074 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-740c8f6f-f417-401d-a846-0c3729c108cd tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:26.982411 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-740c8f6f-f417-401d-a846-0c3729c108cd tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] 10.222.0.43 "DELETE /v2.0/routers/4c4dd09e-d0c3-4b87-9df8-7b85a4665fe6 HTTP/1.1" status: 204 len: 168 time: 0.4297204 Dec 09 02:14:26.983799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60050) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:27.040937 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550b34b-3981-413e-b4f5-9b67eb7cf414 req-074ebbaf-b039-4307-bb9c-a7fe9b3f75e8 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:27.042445 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f550b34b-3981-413e-b4f5-9b67eb7cf414 req-074ebbaf-b039-4307-bb9c-a7fe9b3f75e8 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 946 time: 0.1034930 Dec 09 02:14:27.048708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4fdc40-8add-4963-bf7d-575b8aad2227 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Deleting subnet 570a12cc-0785-4879-a47a-ed68f09a708c {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:14:27.053672 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e4fdc40-8add-4963-bf7d-575b8aad2227 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.109687 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-69866eaa-244f-4a6a-8b09-fcb5ce8377d8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.112736 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e4fdc40-8add-4963-bf7d-575b8aad2227 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.169125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=f7c405c8-5708-4e5c-b046-6cf1e40d34dc,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:27.179021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86b7f3ef-6071-4f0c-ba95-eb7e1f2192f1 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.255968 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69866eaa-244f-4a6a-8b09-fcb5ce8377d8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Pushing event deleted for resources: {'Port': ['ID=4e496ce4-9c1d-4814-a17e-538ae7b07003,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:27.262396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.431174 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f550b34b-3981-413e-b4f5-9b67eb7cf414 req-d66fd4a0-bd61-4b92-b901-60d6222e35a5 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3782158 Dec 09 02:14:27.467672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f150de-add2-4652-92f8-7c17e19a44c1 req-b796d1a0-9da6-4bf6-9be2-e3ea77a1d80a tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:27.469180 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-68f150de-add2-4652-92f8-7c17e19a44c1 req-b796d1a0-9da6-4bf6-9be2-e3ea77a1d80a tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2965097 Dec 09 02:14:27.470045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-69866eaa-244f-4a6a-8b09-fcb5ce8377d8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.493998 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e4fdc40-8add-4963-bf7d-575b8aad2227 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.550128 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e4fdc40-8add-4963-bf7d-575b8aad2227 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.581608 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e4fdc40-8add-4963-bf7d-575b8aad2227 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.587134 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8e4fdc40-8add-4963-bf7d-575b8aad2227 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] 10.222.0.43 "DELETE /v2.0/subnets/570a12cc-0785-4879-a47a-ed68f09a708c HTTP/1.1" status: 204 len: 168 time: 0.6001320 Dec 09 02:14:27.588359 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fdc40-8add-4963-bf7d-575b8aad2227 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Pushing event deleted for resources: {'Subnet': ['ID=570a12cc-0785-4879-a47a-ed68f09a708c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:27.588494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca26ee27-f0d4-4077-bcb0-b178c088e6cf None None] Network d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:27.590840 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60056) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:27.590979 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86b7f3ef-6071-4f0c-ba95-eb7e1f2192f1 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.657073 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Floating IP 5fc9047f-e278-4e25-b8d3-31b76ecd3970 associated. External IP: 172.26.3.223, port: 80584e0d-c0ed-4f74-8ad5-52d2cfadf207. Dec 09 02:14:27.673631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-86b7f3ef-6071-4f0c-ba95-eb7e1f2192f1 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2864675-d6cb-4619-925c-f4110c2e9a11']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:27.674636 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.731127 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Deleting port c5424145-b4f6-4436-b6c2-7ffd89c147e2 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:27.731497 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.748924 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02258164-4e91-491e-9095-1227aeba061e None None] DHCP port deletion for d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:14:27.767195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-86b7f3ef-6071-4f0c-ba95-eb7e1f2192f1 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afa0f84-06b6-4b19-891d-cc4129d3f585') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:27.767509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-86b7f3ef-6071-4f0c-ba95-eb7e1f2192f1 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afa0f84-06b6-4b19-891d-cc4129d3f585') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:27.791611 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-68f150de-add2-4652-92f8-7c17e19a44c1 req-c172034c-accb-43a8-842a-ef6538ddf868 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082621 Dec 09 02:14:27.793285 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86b7f3ef-6071-4f0c-ba95-eb7e1f2192f1 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.795698 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] For port c5424145-b4f6-4436-b6c2-7ffd89c147e2, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c5424145-b4f6-4436-b6c2-7ffd89c147e2,segment=NetworkSegment(a58d9299-5f95-455a-ad8e-43393fbac7d4),segment_id=a58d9299-5f95-455a-ad8e-43393fbac7d4)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:27.796184 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.803410 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-02258164-4e91-491e-9095-1227aeba061e None None] Deleting port c5424145-b4f6-4436-b6c2-7ffd89c147e2 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:27.804028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02258164-4e91-491e-9095-1227aeba061e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.831443 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Calling delete_port for c5424145-b4f6-4436-b6c2-7ffd89c147e2 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:27.873463 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86b7f3ef-6071-4f0c-ba95-eb7e1f2192f1 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.883864 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-02258164-4e91-491e-9095-1227aeba061e None None] For port c5424145-b4f6-4436-b6c2-7ffd89c147e2, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c5424145-b4f6-4436-b6c2-7ffd89c147e2,segment=NetworkSegment(a58d9299-5f95-455a-ad8e-43393fbac7d4),segment_id=a58d9299-5f95-455a-ad8e-43393fbac7d4)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:27.884319 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02258164-4e91-491e-9095-1227aeba061e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.901498 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-02258164-4e91-491e-9095-1227aeba061e None None] Calling delete_port for c5424145-b4f6-4436-b6c2-7ffd89c147e2 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:27.915308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-69866eaa-244f-4a6a-8b09-fcb5ce8377d8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.920137 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b7f3ef-6071-4f0c-ba95-eb7e1f2192f1 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:14:27.920530 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86b7f3ef-6071-4f0c-ba95-eb7e1f2192f1 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:14:27.924489 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:14:27.941601 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:27.960372 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] No DVR routers for this DVR port c5424145-b4f6-4436-b6c2-7ffd89c147e2 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:27.963491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-69866eaa-244f-4a6a-8b09-fcb5ce8377d8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:28.001453 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02258164-4e91-491e-9095-1227aeba061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:28.016756 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Pushing event deleted for resources: {'Port': ['ID=c5424145-b4f6-4436-b6c2-7ffd89c147e2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:28.035183 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02258164-4e91-491e-9095-1227aeba061e None None] Pushing event deleted for resources: {'Port': ['ID=c5424145-b4f6-4436-b6c2-7ffd89c147e2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:28.041744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02258164-4e91-491e-9095-1227aeba061e None None] No DVR routers for this DVR port c5424145-b4f6-4436-b6c2-7ffd89c147e2 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:28.074192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86b7f3ef-6071-4f0c-ba95-eb7e1f2192f1 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:28.079373 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-47d1b156-f11a-4ccc-b69e-ff41e71364c3 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port b3687fa5-2f3c-4ed3-a3bd-794e96d3899e {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:28.079784 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47d1b156-f11a-4ccc-b69e-ff41e71364c3 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:28.095066 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:28.116318 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:28.128165 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58d9299-5f95-455a-ad8e-43393fbac7d4') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:28.128365 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58d9299-5f95-455a-ad8e-43393fbac7d4') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:28.128928 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86b7f3ef-6071-4f0c-ba95-eb7e1f2192f1 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:28.132586 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-86b7f3ef-6071-4f0c-ba95-eb7e1f2192f1 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] 10.222.0.43 "DELETE /v2.0/networks/d2864675-d6cb-4619-925c-f4110c2e9a11 HTTP/1.1" status: 204 len: 168 time: 1.1752889 Dec 09 02:14:28.138659 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:28.158126 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:28.158796 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69866eaa-244f-4a6a-8b09-fcb5ce8377d8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Router 2bf45577-889c-4b0d-a75c-2ff65e67067e has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:28.167104 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:14:28.167917 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:14:28.171695 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:14:28.196779 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7f3ef-6071-4f0c-ba95-eb7e1f2192f1 tempest-PortsAdminExtendedAttrsTestJSON-778180133 tempest-PortsAdminExtendedAttrsTestJSON-778180133-project] Pushing event deleted for resources: {'Network': ['ID=d2864675-d6cb-4619-925c-f4110c2e9a11,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:28.235864 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:28.241125 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:28.247366 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] 10.222.0.43 "DELETE /v2.0/networks/d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2 HTTP/1.1" status: 204 len: 168 time: 0.6527541 Dec 09 02:14:28.262005 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61e6b3-7e03-4609-a552-48783ffba907 tempest-FloatingIPNegativeTestJSON-1200485099 tempest-FloatingIPNegativeTestJSON-1200485099-project] Pushing event deleted for resources: {'Network': ['ID=d312b02c-e91b-4fc2-aed5-d59b0e5a2ba2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:28.377166 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88dda1-5d96-40b4-812f-cf143c746fd3 req-21c3ce48-0b27-4ee2-a1fb-63299571ce23 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:28.378695 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3c88dda1-5d96-40b4-812f-cf143c746fd3 req-21c3ce48-0b27-4ee2-a1fb-63299571ce23 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2539132 Dec 09 02:14:28.419597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47d1b156-f11a-4ccc-b69e-ff41e71364c3 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:28.424350 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60070) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:28.448593 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69866eaa-244f-4a6a-8b09-fcb5ce8377d8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:28.456999 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-47d1b156-f11a-4ccc-b69e-ff41e71364c3 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for b3687fa5-2f3c-4ed3-a3bd-794e96d3899e owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:28.463957 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b99ffe1-de42-4b41-ab50-5be754969df6 None None] Sync routers for ids ['2bf45577-889c-4b0d-a75c-2ff65e67067e'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:28.465440 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-69866eaa-244f-4a6a-8b09-fcb5ce8377d8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:28.469072 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-69866eaa-244f-4a6a-8b09-fcb5ce8377d8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "PUT /v2.0/routers/2bf45577-889c-4b0d-a75c-2ff65e67067e HTTP/1.1" status: 200 len: 708 time: 3.4101450 Dec 09 02:14:28.469204 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60076) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:28.471303 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60078) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:28.488767 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b99ffe1-de42-4b41-ab50-5be754969df6 None None] Routers {'2bf45577-889c-4b0d-a75c-2ff65e67067e'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:28.489399 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-6b99ffe1-de42-4b41-ab50-5be754969df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2bf45577-889c-4b0d-a75c-2ff65e67067e'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:28.489712 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router a73c5c39-9162-46ee-9bf6-ba0fe79858ff has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:28.504828 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0200b0-0f10-4524-bb7f-36c2158110b7 req-595e43ea-0e48-46dc-9b6f-aca49e1e5f3c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:28.517217 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ef0200b0-0f10-4524-bb7f-36c2158110b7 req-595e43ea-0e48-46dc-9b6f-aca49e1e5f3c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.45 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 946 time: 0.2499189 Dec 09 02:14:28.567562 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-6b99ffe1-de42-4b41-ab50-5be754969df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:28.582503 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b99ffe1-de42-4b41-ab50-5be754969df6 None None] Routers {'2bf45577-889c-4b0d-a75c-2ff65e67067e'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:28.584362 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-6b99ffe1-de42-4b41-ab50-5be754969df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2bf45577-889c-4b0d-a75c-2ff65e67067e'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:28.615025 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a87d02bb-3890-4f8f-8d7f-aa8067d41407 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "GET /v2.0/routers/2bf45577-889c-4b0d-a75c-2ff65e67067e HTTP/1.1" status: 200 len: 743 time: 0.1408412 Dec 09 02:14:28.617492 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3c88dda1-5d96-40b4-812f-cf143c746fd3 req-775cc465-dc0b-40f3-bb87-6ce1c5b97823 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013628 Dec 09 02:14:28.624495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60084) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:28.635588 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-6b99ffe1-de42-4b41-ab50-5be754969df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:28.636819 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b99ffe1-de42-4b41-ab50-5be754969df6 None None] The sync data for ids ['2bf45577-889c-4b0d-a75c-2ff65e67067e'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:28.693270 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9678dbf6-3410-4cc8-8635-17db6e736bd7 tempest-RoutersIpV6AdminTest-189942403 tempest-RoutersIpV6AdminTest-189942403-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&device_id=2bf45577-889c-4b0d-a75c-2ff65e67067e HTTP/1.1" status: 200 len: 205 time: 0.0668528 Dec 09 02:14:28.696437 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60088) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:28.715301 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d349671-cb7f-48d3-9867-95224562d13a req-4aadedc5-dc2f-4244-acac-45c354899c94 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:28.719913 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8d349671-cb7f-48d3-9867-95224562d13a req-4aadedc5-dc2f-4244-acac-45c354899c94 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 946 time: 0.1817551 Dec 09 02:14:28.746597 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f28d1471-0ff3-41f3-a4c8-b3a6582a8611 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bf45577-889c-4b0d-a75c-2ff65e67067e HTTP/1.1" status: 200 len: 205 time: 0.0491083 Dec 09 02:14:28.749473 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60092) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:28.847998 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e90acb07-98d1-49d0-a663-ebfe4df6979a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88021382a7de46f0a4f30d4fbb341f26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4220421 Dec 09 02:14:28.878493 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60096) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:28.912237 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e06a1c0-d540-412b-bb39-8d6c0c711709 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.021163 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-27a2d278-862d-494a-9c7d-71aa24043a79 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c83b06a8147449e8d9f72e27c51c0af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5491636 Dec 09 02:14:29.028626 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60100) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:29.109757 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8d349671-cb7f-48d3-9867-95224562d13a req-e2839701-e5c1-40d8-b41c-c26f0ede3934 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3730717 Dec 09 02:14:29.160758 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e06a1c0-d540-412b-bb39-8d6c0c711709 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.168234 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e06a1c0-d540-412b-bb39-8d6c0c711709 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.186017 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a16adb7c-c711-4d1b-8a3a-9e6883ff31cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.192763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:29.203958 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee874b15-97a8-4862-ab63-18e3a8a15ad9 None None] Sync routers for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:29.216960 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee874b15-97a8-4862-ab63-18e3a8a15ad9 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:29.217764 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ee874b15-97a8-4862-ab63-18e3a8a15ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:29.241715 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e06a1c0-d540-412b-bb39-8d6c0c711709 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.242262 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e06a1c0-d540-412b-bb39-8d6c0c711709 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Fanout notify agent at l3_agent the message router_deleted on router 2bf45577-889c-4b0d-a75c-2ff65e67067e {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:14:29.255795 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e06a1c0-d540-412b-bb39-8d6c0c711709 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.256951 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9e06a1c0-d540-412b-bb39-8d6c0c711709 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "DELETE /v2.0/routers/2bf45577-889c-4b0d-a75c-2ff65e67067e HTTP/1.1" status: 204 len: 168 time: 0.4948251 Dec 09 02:14:29.260774 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc8abb7-ad40-47f3-b587-52bbe6f003d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.263800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a16adb7c-c711-4d1b-8a3a-9e6883ff31cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.265272 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60102) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:29.271791 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ee874b15-97a8-4862-ab63-18e3a8a15ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:29.285087 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee874b15-97a8-4862-ab63-18e3a8a15ad9 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:29.285916 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ee874b15-97a8-4862-ab63-18e3a8a15ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:29.300781 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47d1b156-f11a-4ccc-b69e-ff41e71364c3 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.311992 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-ef0200b0-0f10-4524-bb7f-36c2158110b7 req-ba09cebc-3744-492e-8b43-81f09d98474c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Deleting port d8286da8-8b63-467f-b08e-b08e7018c377 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:29.312330 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ef0200b0-0f10-4524-bb7f-36c2158110b7 req-ba09cebc-3744-492e-8b43-81f09d98474c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.315563 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d32ed0e1-3334-45ab-b31b-a4546142cdbc tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bf45577-889c-4b0d-a75c-2ff65e67067e HTTP/1.1" status: 200 len: 205 time: 0.0469902 Dec 09 02:14:29.318006 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60106) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:29.325119 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c279b-7dda-4465-bf96-54efab876d0b req-3892e73d-3a80-44a5-b9cc-6f44f1c0eeaa tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:29.326897 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e32c279b-7dda-4465-bf96-54efab876d0b req-3892e73d-3a80-44a5-b9cc-6f44f1c0eeaa tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 945 time: 0.2446551 Dec 09 02:14:29.334832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ee874b15-97a8-4862-ab63-18e3a8a15ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:29.335682 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee874b15-97a8-4862-ab63-18e3a8a15ad9 None None] The sync data for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:29.346768 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc8abb7-ad40-47f3-b587-52bbe6f003d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.375454 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.388980 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-318b1e28-5deb-4190-be09-6a50049457c7 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] delete failed (client error): The resource could not be found. Dec 09 02:14:29.390998 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-318b1e28-5deb-4190-be09-6a50049457c7 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "DELETE /v2.0/routers/2bf45577-889c-4b0d-a75c-2ff65e67067e HTTP/1.1" status: 404 len: 336 time: 0.0673559 Dec 09 02:14:29.400997 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60108) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:29.452459 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ecaf2280-9cba-4f8d-911b-0e9eca07a55a tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "GET /v2.0/ports?device_id=35697f77-c3b0-4cef-b181-c486f82d34f8 HTTP/1.1" status: 200 len: 205 time: 0.0496485 Dec 09 02:14:29.455901 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60112) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:29.513030 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a16adb7c-c711-4d1b-8a3a-9e6883ff31cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.515875 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a16adb7c-c711-4d1b-8a3a-9e6883ff31cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.519295 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a16adb7c-c711-4d1b-8a3a-9e6883ff31cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6af215e5-f6e2-45b0-97c3-ce49d2c14022 HTTP/1.1" status: 204 len: 168 time: 0.6346090 Dec 09 02:14:29.530017 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-54e68f5f-27de-45ad-809a-a276cc6314fa tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] delete failed (client error): The resource could not be found. Dec 09 02:14:29.531292 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-54e68f5f-27de-45ad-809a-a276cc6314fa tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "DELETE /v2.0/routers/35697f77-c3b0-4cef-b181-c486f82d34f8 HTTP/1.1" status: 404 len: 336 time: 0.0736737 Dec 09 02:14:29.534781 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60116) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:29.553216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1b156-f11a-4ccc-b69e-ff41e71364c3 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=b3687fa5-2f3c-4ed3-a3bd-794e96d3899e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:29.563011 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c5dc48a1-6379-4ca0-b5ca-179cfe033e79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.5646746 Dec 09 02:14:29.568367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60118) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:29.616909 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16adb7c-c711-4d1b-8a3a-9e6883ff31cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af215e5-f6e2-45b0-97c3-ce49d2c14022,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:29.623112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47d1b156-f11a-4ccc-b69e-ff41e71364c3 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.624542 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1b45c418-b21f-4c78-83ce-d04ac8055743 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd6932ff-e33e-4101-8f90-ee9985cb91ce HTTP/1.1" status: 200 len: 205 time: 0.0880094 Dec 09 02:14:29.627457 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60120) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:29.689331 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-dda9fca4-c63d-489d-9558-1927b8cdc0a6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] delete failed (client error): The resource could not be found. Dec 09 02:14:29.692898 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dda9fca4-c63d-489d-9558-1927b8cdc0a6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "DELETE /v2.0/routers/fd6932ff-e33e-4101-8f90-ee9985cb91ce HTTP/1.1" status: 404 len: 336 time: 0.0618792 Dec 09 02:14:29.692898 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc8abb7-ad40-47f3-b587-52bbe6f003d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.696316 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc8abb7-ad40-47f3-b587-52bbe6f003d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.700112 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bdc8abb7-ad40-47f3-b587-52bbe6f003d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3388985b-6d1b-4557-98de-cc0018be79c9 HTTP/1.1" status: 204 len: 168 time: 0.6669595 Dec 09 02:14:29.703388 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60124) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:29.736400 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12322890-0d93-44d2-b449-be60809c6f72 req-e2a5dd99-a789-400b-a762-03bf68ce6fba tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:29.737952 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-12322890-0d93-44d2-b449-be60809c6f72 req-e2a5dd99-a789-400b-a762-03bf68ce6fba tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2195046 Dec 09 02:14:29.768310 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c177b40f-d447-4951-b440-b412a64247a6 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7dc0fb0-5ff0-487b-9972-b3681e131621 HTTP/1.1" status: 200 len: 205 time: 0.0621309 Dec 09 02:14:29.769136 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8abb7-ad40-47f3-b587-52bbe6f003d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3388985b-6d1b-4557-98de-cc0018be79c9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:29.773302 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60128) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:29.793632 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-ef0200b0-0f10-4524-bb7f-36c2158110b7 req-ba09cebc-3744-492e-8b43-81f09d98474c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] For port d8286da8-8b63-467f-b08e-b08e7018c377, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8286da8-8b63-467f-b08e-b08e7018c377,segment=NetworkSegment(ee3b5d32-d378-4ad3-9a25-d2f6a3814612),segment_id=ee3b5d32-d378-4ad3-9a25-d2f6a3814612)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:29.794156 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ef0200b0-0f10-4524-bb7f-36c2158110b7 req-ba09cebc-3744-492e-8b43-81f09d98474c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:29.796958 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c5424145-b4f6-4436-b6c2-7ffd89c147e2 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:14:29.840972 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-f8370614-5b67-4698-9547-0fcab02b356b tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] delete failed (client error): The resource could not be found. Dec 09 02:14:29.842062 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f8370614-5b67-4698-9547-0fcab02b356b tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "DELETE /v2.0/routers/e7dc0fb0-5ff0-487b-9972-b3681e131621 HTTP/1.1" status: 404 len: 336 time: 0.0677190 Dec 09 02:14:29.844945 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60130) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:29.860756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: c5424145-b4f6-4436-b6c2-7ffd89c147e2 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:14:29.861359 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c5424145-b4f6-4436-b6c2-7ffd89c147e2 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:14:29.885151 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-00ee1d82-4b74-48dd-bec4-dab4e860d9a3 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "GET /v2.0/ports?device_id=767fe1be-1e47-4098-8989-d23f5f1b4058 HTTP/1.1" status: 200 len: 205 time: 0.0392416 Dec 09 02:14:29.898322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60132) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:29.901386 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-12322890-0d93-44d2-b449-be60809c6f72 req-efba7950-0b9e-46cb-bc23-11aada5d450c tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355963 Dec 09 02:14:30.042731 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60136) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:30.058222 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e32c279b-7dda-4465-bf96-54efab876d0b req-45923df0-df90-467f-bf86-602dd9389332 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/security-groups?id=69243971-a59e-4f44-9d13-170e06a9fcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6706629 Dec 09 02:14:30.061228 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-90df74d1-0044-4adf-9b4e-944ce59415a9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "GET /v2.0/floatingips/5fc9047f-e278-4e25-b8d3-31b76ecd3970 HTTP/1.1" status: 200 len: 976 time: 0.4421322 Dec 09 02:14:30.064231 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60138) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:30.071669 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-cb224b1b-8ebb-44f3-8dc8-bfc846bfc274 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] delete failed (client error): The resource could not be found. Dec 09 02:14:30.075352 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cb224b1b-8ebb-44f3-8dc8-bfc846bfc274 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "DELETE /v2.0/routers/767fe1be-1e47-4098-8989-d23f5f1b4058 HTTP/1.1" status: 404 len: 336 time: 0.1655107 Dec 09 02:14:30.087653 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60140) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:30.155273 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-050bf271-456f-4486-a9c7-b260a32a5981 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "GET /v2.0/ports?device_id=fce29675-6718-4bf3-9cc1-f5009893d1b6 HTTP/1.1" status: 200 len: 205 time: 0.0717502 Dec 09 02:14:30.157646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60150) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:30.233111 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b3f36b44-0ea4-4cec-a041-eced9eec39a8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1677637 Dec 09 02:14:30.236469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60154) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:30.243335 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-bace864a-d95d-4b0e-b9a5-34a8625feae8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] delete failed (client error): The resource could not be found. Dec 09 02:14:30.246805 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bace864a-d95d-4b0e-b9a5-34a8625feae8 tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "DELETE /v2.0/routers/fce29675-6718-4bf3-9cc1-f5009893d1b6 HTTP/1.1" status: 404 len: 336 time: 0.0848813 Dec 09 02:14:30.247133 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60156) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:30.247370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-6523819e-c5fa-45d6-a221-20dbe6e51a00 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'floatingip': {'port_id': '5f56c757-86f1-48f0-b893-00ce9f37aa6a'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:30.283727 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0a6df40e-ea70-4c30-a71f-8cac6f95d8cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b428a553e495467a85b871087128cdc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375159 Dec 09 02:14:30.283727 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-403bd5f6-dbe0-4283-a8fa-cd54b4142efd tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] DELETE failed (client error): The resource could not be found. Dec 09 02:14:30.283727 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403bd5f6-dbe0-4283-a8fa-cd54b4142efd tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:14:30.287398 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-403bd5f6-dbe0-4283-a8fa-cd54b4142efd tempest-RoutersIpV6AdminTest-27660958 tempest-RoutersIpV6AdminTest-27660958-project] 10.222.0.43 "DELETE /v2.0/subnets/dc06ff74-5ade-4df8-8c33-c7324a52e61d HTTP/1.1" status: 404 len: 337 time: 0.0390468 Dec 09 02:14:30.288358 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60160) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:30.355104 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d947559f-a2b0-4278-ab30-629b66184380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:30.385708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d947559f-a2b0-4278-ab30-629b66184380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:30.412788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d1b156-f11a-4ccc-b69e-ff41e71364c3 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router e14f2b7c-77f2-4197-bf0c-4c7b3758152b has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:30.428573 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6523819e-c5fa-45d6-a221-20dbe6e51a00 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:30.441803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d947559f-a2b0-4278-ab30-629b66184380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:30.447109 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d947559f-a2b0-4278-ab30-629b66184380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:30.449516 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d947559f-a2b0-4278-ab30-629b66184380 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9239ea1d-8489-4586-90a4-5bdc041be097 HTTP/1.1" status: 204 len: 168 time: 0.1599734 Dec 09 02:14:30.450940 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e84ef5-5f9d-4459-aa7b-1d9974762884 req-9fb0cab9-3f23-4897-91b8-d01607526bab tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:30.452853 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e6e84ef5-5f9d-4459-aa7b-1d9974762884 req-9fb0cab9-3f23-4897-91b8-d01607526bab tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 946 time: 0.2176001 Dec 09 02:14:30.455169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ef0200b0-0f10-4524-bb7f-36c2158110b7 req-ba09cebc-3744-492e-8b43-81f09d98474c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:30.455577 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ef0200b0-0f10-4524-bb7f-36c2158110b7 req-ba09cebc-3744-492e-8b43-81f09d98474c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:30.455895 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [req-ef0200b0-0f10-4524-bb7f-36c2158110b7 req-ba09cebc-3744-492e-8b43-81f09d98474c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Floating IP dae1fda2-7d04-4bed-82c9-83abb4544767 disassociated. External IP: 172.26.3.123, port: d8286da8-8b63-467f-b08e-b08e7018c377. Dec 09 02:14:30.456278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-ef0200b0-0f10-4524-bb7f-36c2158110b7 req-ba09cebc-3744-492e-8b43-81f09d98474c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Calling delete_port for d8286da8-8b63-467f-b08e-b08e7018c377 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:30.460967 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947559f-a2b0-4278-ab30-629b66184380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9239ea1d-8489-4586-90a4-5bdc041be097,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:30.604516 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60172) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:30.704607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d1b156-f11a-4ccc-b69e-ff41e71364c3 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:30.719703 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743df36-187d-4948-a280-05d6f5cc14fe None None] Sync routers for ids ['e14f2b7c-77f2-4197-bf0c-4c7b3758152b'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:30.722765 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-47d1b156-f11a-4ccc-b69e-ff41e71364c3 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/e14f2b7c-77f2-4197-bf0c-4c7b3758152b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0632887 Dec 09 02:14:30.727310 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60182) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:30.737007 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7743df36-187d-4948-a280-05d6f5cc14fe None None] Routers {'e14f2b7c-77f2-4197-bf0c-4c7b3758152b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:30.740108 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e6e84ef5-5f9d-4459-aa7b-1d9974762884 req-f4d2557f-4e40-4e1a-949f-e1dce737b58c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups?id=3a448eb9-6496-474b-a639-1be1cceeede5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511268 Dec 09 02:14:30.743697 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-7743df36-187d-4948-a280-05d6f5cc14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['e14f2b7c-77f2-4197-bf0c-4c7b3758152b'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:30.799739 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5dc8388c-481f-432d-b828-20b36466a192 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports?device_id=e14f2b7c-77f2-4197-bf0c-4c7b3758152b HTTP/1.1" status: 200 len: 205 time: 0.0687220 Dec 09 02:14:30.803288 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60184) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:30.831110 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-7743df36-187d-4948-a280-05d6f5cc14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:30.842940 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7743df36-187d-4948-a280-05d6f5cc14fe None None] Routers {'e14f2b7c-77f2-4197-bf0c-4c7b3758152b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:30.843995 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-7743df36-187d-4948-a280-05d6f5cc14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['e14f2b7c-77f2-4197-bf0c-4c7b3758152b'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:30.918396 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-7743df36-187d-4948-a280-05d6f5cc14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:30.919653 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743df36-187d-4948-a280-05d6f5cc14fe None None] The sync data for ids ['e14f2b7c-77f2-4197-bf0c-4c7b3758152b'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:31.010184 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-049e87b5-c1d8-4633-b8dc-63a5d7c3e1dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:31.020360 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1d98-0e7d-4531-9b48-0263f26ff15f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:31.167318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb8298-2a55-47bb-96c2-14539bbc3a96 req-23164d84-8eae-4dd4-8640-8b368faab212 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:31.170361 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-94cb8298-2a55-47bb-96c2-14539bbc3a96 req-23164d84-8eae-4dd4-8640-8b368faab212 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.1514931 Dec 09 02:14:31.173013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ef0200b0-0f10-4524-bb7f-36c2158110b7 req-ba09cebc-3744-492e-8b43-81f09d98474c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:31.241204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09cebc-3744-492e-8b43-81f09d98474c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Pushing event deleted for resources: {'Port': ['ID=d8286da8-8b63-467f-b08e-b08e7018c377,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:31.271978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60202) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:31.317802 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-049e87b5-c1d8-4633-b8dc-63a5d7c3e1dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:31.326396 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1d98-0e7d-4531-9b48-0263f26ff15f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:31.332791 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1d98-0e7d-4531-9b48-0263f26ff15f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:31.335397 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-049e87b5-c1d8-4633-b8dc-63a5d7c3e1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:31.348584 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146f78a-c355-45ca-ab8b-ee0b8c0aea50 req-c66fe488-9443-43f3-a1a1-ebbcf3128324 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:31.356954 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-9146f78a-c355-45ca-ab8b-ee0b8c0aea50 req-c66fe488-9443-43f3-a1a1-ebbcf3128324 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 945 time: 0.2723758 Dec 09 02:14:31.458186 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-049e87b5-c1d8-4633-b8dc-63a5d7c3e1dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=00fe780945484da9beacf2e3725207ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8519711 Dec 09 02:14:31.464396 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60208) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:31.487069 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1d98-0e7d-4531-9b48-0263f26ff15f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:31.488635 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6f1d98-0e7d-4531-9b48-0263f26ff15f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Fanout notify agent at l3_agent the message router_deleted on router e14f2b7c-77f2-4197-bf0c-4c7b3758152b {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:14:31.500396 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e87b5-c1d8-4633-b8dc-63a5d7c3e1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080a300a-277c-4417-97d5-2af44f68ff26,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:31.534443 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1d98-0e7d-4531-9b48-0263f26ff15f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:31.535820 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fa6f1d98-0e7d-4531-9b48-0263f26ff15f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/routers/e14f2b7c-77f2-4197-bf0c-4c7b3758152b HTTP/1.1" status: 204 len: 168 time: 0.7314203 Dec 09 02:14:31.548041 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60212) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:31.673904 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-9146f78a-c355-45ca-ab8b-ee0b8c0aea50 req-04c43ab3-eda4-4b05-8120-d1b5a8f562ba tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/security-groups?id=69243971-a59e-4f44-9d13-170e06a9fcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3156338 Dec 09 02:14:31.688640 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-dee3ecf9-49d1-442e-a3df-14330da6878d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1721244246'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:31.704786 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db0c956-b514-4ceb-bfa9-17f8a6bb6177 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting subnet f65823f9-c413-4a39-94f6-2056d3aa8b08 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:14:31.719951 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7db0c956-b514-4ceb-bfa9-17f8a6bb6177 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:31.746053 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed14cf92-7f7d-48b1-bce0-68300a11481f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:31.767104 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee3ecf9-49d1-442e-a3df-14330da6878d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:31.779590 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dee3ecf9-49d1-442e-a3df-14330da6878d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:31.788570 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60220) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:31.817101 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7db0c956-b514-4ceb-bfa9-17f8a6bb6177 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:31.820176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dee3ecf9-49d1-442e-a3df-14330da6878d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:31.845546 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed14cf92-7f7d-48b1-bce0-68300a11481f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:31.903915 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3edda171-77c6-4fd8-8fc0-deda6a1c3861 req-8cdc44d8-8cf7-4820-a062-8f49be52ee38 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 210 time: 0.0607848 Dec 09 02:14:31.920906 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-94cb8298-2a55-47bb-96c2-14539bbc3a96 req-1160bbcf-d123-4ca1-8d25-f2fd69b785ea tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7418251 Dec 09 02:14:31.952323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6523819e-c5fa-45d6-a221-20dbe6e51a00 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:31.953150 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-288657d1-a2bd-440a-8832-6091287df2db tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1404035586'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:31.960090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6523819e-c5fa-45d6-a221-20dbe6e51a00 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:32.056667 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288657d1-a2bd-440a-8832-6091287df2db tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Made reservation on behalf of 2ee99dae9585442dbfa5fef5fd806160 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:32.060490 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-288657d1-a2bd-440a-8832-6091287df2db tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:32.068079 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dee3ecf9-49d1-442e-a3df-14330da6878d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:32.072815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7db0c956-b514-4ceb-bfa9-17f8a6bb6177 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:32.099260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dee3ecf9-49d1-442e-a3df-14330da6878d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:32.102042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef0200b0-0f10-4524-bb7f-36c2158110b7 req-ba09cebc-3744-492e-8b43-81f09d98474c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Router 50a37300-0591-4956-9ef6-59f181070816 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:32.109619 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-288657d1-a2bd-440a-8832-6091287df2db tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:32.132546 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed14cf92-7f7d-48b1-bce0-68300a11481f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:32.136091 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed14cf92-7f7d-48b1-bce0-68300a11481f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:32.139624 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ed14cf92-7f7d-48b1-bce0-68300a11481f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/080a300a-277c-4417-97d5-2af44f68ff26 HTTP/1.1" status: 204 len: 168 time: 0.6676247 Dec 09 02:14:32.147525 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee3ecf9-49d1-442e-a3df-14330da6878d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:32.160571 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dee3ecf9-49d1-442e-a3df-14330da6878d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:32.161342 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-dee3ecf9-49d1-442e-a3df-14330da6878d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Added segment 65f54796-4ca6-4286-83f9-aff288847e01 of type vlan for network 1b229fdb-5d15-42a0-bb16-1bb6a25ceada Dec 09 02:14:32.217759 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dee3ecf9-49d1-442e-a3df-14330da6878d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:32.234671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef0200b0-0f10-4524-bb7f-36c2158110b7 req-ba09cebc-3744-492e-8b43-81f09d98474c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:32.237204 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-6523819e-c5fa-45d6-a221-20dbe6e51a00 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Floating IP 5fc9047f-e278-4e25-b8d3-31b76ecd3970 associated. External IP: 172.26.3.223, port: 80584e0d-c0ed-4f74-8ad5-52d2cfadf207. Dec 09 02:14:32.246507 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c7108-d9a6-4c0d-ab31-d8a5159c1cee None None] Sync routers for ids ['50a37300-0591-4956-9ef6-59f181070816'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:32.260550 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c7108-d9a6-4c0d-ab31-d8a5159c1cee None None] Routers {'50a37300-0591-4956-9ef6-59f181070816'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:32.262684 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c60c7108-d9a6-4c0d-ab31-d8a5159c1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['50a37300-0591-4956-9ef6-59f181070816'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:32.311167 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0200b0-0f10-4524-bb7f-36c2158110b7 req-ba09cebc-3744-492e-8b43-81f09d98474c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] No DVR routers for this DVR port d8286da8-8b63-467f-b08e-b08e7018c377 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:32.314995 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ef0200b0-0f10-4524-bb7f-36c2158110b7 req-ba09cebc-3744-492e-8b43-81f09d98474c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:32.318536 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ef0200b0-0f10-4524-bb7f-36c2158110b7 req-ba09cebc-3744-492e-8b43-81f09d98474c tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.45 "DELETE /v2.0/ports/d8286da8-8b63-467f-b08e-b08e7018c377 HTTP/1.1" status: 204 len: 173 time: 3.7665105 Dec 09 02:14:32.319027 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00505442-9138-4dae-bf57-8b3bd3d420a1', 'name': 'network-vif-deleted', 'tag': 'd8286da8-8b63-467f-b08e-b08e7018c377'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:14:32.322096 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a913f098-c126-404d-81a0-5d04e2dc1e1c" -d '{"events": [{"server_uuid": "00505442-9138-4dae-bf57-8b3bd3d420a1", "name": "network-vif-deleted", "tag": "d8286da8-8b63-467f-b08e-b08e7018c377"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:14:32.333741 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3ecf9-49d1-442e-a3df-14330da6878d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d85acb96-90d0-4269-8f60-1068b04ab7b6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:32.387312 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dee3ecf9-49d1-442e-a3df-14330da6878d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:32.394912 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee3ecf9-49d1-442e-a3df-14330da6878d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:32.395618 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dee3ecf9-49d1-442e-a3df-14330da6878d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:32.472985 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfc06ee-296f-461a-a596-b2dce6bdd6e5 x-openstack-request-id: req-3cfc06ee-296f-461a-a596-b2dce6bdd6e5 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:14:32.473333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00505442-9138-4dae-bf57-8b3bd3d420a1", "name": "network-vif-deleted", "tag": "d8286da8-8b63-467f-b08e-b08e7018c377", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:14:32.473970 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3cfc06ee-296f-461a-a596-b2dce6bdd6e5 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:14:32.474463 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00505442-9138-4dae-bf57-8b3bd3d420a1', 'name': 'network-vif-deleted', 'tag': 'd8286da8-8b63-467f-b08e-b08e7018c377', 'status': 'completed', 'code': 200} Dec 09 02:14:32.512032 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-c60c7108-d9a6-4c0d-ab31-d8a5159c1cee None None] Set router 50a37300-0591-4956-9ef6-59f181070816 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:14:32.581598 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6523819e-c5fa-45d6-a221-20dbe6e51a00 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router a73c5c39-9162-46ee-9bf6-ba0fe79858ff has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:32.650201 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f5157-eeeb-41ea-a3ee-90689c9292ae req-6d1da2f4-3637-43c9-9fd1-95fc32ef7cc9 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:32.651752 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fd2f5157-eeeb-41ea-a3ee-90689c9292ae req-6d1da2f4-3637-43c9-9fd1-95fc32ef7cc9 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 945 time: 0.0849414 Dec 09 02:14:32.765034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60232) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:32.767800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6523819e-c5fa-45d6-a221-20dbe6e51a00 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:32.771687 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c60c7108-d9a6-4c0d-ab31-d8a5159c1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a37300-0591-4956-9ef6-59f181070816', 'name': 'tempest-ServersTestManualDisk-157062250-router', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f7869666-a451-4423-9c1c-93263348a877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:52Z', 'revision_number': 4, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'gw_port': {'id': 'f7869666-a451-4423-9c1c-93263348a877', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '1a8cb09a-875a-4cf0-aeca-3b9b54e29016', 'name': '', 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'mac_address': 'fa:16:3e:05:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:51Z', 'updated_at': '2021-12-09T02:13:04Z', 'revision_number': 5, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'subnets': [{'id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:32.780211 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55b39c7-31b3-45a0-a38c-9cdf42dd7a51 None None] Sync routers for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:32.805632 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55b39c7-31b3-45a0-a38c-9cdf42dd7a51 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:32.806264 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-f55b39c7-31b3-45a0-a38c-9cdf42dd7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:32.840746 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c7108-d9a6-4c0d-ab31-d8a5159c1cee None None] Checking router: 50a37300-0591-4956-9ef6-59f181070816 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:14:32.873233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c7108-d9a6-4c0d-ab31-d8a5159c1cee None None] Routers {'50a37300-0591-4956-9ef6-59f181070816'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:32.874832 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-f55b39c7-31b3-45a0-a38c-9cdf42dd7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:32.875875 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c60c7108-d9a6-4c0d-ab31-d8a5159c1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['50a37300-0591-4956-9ef6-59f181070816'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:32.888131 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55b39c7-31b3-45a0-a38c-9cdf42dd7a51 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:32.888996 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-f55b39c7-31b3-45a0-a38c-9cdf42dd7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:32.980527 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-f55b39c7-31b3-45a0-a38c-9cdf42dd7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:32.985640 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55b39c7-31b3-45a0-a38c-9cdf42dd7a51 None None] The sync data for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:33.002984 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fb918204-2f37-484b-94fa-b1ecce491a1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=faf1cfdffc5b4464bb76b82d54ad2314&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2308362 Dec 09 02:14:33.010566 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60242) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:33.045626 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14cf92-7f7d-48b1-bce0-68300a11481f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080a300a-277c-4417-97d5-2af44f68ff26,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:33.107524 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-288657d1-a2bd-440a-8832-6091287df2db tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:33.108237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceeb2ff-26fb-46ce-9950-88d59f1dfa72 req-b395262a-3777-4bc5-bc8f-e9bf0f23ca0e tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:33.109269 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5ceeb2ff-26fb-46ce-9950-88d59f1dfa72 req-b395262a-3777-4bc5-bc8f-e9bf0f23ca0e tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 945 time: 0.3450725 Dec 09 02:14:33.123192 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-288657d1-a2bd-440a-8832-6091287df2db tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:33.131924 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-fd2f5157-eeeb-41ea-a3ee-90689c9292ae req-cf139a35-3c51-496f-b0b1-1c10ba388cf8 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Deleting port cc8b644d-39ff-4faf-8249-f70526d1d579 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:33.132789 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fd2f5157-eeeb-41ea-a3ee-90689c9292ae req-cf139a35-3c51-496f-b0b1-1c10ba388cf8 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:33.155378 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-c60c7108-d9a6-4c0d-ab31-d8a5159c1cee None None] Set router 50a37300-0591-4956-9ef6-59f181070816 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:14:33.157815 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d8286da8-8b63-467f-b08e-b08e7018c377 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:14:33.165946 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dee3ecf9-49d1-442e-a3df-14330da6878d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8915980 Dec 09 02:14:33.206064 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-44df0ebe-2dcb-46e6-b559-d77d91ad1086 req-61c840e5-d0d8-4f1f-ab27-af7d27997a1d tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/ports?device_id=00505442-9138-4dae-bf57-8b3bd3d420a1 HTTP/1.1" status: 200 len: 210 time: 0.0872507 Dec 09 02:14:33.221678 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3ecf9-49d1-442e-a3df-14330da6878d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Network': ['ID=1b229fdb-5d15-42a0-bb16-1bb6a25ceada,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:33.231394 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288657d1-a2bd-440a-8832-6091287df2db tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:33.243313 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: d8286da8-8b63-467f-b08e-b08e7018c377 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:14:33.243700 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d8286da8-8b63-467f-b08e-b08e7018c377 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:14:33.261795 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 1b229fdb-5d15-42a0-bb16-1bb6a25ceada details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:33.262428 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7db0c956-b514-4ceb-bfa9-17f8a6bb6177 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:33.312656 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288657d1-a2bd-440a-8832-6091287df2db tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af10048-044b-4d3e-8cc6-44af7a23d448,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:33.410416 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0c956-b514-4ceb-bfa9-17f8a6bb6177 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Subnet': ['ID=f65823f9-c413-4a39-94f6-2056d3aa8b08,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:33.418303 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-288657d1-a2bd-440a-8832-6091287df2db tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:33.418661 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-288657d1-a2bd-440a-8832-6091287df2db tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Added segment 314b2bdb-7de3-4b94-a1cf-f97f697310eb of type vlan for network d95eba6c-5bb7-4ce6-a513-353c7dc5f375 Dec 09 02:14:33.444764 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-614adc02-d041-441e-89a3-7eb3b946be4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:33.476339 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-98054748-7c46-45b6-a363-1c85ea1be64d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:33.481255 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-fd2f5157-eeeb-41ea-a3ee-90689c9292ae req-cf139a35-3c51-496f-b0b1-1c10ba388cf8 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] For port cc8b644d-39ff-4faf-8249-f70526d1d579, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cc8b644d-39ff-4faf-8249-f70526d1d579,segment=NetworkSegment(21d3147b-eef8-4aaa-94c5-5e52048509d1),segment_id=21d3147b-eef8-4aaa-94c5-5e52048509d1)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:33.481255 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fd2f5157-eeeb-41ea-a3ee-90689c9292ae req-cf139a35-3c51-496f-b0b1-1c10ba388cf8 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:33.484570 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e53dbe3-752e-48b2-9b50-1872dd6a2dd7 None None] Network c3e099fd-0122-4580-8a2f-6847eb7679d4 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:33.489202 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5ceeb2ff-26fb-46ce-9950-88d59f1dfa72 req-8f7caef6-8d9e-4c65-af28-d320bb727d54 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/security-groups?id=69243971-a59e-4f44-9d13-170e06a9fcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946743 Dec 09 02:14:33.530762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7db0c956-b514-4ceb-bfa9-17f8a6bb6177 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:33.541983 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7db0c956-b514-4ceb-bfa9-17f8a6bb6177 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/f65823f9-c413-4a39-94f6-2056d3aa8b08 HTTP/1.1" status: 204 len: 168 time: 1.9913132 Dec 09 02:14:33.555492 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60244) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:33.607517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-98054748-7c46-45b6-a363-1c85ea1be64d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:33.640827 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-288657d1-a2bd-440a-8832-6091287df2db tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:33.652626 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3d03a-9640-4e9d-91c1-71418503251c req-1790b490-2c2e-42d1-a486-a2047b168fd1 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:33.659886 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-65a3d03a-9640-4e9d-91c1-71418503251c req-1790b490-2c2e-42d1-a486-a2047b168fd1 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.3366888 Dec 09 02:14:33.716158 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-288657d1-a2bd-440a-8832-6091287df2db tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:33.723159 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288657d1-a2bd-440a-8832-6091287df2db tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:33.723857 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-288657d1-a2bd-440a-8832-6091287df2db tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:33.824353 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-65a3d03a-9640-4e9d-91c1-71418503251c req-b90ee6bc-10ad-41ff-9f77-b668f4a38342 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611557 Dec 09 02:14:33.833612 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-288657d1-a2bd-440a-8832-6091287df2db tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0350821 Dec 09 02:14:33.833612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288657d1-a2bd-440a-8832-6091287df2db tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event updated for resources: {'Network': ['ID=d95eba6c-5bb7-4ce6-a513-353c7dc5f375,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:33.841936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60246) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:33.847643 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-feafeb09-a197-4c14-a6da-6967a974a3e8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Request body: {'subnet': {'network_id': 'd95eba6c-5bb7-4ce6-a513-353c7dc5f375', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:33.895636 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network d95eba6c-5bb7-4ce6-a513-353c7dc5f375 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:33.900648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6523819e-c5fa-45d6-a221-20dbe6e51a00 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router a73c5c39-9162-46ee-9bf6-ba0fe79858ff has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:33.913759 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:33.981249 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feafeb09-a197-4c14-a6da-6967a974a3e8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Made reservation on behalf of 2ee99dae9585442dbfa5fef5fd806160 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:33.984888 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-feafeb09-a197-4c14-a6da-6967a974a3e8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:34.266529 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-feafeb09-a197-4c14-a6da-6967a974a3e8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:34.269786 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877ec9f8-102f-48ad-a62d-74be6486abcc None None] DHCP port deletion for c3e099fd-0122-4580-8a2f-6847eb7679d4 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:14:34.361358 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60252) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:34.364932 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c60c7108-d9a6-4c0d-ab31-d8a5159c1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a37300-0591-4956-9ef6-59f181070816', 'name': 'tempest-ServersTestManualDisk-157062250-router', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f7869666-a451-4423-9c1c-93263348a877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:52Z', 'revision_number': 4, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'gw_port': {'id': 'f7869666-a451-4423-9c1c-93263348a877', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '1a8cb09a-875a-4cf0-aeca-3b9b54e29016', 'name': '', 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'mac_address': 'fa:16:3e:05:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:51Z', 'updated_at': '2021-12-09T02:13:04Z', 'revision_number': 5, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'subnets': [{'id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:34.404470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c7108-d9a6-4c0d-ab31-d8a5159c1cee None None] The sync data for ids ['50a37300-0591-4956-9ef6-59f181070816'] in dv-neutron-804846-18-hyperv is: [{'id': '50a37300-0591-4956-9ef6-59f181070816', 'name': 'tempest-ServersTestManualDisk-157062250-router', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f7869666-a451-4423-9c1c-93263348a877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:52Z', 'revision_number': 4, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'gw_port': {'id': 'f7869666-a451-4423-9c1c-93263348a877', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '1a8cb09a-875a-4cf0-aeca-3b9b54e29016', 'name': '', 'network_id': 'd961835d-340c-4d5a-8246-eef81d928029', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'mac_address': 'fa:16:3e:05:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:51Z', 'updated_at': '2021-12-09T02:13:04Z', 'revision_number': 5, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'subnets': [{'id': 'bfbc8e1d-7b26-476b-a388-dadd8be65914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:34.443645 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feafeb09-a197-4c14-a6da-6967a974a3e8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Checking segment: {'id': '314b2bdb-7de3-4b94-a1cf-f97f697310eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd95eba6c-5bb7-4ce6-a513-353c7dc5f375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:34.443908 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-877ec9f8-102f-48ad-a62d-74be6486abcc None None] Deleting port 3f482915-a979-4a8f-ae48-de06c226be81 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:34.444134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-877ec9f8-102f-48ad-a62d-74be6486abcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:34.444560 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feafeb09-a197-4c14-a6da-6967a974a3e8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Network hostable DHCP agents. Network: d95eba6c-5bb7-4ce6-a513-353c7dc5f375, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:14:34.461499 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafeb09-a197-4c14-a6da-6967a974a3e8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event updated for resources: {'Subnet': ['ID=f626a5a2-f16f-40f0-9bf3-77bd794cd069,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:34.496939 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d64965b4-6d99-4fec-bc53-de99020132b6 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:34.526535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-98054748-7c46-45b6-a363-1c85ea1be64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:34.534138 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-98054748-7c46-45b6-a363-1c85ea1be64d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:34.537791 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feafeb09-a197-4c14-a6da-6967a974a3e8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Network d95eba6c-5bb7-4ce6-a513-353c7dc5f375 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:14:34.542569 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-98054748-7c46-45b6-a363-1c85ea1be64d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d3b95cb9-ac45-4b4e-af70-1df9f863d851 HTTP/1.1" status: 204 len: 168 time: 1.5293462 Dec 09 02:14:34.590605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98054748-7c46-45b6-a363-1c85ea1be64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b95cb9-ac45-4b4e-af70-1df9f863d851,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:34.595874 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-feafeb09-a197-4c14-a6da-6967a974a3e8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, d95eba6c-5bb7-4ce6-a513-353c7dc5f375) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:34.613330 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d64965b4-6d99-4fec-bc53-de99020132b6 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:34.624809 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feafeb09-a197-4c14-a6da-6967a974a3e8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:34.626955 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-feafeb09-a197-4c14-a6da-6967a974a3e8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:34.630397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fd2f5157-eeeb-41ea-a3ee-90689c9292ae req-cf139a35-3c51-496f-b0b1-1c10ba388cf8 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:34.630772 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fd2f5157-eeeb-41ea-a3ee-90689c9292ae req-cf139a35-3c51-496f-b0b1-1c10ba388cf8 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:34.631092 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [req-fd2f5157-eeeb-41ea-a3ee-90689c9292ae req-cf139a35-3c51-496f-b0b1-1c10ba388cf8 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Floating IP 1c5a6994-78b6-4a9e-80eb-69bf5f7819de disassociated. External IP: 172.26.3.197, port: cc8b644d-39ff-4faf-8249-f70526d1d579. Dec 09 02:14:34.631479 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-fd2f5157-eeeb-41ea-a3ee-90689c9292ae req-cf139a35-3c51-496f-b0b1-1c10ba388cf8 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Calling delete_port for cc8b644d-39ff-4faf-8249-f70526d1d579 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:34.639918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e2f99c-68a5-4054-9bee-c208431e4138 None None] Network d95eba6c-5bb7-4ce6-a513-353c7dc5f375 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:34.708729 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-feafeb09-a197-4c14-a6da-6967a974a3e8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8656750 Dec 09 02:14:34.713158 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60258) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:34.730612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-af3591c0-230c-402a-8875-80d9863c7db4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Request body: {'port': {'network_id': 'd95eba6c-5bb7-4ce6-a513-353c7dc5f375', 'name': 'tempest-AllowedAddressPairTestJSON-196767444'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:34.887099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-877ec9f8-102f-48ad-a62d-74be6486abcc None None] For port 3f482915-a979-4a8f-ae48-de06c226be81, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=3f482915-a979-4a8f-ae48-de06c226be81,segment=NetworkSegment(df24c946-31d4-4dd3-9b1d-293f051f71cb),segment_id=df24c946-31d4-4dd3-9b1d-293f051f71cb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:34.889075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-877ec9f8-102f-48ad-a62d-74be6486abcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:34.905028 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d64965b4-6d99-4fec-bc53-de99020132b6 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:34.912285 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d64965b4-6d99-4fec-bc53-de99020132b6 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:34.923013 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d64965b4-6d99-4fec-bc53-de99020132b6 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "DELETE /v2.0/security-groups/3a448eb9-6496-474b-a639-1be1cceeede5 HTTP/1.1" status: 204 len: 168 time: 0.5485330 Dec 09 02:14:34.923013 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60262) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:34.957059 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c9182-4070-4457-b62c-ef7a8fc7499d None None] New status for floating IP dae1fda2-7d04-4bed-82c9-83abb4544767: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:14:34.966191 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64965b4-6d99-4fec-bc53-de99020132b6 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a448eb9-6496-474b-a639-1be1cceeede5,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:35.008897 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6523819e-c5fa-45d6-a221-20dbe6e51a00 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:35.021501 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c7123-c539-4097-97e8-a17ac24a33e4 None None] Sync routers for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:35.031396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6523819e-c5fa-45d6-a221-20dbe6e51a00 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:35.035399 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c7123-c539-4097-97e8-a17ac24a33e4 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:35.036234 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-f05c7123-c539-4097-97e8-a17ac24a33e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:35.049334 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-4d1c80aa-c2b9-41fd-b5d6-2b29ae039f74 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] show failed (client error): The resource could not be found. Dec 09 02:14:35.055922 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4d1c80aa-c2b9-41fd-b5d6-2b29ae039f74 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "GET /v2.0/security-groups/3a448eb9-6496-474b-a639-1be1cceeede5 HTTP/1.1" status: 404 len: 347 time: 0.1030803 Dec 09 02:14:35.061203 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60266) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:35.109481 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db583a4-f563-42b6-a096-e65b516abf11 req-94e8cb50-8162-4e1a-838b-fbb916290f4e tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:35.119338 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0db583a4-f563-42b6-a096-e65b516abf11 req-94e8cb50-8162-4e1a-838b-fbb916290f4e tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 945 time: 0.3878813 Dec 09 02:14:35.153501 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-d95eba6c-5bb7-4ce6-a513-353c7dc5f375', 'network_id': 'd95eba6c-5bb7-4ce6-a513-353c7dc5f375', 'project_id': '2ee99dae9585442dbfa5fef5fd806160', 'fixed_ips': [{'subnet_id': 'f626a5a2-f16f-40f0-9bf3-77bd794cd069'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:14:35.153967 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-f05c7123-c539-4097-97e8-a17ac24a33e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:35.155457 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:35.177642 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c7123-c539-4097-97e8-a17ac24a33e4 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:35.178267 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-f05c7123-c539-4097-97e8-a17ac24a33e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:35.204332 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-877ec9f8-102f-48ad-a62d-74be6486abcc None None] Calling delete_port for 3f482915-a979-4a8f-ae48-de06c226be81 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:35.222331 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6523819e-c5fa-45d6-a221-20dbe6e51a00 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "PUT /v2.0/floatingips/5fc9047f-e278-4e25-b8d3-31b76ecd3970 HTTP/1.1" status: 200 len: 977 time: 4.9805717 Dec 09 02:14:35.226962 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60268) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:35.258913 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac4798-f429-4917-b18a-4c3689e06264 req-a3e8ba8a-7820-4ff8-937f-be37bdac2ffc tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:35.267267 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0eac4798-f429-4917-b18a-4c3689e06264 req-a3e8ba8a-7820-4ff8-937f-be37bdac2ffc tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2880704 Dec 09 02:14:35.281374 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port 3f482915-a979-4a8f-ae48-de06c226be81 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:35.282137 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:35.288416 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-b8e2f9b7-a58e-4595-91b9-5d17bff7ad0b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:35.291725 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-f05c7123-c539-4097-97e8-a17ac24a33e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:35.292374 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05c7123-c539-4097-97e8-a17ac24a33e4 None None] The sync data for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:35.319694 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:14:35.392933 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-877ec9f8-102f-48ad-a62d-74be6486abcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:35.403671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f9b7-a58e-4595-91b9-5d17bff7ad0b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:35.447666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84d47b67-80c8-44f7-b1a4-7639da034902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:35.457010 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877ec9f8-102f-48ad-a62d-74be6486abcc None None] No DVR routers for this DVR port 3f482915-a979-4a8f-ae48-de06c226be81 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:35.481145 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3591c0-230c-402a-8875-80d9863c7db4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Made reservation on behalf of 2ee99dae9585442dbfa5fef5fd806160 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:35.485126 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ec9f8-102f-48ad-a62d-74be6486abcc None None] Pushing event deleted for resources: {'Port': ['ID=3f482915-a979-4a8f-ae48-de06c226be81,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:35.486448 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af3591c0-230c-402a-8875-80d9863c7db4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:35.575648 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-27e9e60b-855f-4e7a-b7fe-6347fd1f9996 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Deleting port 4efd5d07-5416-4832-b1a7-8af21b70a8c2 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:35.576069 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27e9e60b-855f-4e7a-b7fe-6347fd1f9996 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:35.668803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27e9e60b-855f-4e7a-b7fe-6347fd1f9996 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:35.669255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27e9e60b-855f-4e7a-b7fe-6347fd1f9996 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:35.683891 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-27e9e60b-855f-4e7a-b7fe-6347fd1f9996 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Calling delete_port for 4efd5d07-5416-4832-b1a7-8af21b70a8c2 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:35.684453 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0db583a4-f563-42b6-a096-e65b516abf11 req-53626dfc-c345-4867-9113-1ef434b72b42 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/security-groups?id=69243971-a59e-4f44-9d13-170e06a9fcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5465889 Dec 09 02:14:35.755944 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Allocated IP 172.20.0.2 (d95eba6c-5bb7-4ce6-a513-353c7dc5f375/f626a5a2-f16f-40f0-9bf3-77bd794cd069/ba2e5c54-954e-4412-8682-c5ade8717580) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:35.768572 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 3f482915-a979-4a8f-ae48-de06c226be81 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:14:35.769260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-af3591c0-230c-402a-8875-80d9863c7db4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] device_id is not set on port c34bb0c5-3240-4dd6-b86a-67ea600c715f yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:35.790769 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0eac4798-f429-4917-b18a-4c3689e06264 req-5bfca979-f085-43a9-8790-0cc28f437dbb tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4606647 Dec 09 02:14:35.834923 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 3f482915-a979-4a8f-ae48-de06c226be81 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:14:35.835275 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 3f482915-a979-4a8f-ae48-de06c226be81 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:14:35.907046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f9b7-a58e-4595-91b9-5d17bff7ad0b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:35.919026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] For port 3f482915-a979-4a8f-ae48-de06c226be81, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:35.919320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:35.930829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f9b7-a58e-4595-91b9-5d17bff7ad0b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:35.931973 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-b8e2f9b7-a58e-4595-91b9-5d17bff7ad0b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Floating IP 5fc9047f-e278-4e25-b8d3-31b76ecd3970 disassociated. External IP: 172.26.3.223, port: 5f56c757-86f1-48f0-b893-00ce9f37aa6a. Dec 09 02:14:35.982411 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27e9e60b-855f-4e7a-b7fe-6347fd1f9996 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.017572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fd2f5157-eeeb-41ea-a3ee-90689c9292ae req-cf139a35-3c51-496f-b0b1-1c10ba388cf8 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.019741 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9e60b-855f-4e7a-b7fe-6347fd1f9996 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Pushing event deleted for resources: {'Port': ['ID=4efd5d07-5416-4832-b1a7-8af21b70a8c2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:36.091020 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27e9e60b-855f-4e7a-b7fe-6347fd1f9996 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.096768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf139a35-3c51-496f-b0b1-1c10ba388cf8 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Pushing event deleted for resources: {'Port': ['ID=cc8b644d-39ff-4faf-8249-f70526d1d579,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:36.097545 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27e9e60b-855f-4e7a-b7fe-6347fd1f9996 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.099638 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-27e9e60b-855f-4e7a-b7fe-6347fd1f9996 tempest-ServersTestManualDisk-45967803 tempest-ServersTestManualDisk-45967803-project] 10.222.0.43 "DELETE /v2.0/floatingips/dae1fda2-7d04-4bed-82c9-83abb4544767 HTTP/1.1" status: 204 len: 168 time: 1.0349286 Dec 09 02:14:36.103658 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60286) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.105357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for 3f482915-a979-4a8f-ae48-de06c226be81 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:36.111256 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Port 3f482915-a979-4a8f-ae48-de06c226be81 was not found and therefore no delete operation was performed {{(pid=103334) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 02:14:36.121387 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.167322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60288) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.199409 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] No DVR routers for this DVR port 3f482915-a979-4a8f-ae48-de06c226be81 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:36.213052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.222160 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.261439 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=3f482915-a979-4a8f-ae48-de06c226be81,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:36.313914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Pushing event updated for resources: {'Port': ['ID=ba2e5c54-954e-4412-8682-c5ade8717580,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:36.342102 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Network d95eba6c-5bb7-4ce6-a513-353c7dc5f375 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:36.353570 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:36.365345 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:36.372147 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.415446 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60292) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.424651 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-880a1d29-c77c-4b96-8ee7-ff31cf97dc51 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'subnet': {'network_id': '1b229fdb-5d15-42a0-bb16-1bb6a25ceada', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:36.444280 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Attempting to bind port ba2e5c54-954e-4412-8682-c5ade8717580 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:36.444818 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Attempting to bind port ba2e5c54-954e-4412-8682-c5ade8717580 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '314b2bdb-7de3-4b94-a1cf-f97f697310eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd95eba6c-5bb7-4ce6-a513-353c7dc5f375'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:36.445044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Attempting to bind port ba2e5c54-954e-4412-8682-c5ade8717580 on network d95eba6c-5bb7-4ce6-a513-353c7dc5f375 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:36.451725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:14:36.452103 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Checking segment: {'id': '314b2bdb-7de3-4b94-a1cf-f97f697310eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd95eba6c-5bb7-4ce6-a513-353c7dc5f375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:36.452507 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.452901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Bound using segment: {'id': '314b2bdb-7de3-4b94-a1cf-f97f697310eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd95eba6c-5bb7-4ce6-a513-353c7dc5f375'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:14:36.453864 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Bound port: ba2e5c54-954e-4412-8682-c5ade8717580, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314b2bdb-7de3-4b94-a1cf-f97f697310eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd95eba6c-5bb7-4ce6-a513-353c7dc5f375'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:14:36.454241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.459853 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.469292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-fe4c8b71-7df0-45e8-a52f-bde8bf6832fc tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.473073 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fe4c8b71-7df0-45e8-a52f-bde8bf6832fc tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2968943 Dec 09 02:14:36.478476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60294) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.492623 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-528979eb-e3a4-4fba-89d5-78b9f9e3c830 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.493664 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-528979eb-e3a4-4fba-89d5-78b9f9e3c830 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0112870 Dec 09 02:14:36.498945 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-af3591c0-230c-402a-8875-80d9863c7db4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Allocated IP 172.20.0.11 (d95eba6c-5bb7-4ce6-a513-353c7dc5f375/f626a5a2-f16f-40f0-9bf3-77bd794cd069/c34bb0c5-3240-4dd6-b86a-67ea600c715f) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:36.499130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60296) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.513624 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-cad0d9f0-2ade-4604-96d4-3631651decaf tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.514682 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cad0d9f0-2ade-4604-96d4-3631651decaf tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0131245 Dec 09 02:14:36.519343 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e099fd-0122-4580-8a2f-6847eb7679d4']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:36.521599 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60298) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.534184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-9663dad9-621a-499f-8984-12d6c814d467 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.535165 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9663dad9-621a-499f-8984-12d6c814d467 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0089421 Dec 09 02:14:36.538159 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60300) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.544672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df24c946-31d4-4dd3-9b1d-293f051f71cb') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:36.544874 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df24c946-31d4-4dd3-9b1d-293f051f71cb') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:36.549414 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-1d93317a-ea07-47ed-8c2f-f981681b33b8 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.549588 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] For port ba2e5c54-954e-4412-8682-c5ade8717580, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:14:36.550091 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1d93317a-ea07-47ed-8c2f-f981681b33b8 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0093153 Dec 09 02:14:36.557194 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] For port ba2e5c54-954e-4412-8682-c5ade8717580, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=ba2e5c54-954e-4412-8682-c5ade8717580,segment=NetworkSegment(314b2bdb-7de3-4b94-a1cf-f97f697310eb),segment_id=314b2bdb-7de3-4b94-a1cf-f97f697310eb)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:14:36.560651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60302) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.564872 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.566669 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-bc7f4f5f-4c1d-4b16-9521-6c57fa9391cb tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.567709 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bc7f4f5f-4c1d-4b16-9521-6c57fa9391cb tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043194 Dec 09 02:14:36.569564 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.578472 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60304) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.586990 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-1617895e-79ff-4988-b2fd-cd4072d38454 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.587994 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1617895e-79ff-4988-b2fd-cd4072d38454 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0085430 Dec 09 02:14:36.593524 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60306) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.599387 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-f86a4461-db69-4d5b-a5fb-f6ba40e15d2d tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.600430 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f86a4461-db69-4d5b-a5fb-f6ba40e15d2d tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051029 Dec 09 02:14:36.606242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60308) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.609238 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880a1d29-c77c-4b96-8ee7-ff31cf97dc51 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:36.612936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-880a1d29-c77c-4b96-8ee7-ff31cf97dc51 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.616758 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-4505a280-0f05-4a51-b92c-db04ec0215bb tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.617879 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4505a280-0f05-4a51-b92c-db04ec0215bb tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0044191 Dec 09 02:14:36.626222 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60310) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.630511 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-c05b608d-06ca-4232-8d18-6015a0b927aa tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.631480 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c05b608d-06ca-4232-8d18-6015a0b927aa tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042939 Dec 09 02:14:36.637730 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd2f5157-eeeb-41ea-a3ee-90689c9292ae req-cf139a35-3c51-496f-b0b1-1c10ba388cf8 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:36.638410 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60312) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.646318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-391c1e9a-e5af-4962-9602-856359790295 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.647231 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-391c1e9a-e5af-4962-9602-856359790295 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0051436 Dec 09 02:14:36.654217 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60314) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.655305 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.663605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-79b602fe-e82d-4a64-bd9c-e690c02295a2 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.664633 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-79b602fe-e82d-4a64-bd9c-e690c02295a2 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070000 Dec 09 02:14:36.668395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60316) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.679941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-e033776a-e32d-42fb-b06d-7e304ac42f76 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.680396 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e033776a-e32d-42fb-b06d-7e304ac42f76 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044789 Dec 09 02:14:36.682451 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:14:36.682999 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.688919 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60318) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:14:36.691019 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:14:36.698164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f8255-139e-4c22-bbc9-d4de3c590ddc None None] Pushing event updated for resources: {'Port': ['ID=ba2e5c54-954e-4412-8682-c5ade8717580,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:36.703644 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-058b0e60-1fa1-4c98-a1a7-7396a2e6c111 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.704631 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-058b0e60-1fa1-4c98-a1a7-7396a2e6c111 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0147495 Dec 09 02:14:36.731833 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60320) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.801421 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-7c53c761-4254-415f-85a9-d62ea3b83cba tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.802649 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7c53c761-4254-415f-85a9-d62ea3b83cba tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0698946 Dec 09 02:14:36.807520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60324) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.865199 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-33cc6aea-685b-47db-b9c1-688ba1f928de tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.870423 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-33cc6aea-685b-47db-b9c1-688ba1f928de tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0445518 Dec 09 02:14:36.870965 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60328) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.907558 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device cc8b644d-39ff-4faf-8249-f70526d1d579 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:14:36.917602 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-68776449-4522-445f-9ed2-7d714870399a req-30fb7d0d-bf3a-4a00-9f1d-a2af0d39d277 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 210 time: 0.1212330 Dec 09 02:14:36.918289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.922131 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af3591c0-230c-402a-8875-80d9863c7db4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.922730 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:36.928893 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/networks/c3e099fd-0122-4580-8a2f-6847eb7679d4 HTTP/1.1" status: 204 len: 168 time: 3.3415000 Dec 09 02:14:36.929283 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: cc8b644d-39ff-4faf-8249-f70526d1d579 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:14:36.929689 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device cc8b644d-39ff-4faf-8249-f70526d1d579 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:14:36.936945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-48ba3d37-7687-4e72-a664-dcba6e7c2a53 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.941396 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60330) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.961005 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-48ba3d37-7687-4e72-a664-dcba6e7c2a53 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0518019 Dec 09 02:14:36.971830 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1586936332', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:36.973519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60332) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:36.990290 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-239a61ed-d6fd-4845-be6a-0c8ac174e083 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:36.994444 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-239a61ed-d6fd-4845-be6a-0c8ac174e083 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0169847 Dec 09 02:14:36.996352 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60334) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.001402 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e2f9b7-a58e-4595-91b9-5d17bff7ad0b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router a73c5c39-9162-46ee-9bf6-ba0fe79858ff has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:37.002716 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935987c2-0a53-4d3c-809a-8077fd45ae5d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Network': ['ID=c3e099fd-0122-4580-8a2f-6847eb7679d4,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:37.025028 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-b54bee62-e86c-46ca-b17c-c0d005c8efe3 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.028504 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b54bee62-e86c-46ca-b17c-c0d005c8efe3 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0119421 Dec 09 02:14:37.041655 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60336) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.077022 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-86f4f702-c48b-4e7a-b310-0af50678bd46 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.077995 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-86f4f702-c48b-4e7a-b310-0af50678bd46 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0332606 Dec 09 02:14:37.081503 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60338) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.091289 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-8106de6d-ec68-44e2-b7bd-7bb50720b7c1 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.092272 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8106de6d-ec68-44e2-b7bd-7bb50720b7c1 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0064180 Dec 09 02:14:37.097335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60340) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.102689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:37.103752 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:37.104751 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-6579f412-a334-43fb-9cb0-3012a69b5db2 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.105693 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6579f412-a334-43fb-9cb0-3012a69b5db2 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0074229 Dec 09 02:14:37.110493 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60342) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.116916 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-6301153b-a7cd-4543-8598-7bed7854105d tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.118716 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6301153b-a7cd-4543-8598-7bed7854105d tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0050166 Dec 09 02:14:37.121266 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af3591c0-230c-402a-8875-80d9863c7db4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:37.125239 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60344) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.130269 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd2f5157-eeeb-41ea-a3ee-90689c9292ae req-cf139a35-3c51-496f-b0b1-1c10ba388cf8 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:37.144834 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a72b4e-d04f-4ff0-a2f0-5a07ec98024a None None] Sync routers for ids ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:37.159085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-c365d386-d0e2-4c86-8f3c-18e3cd664158 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.160077 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c365d386-d0e2-4c86-8f3c-18e3cd664158 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0309319 Dec 09 02:14:37.166202 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a72b4e-d04f-4ff0-a2f0-5a07ec98024a None None] Routers {'0e31699e-0e1a-4a22-90b7-fc6cab67fd70'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:37.166934 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f5a72b4e-d04f-4ff0-a2f0-5a07ec98024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:37.171497 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcc438-37d4-4c81-b205-fd69fffdc23f req-77b4f420-f898-4c44-a664-12d3d076afed tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:37.172988 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c8bcc438-37d4-4c81-b205-fd69fffdc23f req-77b4f420-f898-4c44-a664-12d3d076afed tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2306879 Dec 09 02:14:37.192142 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60346) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.200088 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-67dd2dde-7ab6-425e-a412-ceb0bbbdc9e0 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.203494 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-67dd2dde-7ab6-425e-a412-ceb0bbbdc9e0 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0067875 Dec 09 02:14:37.214202 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60348) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.220080 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-ccd98410-f132-4b80-b27a-77023bd45256 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.223568 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ccd98410-f132-4b80-b27a-77023bd45256 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0060368 Dec 09 02:14:37.223723 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2f5157-eeeb-41ea-a3ee-90689c9292ae req-cf139a35-3c51-496f-b0b1-1c10ba388cf8 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] No DVR routers for this DVR port cc8b644d-39ff-4faf-8249-f70526d1d579 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:37.232465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fd2f5157-eeeb-41ea-a3ee-90689c9292ae req-cf139a35-3c51-496f-b0b1-1c10ba388cf8 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:37.235902 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fd2f5157-eeeb-41ea-a3ee-90689c9292ae req-cf139a35-3c51-496f-b0b1-1c10ba388cf8 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.45 "DELETE /v2.0/ports/cc8b644d-39ff-4faf-8249-f70526d1d579 HTTP/1.1" status: 204 len: 173 time: 4.4701107 Dec 09 02:14:37.236334 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60350) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.236798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7b6197-60c7-4e62-91b1-3c21965c71e7', 'name': 'network-vif-deleted', 'tag': 'cc8b644d-39ff-4faf-8249-f70526d1d579'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:14:37.239957 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b870db69-f165-4e36-8108-d228ba6804d2" -d '{"events": [{"server_uuid": "0f7b6197-60c7-4e62-91b1-3c21965c71e7", "name": "network-vif-deleted", "tag": "cc8b644d-39ff-4faf-8249-f70526d1d579"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:14:37.249302 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-d3a14786-78bd-45fd-85df-fada6eeb82aa tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.252642 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d3a14786-78bd-45fd-85df-fada6eeb82aa tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0064714 Dec 09 02:14:37.254374 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60354) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.266855 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-ac87c95c-f389-41af-bf2d-c9ac73f4f886 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.270133 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3591c0-230c-402a-8875-80d9863c7db4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Network d95eba6c-5bb7-4ce6-a513-353c7dc5f375 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:37.273374 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ac87c95c-f389-41af-bf2d-c9ac73f4f886 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0169868 Dec 09 02:14:37.276305 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60356) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.285679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-9cb184bb-a858-4bcf-861e-0427e72014fa tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.289918 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9cb184bb-a858-4bcf-861e-0427e72014fa tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0073922 Dec 09 02:14:37.289918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e2f9b7-a58e-4595-91b9-5d17bff7ad0b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:37.294238 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60358) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.304475 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c47ac59-64f6-41f1-bf28-501b2cf21547 None None] Sync routers for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:37.311374 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b8e2f9b7-a58e-4595-91b9-5d17bff7ad0b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:37.315164 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-276b0a93-0886-4fae-8f31-87e4d6bdf96a tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.316331 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-276b0a93-0886-4fae-8f31-87e4d6bdf96a tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0142465 Dec 09 02:14:37.318661 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-f5a72b4e-d04f-4ff0-a2f0-5a07ec98024a None None] Set router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:14:37.318782 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-af3591c0-230c-402a-8875-80d9863c7db4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:37.319030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60360) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.321940 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:37.331259 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3591c0-230c-402a-8875-80d9863c7db4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:37.335893 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c47ac59-64f6-41f1-bf28-501b2cf21547 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:37.339835 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-8c47ac59-64f6-41f1-bf28-501b2cf21547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:37.355068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-a2c99dac-fb83-4a95-b2d9-dde8d7fc703f tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.356204 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a2c99dac-fb83-4a95-b2d9-dde8d7fc703f tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0361133 Dec 09 02:14:37.358833 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3591c0-230c-402a-8875-80d9863c7db4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event updated for resources: {'Port': ['ID=c34bb0c5-3240-4dd6-b86a-67ea600c715f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:37.373892 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60362) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.379206 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-3cdb0746-23bb-4a25-9935-e143c285e442 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.380381 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3cdb0746-23bb-4a25-9935-e143c285e442 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044694 Dec 09 02:14:37.382385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660ad60b-5235-4d86-b57f-e9da852a5e0e x-openstack-request-id: req-660ad60b-5235-4d86-b57f-e9da852a5e0e {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:14:37.382684 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7b6197-60c7-4e62-91b1-3c21965c71e7", "name": "network-vif-deleted", "tag": "cc8b644d-39ff-4faf-8249-f70526d1d579", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:14:37.382985 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-660ad60b-5235-4d86-b57f-e9da852a5e0e {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:14:37.383390 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7b6197-60c7-4e62-91b1-3c21965c71e7', 'name': 'network-vif-deleted', 'tag': 'cc8b644d-39ff-4faf-8249-f70526d1d579', 'status': 'completed', 'code': 200} Dec 09 02:14:37.390493 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60364) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.400591 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-ef5c13c4-65b9-4cfc-9cb6-65c46643e592 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.401911 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ef5c13c4-65b9-4cfc-9cb6-65c46643e592 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0094652 Dec 09 02:14:37.404528 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60366) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.409834 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-aa66c748-4955-44b6-a55b-81b6edee38c0 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.411083 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-aa66c748-4955-44b6-a55b-81b6edee38c0 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0052791 Dec 09 02:14:37.413626 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60368) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.421558 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-8c47ac59-64f6-41f1-bf28-501b2cf21547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:37.421808 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-63c322fb-87b9-49c5-8b57-4139ead396e8 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.422958 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-63c322fb-87b9-49c5-8b57-4139ead396e8 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0078156 Dec 09 02:14:37.425815 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60370) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.431807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-719bcdf2-bcb4-4a76-8246-7cbc48586ab2 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.432910 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-719bcdf2-bcb4-4a76-8246-7cbc48586ab2 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0061064 Dec 09 02:14:37.437182 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b8e2f9b7-a58e-4595-91b9-5d17bff7ad0b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "PUT /v2.0/floatingips/5fc9047f-e278-4e25-b8d3-31b76ecd3970 HTTP/1.1" status: 200 len: 688 time: 2.1907098 Dec 09 02:14:37.437912 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60372) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.438332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60374) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.438628 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c47ac59-64f6-41f1-bf28-501b2cf21547 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:37.439528 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-8c47ac59-64f6-41f1-bf28-501b2cf21547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:37.445790 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-059d18ec-6da4-4a9a-aea5-47df27e84bd1 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.446801 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-059d18ec-6da4-4a9a-aea5-47df27e84bd1 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0074084 Dec 09 02:14:37.453621 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60376) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.491634 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-8c47ac59-64f6-41f1-bf28-501b2cf21547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:37.492200 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c47ac59-64f6-41f1-bf28-501b2cf21547 None None] The sync data for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:37.547123 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26c9363e-b8f7-4c9d-b670-14212303c516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:37.557030 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c8bcc438-37d4-4c81-b205-fd69fffdc23f req-5f3ae7f6-2b83-4d28-bdca-45774ee12d48 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3548744 Dec 09 02:14:37.617671 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-880a1d29-c77c-4b96-8ee7-ff31cf97dc51 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:37.649852 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f5a72b4e-d04f-4ff0-a2f0-5a07ec98024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'name': 'tempest-ServersTestJSON-331102969-router', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:13:00Z', 'revision_number': 4, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'gw_port': {'id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:50Z', 'updated_at': '2021-12-09T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '2197f0cc-966d-48b3-a0aa-cb8ed27f7568', 'name': '', 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'mac_address': 'fa:16:3e:d4:3c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:58Z', 'updated_at': '2021-12-09T02:13:08Z', 'revision_number': 5, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'subnets': [{'id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:37.692345 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a72b4e-d04f-4ff0-a2f0-5a07ec98024a None None] Checking router: 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:14:37.737555 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a72b4e-d04f-4ff0-a2f0-5a07ec98024a None None] Routers {'0e31699e-0e1a-4a22-90b7-fc6cab67fd70'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:37.740176 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f5a72b4e-d04f-4ff0-a2f0-5a07ec98024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:37.745618 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:37.798960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-c5cc1f72-7923-4219-8833-449fe97822e4 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.800969 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c5cc1f72-7923-4219-8833-449fe97822e4 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.3461168 Dec 09 02:14:37.803628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60378) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.809008 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-d3691384-d9a2-4862-ab33-159b9f46b330 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.810117 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d3691384-d9a2-4862-ab33-159b9f46b330 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0054593 Dec 09 02:14:37.815109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60380) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.819865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-2c2f5b18-0c6d-45fa-95c4-85df7eb0b14f tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.821618 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2c2f5b18-0c6d-45fa-95c4-85df7eb0b14f tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0051429 Dec 09 02:14:37.825986 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60382) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.840170 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-d8d46245-985c-4784-9dca-8d57049893aa tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.841328 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d8d46245-985c-4784-9dca-8d57049893aa tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0084503 Dec 09 02:14:37.845029 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60384) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.883509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-8d421d75-897b-4dff-9eae-8e727fbe2113 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.888382 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8d421d75-897b-4dff-9eae-8e727fbe2113 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0389009 Dec 09 02:14:37.888382 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60386) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.890356 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device ba2e5c54-954e-4412-8682-c5ade8717580 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:14:37.893179 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-dfa9b224-60a2-4574-98ac-22052f89ea14 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.898520 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dfa9b224-60a2-4574-98ac-22052f89ea14 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0060368 Dec 09 02:14:37.901271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60388) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.906678 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-a9151ec7-eb0a-499f-b011-a3e282c0657d tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.910242 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a9151ec7-eb0a-499f-b011-a3e282c0657d tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0055325 Dec 09 02:14:37.911299 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60390) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.916318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-258f1e38-d013-450b-a70a-2255f24bd913 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.919756 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-258f1e38-d013-450b-a70a-2255f24bd913 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0050948 Dec 09 02:14:37.936288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60392) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.943488 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-84d48e87-f747-453e-9d03-b9dea54be476 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.947191 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-84d48e87-f747-453e-9d03-b9dea54be476 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0062206 Dec 09 02:14:37.947385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60394) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.952962 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-a55153c8-3fe5-424d-8211-014c3e73ba3d tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.956741 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a55153c8-3fe5-424d-8211-014c3e73ba3d tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0058291 Dec 09 02:14:37.957800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60396) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.965687 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-7c711512-f0c0-44c6-8b83-e050d09dab4d tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.969394 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7c711512-f0c0-44c6-8b83-e050d09dab4d tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0064805 Dec 09 02:14:37.970564 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60400) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.977189 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-c3302788-4dbf-4562-99ea-5ac085e08be6 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:37.982986 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c3302788-4dbf-4562-99ea-5ac085e08be6 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0067906 Dec 09 02:14:37.982986 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60402) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:37.997556 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-65f80a5a-3ce6-41fe-ae02-7a086a13d952 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.002456 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-65f80a5a-3ce6-41fe-ae02-7a086a13d952 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0115483 Dec 09 02:14:38.002456 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60404) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.008698 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-d7dbdd09-13c6-48ff-b006-96006b038b25 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.012228 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d7dbdd09-13c6-48ff-b006-96006b038b25 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0074325 Dec 09 02:14:38.013873 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60406) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.019642 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-f589cb19-a9ff-400a-98f9-86e515541bd5 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.023977 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f589cb19-a9ff-400a-98f9-86e515541bd5 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0058458 Dec 09 02:14:38.023977 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60408) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.030264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-762d4eb4-589d-4b2b-a88d-4e01e1364948 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.033951 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-762d4eb4-589d-4b2b-a88d-4e01e1364948 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0063956 Dec 09 02:14:38.034141 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60410) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.040872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-8b4aefc6-4e54-4338-95c6-276f34a55f6c tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.044995 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8b4aefc6-4e54-4338-95c6-276f34a55f6c tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0067585 Dec 09 02:14:38.044995 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60412) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.056617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-fa8c8721-6f62-41e2-bc68-78372e4adb2a tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.060306 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fa8c8721-6f62-41e2-bc68-78372e4adb2a tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0120654 Dec 09 02:14:38.060306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7dbb1bb2-cc53-41cc-96ad-95e6036c3398 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Deleting port f7c405c8-5708-4e5c-b046-6cf1e40d34dc {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:38.060306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7dbb1bb2-cc53-41cc-96ad-95e6036c3398 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.060766 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-f5a72b4e-d04f-4ff0-a2f0-5a07ec98024a None None] Set router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:14:38.063606 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port ba2e5c54-954e-4412-8682-c5ade8717580 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:38.063763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60414) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.063916 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.078789 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-b6d3fcea-fa41-4620-a059-160781f2dd09 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.083679 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b6d3fcea-fa41-4620-a059-160781f2dd09 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0171998 Dec 09 02:14:38.109014 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60416) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.116235 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-bba2cc38-6a06-4759-9e18-242341c3fa1b tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.118153 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bba2cc38-6a06-4759-9e18-242341c3fa1b tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0075247 Dec 09 02:14:38.125371 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60418) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.129614 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-e89b6a44-c1e7-4de6-96cc-556189bccd59 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.130790 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e89b6a44-c1e7-4de6-96cc-556189bccd59 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044012 Dec 09 02:14:38.145220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60420) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.148181 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-e02f1334-ba07-4414-901b-96d18e034578 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.149375 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e02f1334-ba07-4414-901b-96d18e034578 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0049534 Dec 09 02:14:38.166597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60422) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.171105 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3591c0-230c-402a-8875-80d9863c7db4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:38.171674 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-c35ef2be-3540-4f7e-b3c0-5bf1b7cb614a tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.171803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af3591c0-230c-402a-8875-80d9863c7db4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.176316 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c35ef2be-3540-4f7e-b3c0-5bf1b7cb614a tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0051363 Dec 09 02:14:38.177350 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3c4d0818-512f-4a7d-a83b-c7164296a8c9 req-41be6770-5d2a-4030-95e8-9b6aa0d3c8f0 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f7b6197-60c7-4e62-91b1-3c21965c71e7 HTTP/1.1" status: 200 len: 210 time: 0.0552692 Dec 09 02:14:38.179478 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60424) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.186638 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-180b0df1-2d42-4f87-8341-5121e21b5e8c tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.190166 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-180b0df1-2d42-4f87-8341-5121e21b5e8c tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0067351 Dec 09 02:14:38.190629 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60426) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.205987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-6c07c708-1c9c-4af3-b224-9770db9c033e tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.207003 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6c07c708-1c9c-4af3-b224-9770db9c033e tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0153666 Dec 09 02:14:38.209728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60428) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.215776 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-9960e296-ae03-4717-be51-c9e848dc5078 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.216859 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9960e296-ae03-4717-be51-c9e848dc5078 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0061636 Dec 09 02:14:38.219661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60430) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.224102 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-97af5c02-1ce7-4190-9f32-d5b4c8859427 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.225161 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-97af5c02-1ce7-4190-9f32-d5b4c8859427 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0045869 Dec 09 02:14:38.229786 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60432) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.234063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-ec25224c-1548-48c4-8f6f-1220ddc4f28c tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.235121 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ec25224c-1548-48c4-8f6f-1220ddc4f28c tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043578 Dec 09 02:14:38.240567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60434) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.244887 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.246253 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-2da42910-63a3-40d2-bfe1-663400724b7f tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.250040 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2da42910-63a3-40d2-bfe1-663400724b7f tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0059969 Dec 09 02:14:38.250218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60436) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.254594 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-7461a28e-8331-4e6d-9cf5-5472b071bde3 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.258148 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7461a28e-8331-4e6d-9cf5-5472b071bde3 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044413 Dec 09 02:14:38.258148 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7dbb1bb2-cc53-41cc-96ad-95e6036c3398 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.260281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7dbb1bb2-cc53-41cc-96ad-95e6036c3398 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.261672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60438) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.271785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-4d539631-0b4f-48da-9b6d-604e6438b196 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.275424 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4d539631-0b4f-48da-9b6d-604e6438b196 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0100479 Dec 09 02:14:38.275681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60440) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.283456 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b924430b-6d3b-4367-a8f5-c118b77e978e None None] Network d95eba6c-5bb7-4ce6-a513-353c7dc5f375 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:38.283657 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-6f639110-280e-4e7f-bd24-4fc7acccb41a tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.287120 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6f639110-280e-4e7f-bd24-4fc7acccb41a tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0081556 Dec 09 02:14:38.287120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7dbb1bb2-cc53-41cc-96ad-95e6036c3398 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Calling delete_port for f7c405c8-5708-4e5c-b046-6cf1e40d34dc owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:38.287327 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60442) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.294189 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-1bd5e4fc-d058-45e2-8a50-03ef70987bfd tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.297255 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1bd5e4fc-d058-45e2-8a50-03ef70987bfd tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0067198 Dec 09 02:14:38.298794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60444) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.306592 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [None req-5c260e59-806a-4d10-bbf9-45e0fab6f9e5 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:14:38.316138 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5c260e59-806a-4d10-bbf9-45e0fab6f9e5 tempest-ExtensionsTestJSON-2078257434 tempest-ExtensionsTestJSON-2078257434-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0084221 Dec 09 02:14:38.316328 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-af3591c0-230c-402a-8875-80d9863c7db4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5937183 Dec 09 02:14:38.316328 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60446) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.321102 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fad269f2-b421-42ff-8287-1edbdf693e71 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Request body: {'port': {'network_id': 'd95eba6c-5bb7-4ce6-a513-353c7dc5f375', 'name': 'tempest-AllowedAddressPairTestJSON-1448390734', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:52:6c:3f'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:38.350147 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a1d29-c77c-4b96-8ee7-ff31cf97dc51 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Subnet': ['ID=595942db-1016-493f-881a-0f1e5380faeb,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:38.393406 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8cef8d1a-8a23-4710-9e4a-96468c50add5 None None] Provisioning complete for port ba2e5c54-954e-4412-8682-c5ade8717580 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:38.393714 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8cef8d1a-8a23-4710-9e4a-96468c50add5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.491515 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880a1d29-c77c-4b96-8ee7-ff31cf97dc51 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Checking segment: {'id': '65f54796-4ca6-4286-83f9-aff288847e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1b229fdb-5d15-42a0-bb16-1bb6a25ceada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:38.492159 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880a1d29-c77c-4b96-8ee7-ff31cf97dc51 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network hostable DHCP agents. Network: 1b229fdb-5d15-42a0-bb16-1bb6a25ceada, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:14:38.520321 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7dbb1bb2-cc53-41cc-96ad-95e6036c3398 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.575524 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880a1d29-c77c-4b96-8ee7-ff31cf97dc51 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network 1b229fdb-5d15-42a0-bb16-1bb6a25ceada is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:14:38.601439 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-880a1d29-c77c-4b96-8ee7-ff31cf97dc51 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 1b229fdb-5d15-42a0-bb16-1bb6a25ceada) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:38.611609 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880a1d29-c77c-4b96-8ee7-ff31cf97dc51 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:38.612462 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-880a1d29-c77c-4b96-8ee7-ff31cf97dc51 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.630544 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad269f2-b421-42ff-8287-1edbdf693e71 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Made reservation on behalf of 2ee99dae9585442dbfa5fef5fd806160 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:38.638062 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd8fabb-0b52-4dc9-ac6e-1ca80bbce543 None None] Network 1b229fdb-5d15-42a0-bb16-1bb6a25ceada requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:38.638330 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb1bb2-cc53-41cc-96ad-95e6036c3398 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Port': ['ID=f7c405c8-5708-4e5c-b046-6cf1e40d34dc,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:38.696926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60454) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.697269 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-880a1d29-c77c-4b96-8ee7-ff31cf97dc51 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2771513 Dec 09 02:14:38.712683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-9fa1cb74-aff4-464c-a410-b784b254566f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1410370071'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:38.746728 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60456) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.750569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7dbb1bb2-cc53-41cc-96ad-95e6036c3398 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.753899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7dbb1bb2-cc53-41cc-96ad-95e6036c3398 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.760199 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7dbb1bb2-cc53-41cc-96ad-95e6036c3398 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/floatingips/5fc9047f-e278-4e25-b8d3-31b76ecd3970 HTTP/1.1" status: 204 len: 168 time: 1.3152096 Dec 09 02:14:38.760497 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60460) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.783038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.809707 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.828740 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-1b229fdb-5d15-42a0-bb16-1bb6a25ceada', 'network_id': '1b229fdb-5d15-42a0-bb16-1bb6a25ceada', 'project_id': '6a57719e646b4b71a47aa027f3070476', 'fixed_ips': [{'subnet_id': '595942db-1016-493f-881a-0f1e5380faeb'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:14:38.829608 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.849501 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-1d4a41a5-a767-45ab-8d93-e3377a1f6cbc tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] delete failed (client error): The resource could not be found. Dec 09 02:14:38.850640 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1d4a41a5-a767-45ab-8d93-e3377a1f6cbc tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/floatingips/5fc9047f-e278-4e25-b8d3-31b76ecd3970 HTTP/1.1" status: 404 len: 345 time: 0.0871701 Dec 09 02:14:38.855369 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60462) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.916457 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa1cb74-aff4-464c-a410-b784b254566f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:38.916803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fad269f2-b421-42ff-8287-1edbdf693e71 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.919952 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9fa1cb74-aff4-464c-a410-b784b254566f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.940279 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8cef8d1a-8a23-4710-9e4a-96468c50add5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.957128 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.967153 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfe8843-541a-4b50-8eb5-aa8b4cb2dd24 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:38.973257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfe8843-541a-4b50-8eb5-aa8b4cb2dd24 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:38.979690 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfe8843-541a-4b50-8eb5-aa8b4cb2dd24 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:38.983931 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6cfe8843-541a-4b50-8eb5-aa8b4cb2dd24 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "GET /v2.0/ports?network_id=5084aff9-c046-4c9a-bb33-8b64707985b5 HTTP/1.1" status: 200 len: 2355 time: 0.1248944 Dec 09 02:14:38.985812 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60464) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:38.986786 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa1cb74-aff4-464c-a410-b784b254566f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:38.990337 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd6251e3-3a1b-4a93-a5f2-e9639e3db566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:38.998881 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.001136 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port ba2e5c54-954e-4412-8682-c5ade8717580, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=ba2e5c54-954e-4412-8682-c5ade8717580,segment=NetworkSegment(314b2bdb-7de3-4b94-a1cf-f97f697310eb),segment_id=314b2bdb-7de3-4b94-a1cf-f97f697310eb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:39.001445 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-fad269f2-b421-42ff-8287-1edbdf693e71 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] device_id is not set on port 27f79156-1db6-435e-a2e2-46d16d0cec3a yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:39.024837 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e0248-b3a4-4b7e-b007-98ee3e8f45a7 req-bdda870e-42e0-4fef-be00-3a4356d73509 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:39.026086 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-276e0248-b3a4-4b7e-b007-98ee3e8f45a7 req-bdda870e-42e0-4fef-be00-3a4356d73509 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2422261 Dec 09 02:14:39.028732 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9fa1cb74-aff4-464c-a410-b784b254566f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.029087 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-9fa1cb74-aff4-464c-a410-b784b254566f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Added segment 9fc2b23f-f814-4b53-9a56-c880de9b8c75 of type vlan for network 458cf69b-5049-4c07-9d9c-9e4f9ee48e92 Dec 09 02:14:39.041967 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.042899 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-26c9363e-b8f7-4c9d-b670-14212303c516 admin admin] Deleting port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:39.043238 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26c9363e-b8f7-4c9d-b670-14212303c516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.082843 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc3899a-0d18-40be-bf98-e82ca1faa80b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:39.089043 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9fc3899a-0d18-40be-bf98-e82ca1faa80b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "GET /v2.0/subnets/af748912-22a0-44db-b98c-1e5301a1aef0 HTTP/1.1" status: 200 len: 797 time: 0.0986874 Dec 09 02:14:39.091800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60466) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:39.103846 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-70de420c-ec8b-42e6-88ea-0d659a80b343 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'port': {'network_id': '5084aff9-c046-4c9a-bb33-8b64707985b5', 'name': 'tempest-FloatingIPTestJSON-1797981061', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:39.124364 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=ba2e5c54-954e-4412-8682-c5ade8717580,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:39.187502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Allocated IP 2001:db8:0:ffff::2 (1b229fdb-5d15-42a0-bb16-1bb6a25ceada/595942db-1016-493f-881a-0f1e5380faeb/c86ec8b9-7403-49bc-92b8-5b00338c8493) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:39.215776 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9fa1cb74-aff4-464c-a410-b784b254566f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.244217 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-8cef8d1a-8a23-4710-9e4a-96468c50add5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:14:39.247907 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-8cef8d1a-8a23-4710-9e4a-96468c50add5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:14:39.277149 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-276e0248-b3a4-4b7e-b007-98ee3e8f45a7 req-0a4b40df-743a-4def-90ae-9151eb35d2d6 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235408 Dec 09 02:14:39.281015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9fa1cb74-aff4-464c-a410-b784b254566f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.284702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f5a72b4e-d04f-4ff0-a2f0-5a07ec98024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'name': 'tempest-ServersTestJSON-331102969-router', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:13:00Z', 'revision_number': 4, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'gw_port': {'id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:50Z', 'updated_at': '2021-12-09T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '2197f0cc-966d-48b3-a0aa-cb8ed27f7568', 'name': '', 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'mac_address': 'fa:16:3e:d4:3c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:58Z', 'updated_at': '2021-12-09T02:13:08Z', 'revision_number': 5, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'subnets': [{'id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:39.293168 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa1cb74-aff4-464c-a410-b784b254566f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:39.293967 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9fa1cb74-aff4-464c-a410-b784b254566f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.336035 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60472) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:39.344076 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a72b4e-d04f-4ff0-a2f0-5a07ec98024a None None] The sync data for ids ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'] in dv-neutron-804846-18-hyperv is: [{'id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'name': 'tempest-ServersTestJSON-331102969-router', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:13:00Z', 'revision_number': 4, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'gw_port': {'id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:50Z', 'updated_at': '2021-12-09T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '2197f0cc-966d-48b3-a0aa-cb8ed27f7568', 'name': '', 'network_id': '719383a5-619e-47d1-8539-0fde52722e3d', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'mac_address': 'fa:16:3e:d4:3c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:58Z', 'updated_at': '2021-12-09T02:13:08Z', 'revision_number': 5, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'subnets': [{'id': 'bdb716e1-2071-48d1-96c5-734c67dd80bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:39.433395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70de420c-ec8b-42e6-88ea-0d659a80b343 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Made reservation on behalf of fd4a8d8a012748ba83cf0bc803d05c13 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:39.436057 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Allocated IP 172.26.3.249 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/e90f2506-a07a-4e84-9404-30c01449714f) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:39.438442 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-fad269f2-b421-42ff-8287-1edbdf693e71 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Allocated IP 172.20.0.13 (d95eba6c-5bb7-4ce6-a513-353c7dc5f375/f626a5a2-f16f-40f0-9bf3-77bd794cd069/27f79156-1db6-435e-a2e2-46d16d0cec3a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:39.442140 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1cb74-aff4-464c-a410-b784b254566f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Network': ['ID=458cf69b-5049-4c07-9d9c-9e4f9ee48e92,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:39.453392 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9fa1cb74-aff4-464c-a410-b784b254566f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7547641 Dec 09 02:14:39.463793 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60474) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:39.465104 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 458cf69b-5049-4c07-9d9c-9e4f9ee48e92 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:39.491762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-29e7e089-5c3e-42b1-b835-017a3a500c76 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'subnet': {'network_id': '458cf69b-5049-4c07-9d9c-9e4f9ee48e92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:39.559789 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70de420c-ec8b-42e6-88ea-0d659a80b343 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.565035 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-26c9363e-b8f7-4c9d-b670-14212303c516 admin admin] For port 1a8cb09a-875a-4cf0-aeca-3b9b54e29016, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1a8cb09a-875a-4cf0-aeca-3b9b54e29016,segment=NetworkSegment(ee3b5d32-d378-4ad3-9a25-d2f6a3814612),segment_id=ee3b5d32-d378-4ad3-9a25-d2f6a3814612)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:39.565426 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26c9363e-b8f7-4c9d-b670-14212303c516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.573311 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.582419 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-70de420c-ec8b-42e6-88ea-0d659a80b343 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] device_id is not set on port 4d7f63fc-7207-4798-87e9-1f2ce27d494e yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:39.587027 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.593920 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd6251e3-3a1b-4a93-a5f2-e9639e3db566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.644307 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Network 1b229fdb-5d15-42a0-bb16-1bb6a25ceada is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:39.650658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:39.654498 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:39.661551 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd6251e3-3a1b-4a93-a5f2-e9639e3db566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.664768 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-26c9363e-b8f7-4c9d-b670-14212303c516 admin admin] Calling delete_port for 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:39.665333 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Pushing event updated for resources: {'Port': ['ID=c86ec8b9-7403-49bc-92b8-5b00338c8493,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:39.725150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Attempting to bind port c86ec8b9-7403-49bc-92b8-5b00338c8493 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:39.728717 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Attempting to bind port c86ec8b9-7403-49bc-92b8-5b00338c8493 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '65f54796-4ca6-4286-83f9-aff288847e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1b229fdb-5d15-42a0-bb16-1bb6a25ceada'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:39.729200 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Attempting to bind port c86ec8b9-7403-49bc-92b8-5b00338c8493 on network 1b229fdb-5d15-42a0-bb16-1bb6a25ceada {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:39.735231 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:14:39.735806 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Checking segment: {'id': '65f54796-4ca6-4286-83f9-aff288847e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1b229fdb-5d15-42a0-bb16-1bb6a25ceada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:39.736749 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.736749 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Bound using segment: {'id': '65f54796-4ca6-4286-83f9-aff288847e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1b229fdb-5d15-42a0-bb16-1bb6a25ceada'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:14:39.737344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Bound port: c86ec8b9-7403-49bc-92b8-5b00338c8493, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f54796-4ca6-4286-83f9-aff288847e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1b229fdb-5d15-42a0-bb16-1bb6a25ceada'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:14:39.737829 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.748053 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ccb9-39ad-4c4c-918c-d21e3f8a4fbd tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.791253 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fd6251e3-3a1b-4a93-a5f2-e9639e3db566 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7ff5095dac8443994960a531a23b8d7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0390904 Dec 09 02:14:39.792519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60476) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:39.821443 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device ba2e5c54-954e-4412-8682-c5ade8717580 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:14:39.839348 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5c022f-2546-4d7d-9a29-cb2625969b21 None None] New status for floating IP 1c5a6994-78b6-4a9e-80eb-69bf5f7819de: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:14:39.853017 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6251e3-3a1b-4a93-a5f2-e9639e3db566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6909092-b32c-4fb6-9607-d0be3f61c662,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:39.910406 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ccb9-39ad-4c4c-918c-d21e3f8a4fbd tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.927527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b0940768-5a07-4570-a782-ebc424cb3688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.980449 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e7e089-5c3e-42b1-b835-017a3a500c76 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:39.983988 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-29e7e089-5c3e-42b1-b835-017a3a500c76 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:39.984875 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] For port c86ec8b9-7403-49bc-92b8-5b00338c8493, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:14:39.990193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b0940768-5a07-4570-a782-ebc424cb3688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:40.019317 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:40.037289 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] For port c86ec8b9-7403-49bc-92b8-5b00338c8493, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c86ec8b9-7403-49bc-92b8-5b00338c8493,segment=NetworkSegment(65f54796-4ca6-4286-83f9-aff288847e01),segment_id=65f54796-4ca6-4286-83f9-aff288847e01)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:14:40.053088 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:40.094978 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-4f71c154-dbde-4c13-8d28-7e19ff0b6ada None None] Provisioning complete for port ba2e5c54-954e-4412-8682-c5ade8717580 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:40.095389 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f71c154-dbde-4c13-8d28-7e19ff0b6ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:40.099301 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port ba2e5c54-954e-4412-8682-c5ade8717580 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:40.099724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:40.118784 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b0940768-5a07-4570-a782-ebc424cb3688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:40.122869 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b0940768-5a07-4570-a782-ebc424cb3688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:40.127121 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b0940768-5a07-4570-a782-ebc424cb3688 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6909092-b32c-4fb6-9607-d0be3f61c662 HTTP/1.1" status: 204 len: 168 time: 0.3341293 Dec 09 02:14:40.128807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-70de420c-ec8b-42e6-88ea-0d659a80b343 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Allocated IP 172.20.0.14 (5084aff9-c046-4c9a-bb33-8b64707985b5/af748912-22a0-44db-b98c-1e5301a1aef0/4d7f63fc-7207-4798-87e9-1f2ce27d494e) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:40.153384 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0940768-5a07-4570-a782-ebc424cb3688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6909092-b32c-4fb6-9607-d0be3f61c662,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:40.169061 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-70de420c-ec8b-42e6-88ea-0d659a80b343 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Allocated IP 172.20.0.13 (5084aff9-c046-4c9a-bb33-8b64707985b5/af748912-22a0-44db-b98c-1e5301a1aef0/4d7f63fc-7207-4798-87e9-1f2ce27d494e) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:40.220947 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbdff3-1815-4109-958f-ee65d46c5d2b None None] Pushing event updated for resources: {'Port': ['ID=c86ec8b9-7403-49bc-92b8-5b00338c8493,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:40.250810 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fad269f2-b421-42ff-8287-1edbdf693e71 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:40.254439 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ccb9-39ad-4c4c-918c-d21e3f8a4fbd tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:40.257239 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ccb9-39ad-4c4c-918c-d21e3f8a4fbd tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:40.261234 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1cd4ccb9-39ad-4c4c-918c-d21e3f8a4fbd tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "DELETE /v2.0/security-groups/69243971-a59e-4f44-9d13-170e06a9fcec HTTP/1.1" status: 204 len: 168 time: 0.9172778 Dec 09 02:14:40.271340 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60480) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:40.310106 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4ccb9-39ad-4c4c-918c-d21e3f8a4fbd tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69243971-a59e-4f44-9d13-170e06a9fcec,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:40.327421 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-5bac3c45-1083-4c66-8cbb-d4961d051353 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] show failed (client error): The resource could not be found. Dec 09 02:14:40.328130 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5bac3c45-1083-4c66-8cbb-d4961d051353 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "GET /v2.0/security-groups/69243971-a59e-4f44-9d13-170e06a9fcec HTTP/1.1" status: 404 len: 347 time: 0.0501313 Dec 09 02:14:40.329339 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:40.335887 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60484) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:40.532354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70de420c-ec8b-42e6-88ea-0d659a80b343 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:40.533895 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:40.535450 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=e90f2506-a07a-4e84-9404-30c01449714f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:40.578397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70de420c-ec8b-42e6-88ea-0d659a80b343 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:40.582569 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:40.585674 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:40.585824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-4f71c154-dbde-4c13-8d28-7e19ff0b6ada None None] Provisioning complete for port c34bb0c5-3240-4dd6-b86a-67ea600c715f triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:40.586302 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f71c154-dbde-4c13-8d28-7e19ff0b6ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:40.637814 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4f71c154-dbde-4c13-8d28-7e19ff0b6ada None None] Port c34bb0c5-3240-4dd6-b86a-67ea600c715f cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:40.645708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70de420c-ec8b-42e6-88ea-0d659a80b343 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 5084aff9-c046-4c9a-bb33-8b64707985b5 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:40.649214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-70de420c-ec8b-42e6-88ea-0d659a80b343 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:40.665045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70de420c-ec8b-42e6-88ea-0d659a80b343 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:40.724160 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de420c-ec8b-42e6-88ea-0d659a80b343 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=4d7f63fc-7207-4798-87e9-1f2ce27d494e,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:40.734657 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70de420c-ec8b-42e6-88ea-0d659a80b343 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:40.735321 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70de420c-ec8b-42e6-88ea-0d659a80b343 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:40.753635 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-70de420c-ec8b-42e6-88ea-0d659a80b343 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6558576 Dec 09 02:14:40.756529 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60496) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:40.762076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '4d7f63fc-7207-4798-87e9-1f2ce27d494e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:40.790657 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:40.920953 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:41.047087 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Allocated IP 172.26.3.189 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/141e1648-2150-4222-842c-1a0606008b01) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:41.102501 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fad269f2-b421-42ff-8287-1edbdf693e71 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:41.146524 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60506) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:41.192924 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:41.199803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26c9363e-b8f7-4c9d-b670-14212303c516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:41.219470 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad269f2-b421-42ff-8287-1edbdf693e71 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Network d95eba6c-5bb7-4ce6-a513-353c7dc5f375 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:41.251131 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:41.283500 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b306a7f-7c71-41c8-ae79-e3b7e616a304 req-f7c62d7a-750d-4c7d-b5c6-70ae21e692be tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:41.285106 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5b306a7f-7c71-41c8-ae79-e3b7e616a304 req-f7c62d7a-750d-4c7d-b5c6-70ae21e692be tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.8146825 Dec 09 02:14:41.291469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Request body: {'networks': [{'name': 'tempest-network--1421627654'}, {'name': 'tempest-network--1850814725'}]} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:41.291827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Request body: {'network': {'name': 'tempest-network--1421627654'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:41.292308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Request body: {'network': {'name': 'tempest-network--1850814725'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:41.295637 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-fad269f2-b421-42ff-8287-1edbdf693e71 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:41.298172 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad269f2-b421-42ff-8287-1edbdf693e71 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:41.304340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:41.318851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:41.324058 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:41.363209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=141e1648-2150-4222-842c-1a0606008b01,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:41.384890 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Made reservation on behalf of e33b338f3a0a4f80a8dcb5b465eaf8fa for: {'network': 2} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:41.389813 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:41.402989 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad269f2-b421-42ff-8287-1edbdf693e71 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event updated for resources: {'Port': ['ID=27f79156-1db6-435e-a2e2-46d16d0cec3a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:41.416072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:41.490811 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9363e-b8f7-4c9d-b670-14212303c516 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a8cb09a-875a-4cf0-aeca-3b9b54e29016,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:41.494888 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-29e7e089-5c3e-42b1-b835-017a3a500c76 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:41.520709 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-cc5715ad-2498-4ae9-9519-f3547c5e4214 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Deleting port 1a721e0c-15b0-403b-a2ec-5332d9eb365f {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:41.521085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc5715ad-2498-4ae9-9519-f3547c5e4214 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:41.601410 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad269f2-b421-42ff-8287-1edbdf693e71 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:41.602104 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fad269f2-b421-42ff-8287-1edbdf693e71 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:41.607271 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6328803d-0500-4820-8a30-f5a338222db9 None None] Network 1b229fdb-5d15-42a0-bb16-1bb6a25ceada requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:41.624276 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:41.645250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:41.651746 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:41.739056 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-90997b4d-75cb-4e43-ada3-513593e6f6f4 None None] Provisioning complete for port c86ec8b9-7403-49bc-92b8-5b00338c8493 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:41.739676 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90997b4d-75cb-4e43-ada3-513593e6f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:41.761706 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1a45cf-f1fe-4862-abbb-31a167cba477,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:41.776169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:41.816546 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:41.816902 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Added segment 2cd57774-418a-49eb-b244-2e51f0f66e7b of type vlan for network 197bfef8-d548-44c5-91ad-4658c5ead599 Dec 09 02:14:41.825592 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5b306a7f-7c71-41c8-ae79-e3b7e616a304 req-f6c05790-7204-4558-a695-644c4cd3293d tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5230000 Dec 09 02:14:41.869904 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fad269f2-b421-42ff-8287-1edbdf693e71 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 3.5529606 Dec 09 02:14:41.872539 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60512) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:41.889378 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7e089-5c3e-42b1-b835-017a3a500c76 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Subnet': ['ID=ad4b094f-ed85-43b5-90be-436a89c763ea,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:41.928692 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90997b4d-75cb-4e43-ada3-513593e6f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:41.948201 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.009591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-90997b4d-75cb-4e43-ada3-513593e6f6f4 None None] For port c86ec8b9-7403-49bc-92b8-5b00338c8493, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c86ec8b9-7403-49bc-92b8-5b00338c8493,segment=NetworkSegment(65f54796-4ca6-4286-83f9-aff288847e01),segment_id=65f54796-4ca6-4286-83f9-aff288847e01)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:42.019854 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90997b4d-75cb-4e43-ada3-513593e6f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.039624 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7e089-5c3e-42b1-b835-017a3a500c76 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Checking segment: {'id': '9fc2b23f-f814-4b53-9a56-c880de9b8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '458cf69b-5049-4c07-9d9c-9e4f9ee48e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:42.039974 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e7e089-5c3e-42b1-b835-017a3a500c76 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network hostable DHCP agents. Network: 458cf69b-5049-4c07-9d9c-9e4f9ee48e92, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:14:42.056715 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc5715ad-2498-4ae9-9519-f3547c5e4214 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.057039 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc5715ad-2498-4ae9-9519-f3547c5e4214 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.071543 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c86ec8b9-7403-49bc-92b8-5b00338c8493 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:14:42.088668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37a2fc-1119-4ebe-b85b-beeeb4c0384d tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:42.096384 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37a2fc-1119-4ebe-b85b-beeeb4c0384d tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:42.098296 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-cc5715ad-2498-4ae9-9519-f3547c5e4214 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Calling delete_port for 1a721e0c-15b0-403b-a2ec-5332d9eb365f owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:42.105671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37a2fc-1119-4ebe-b85b-beeeb4c0384d tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:42.110464 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1a37a2fc-1119-4ebe-b85b-beeeb4c0384d tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.2343993 Dec 09 02:14:42.112877 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60516) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:42.125862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:42.177230 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26c9363e-b8f7-4c9d-b670-14212303c516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.181937 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.205582 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90997b4d-75cb-4e43-ada3-513593e6f6f4 None None] Pushing event updated for resources: {'Port': ['ID=c86ec8b9-7403-49bc-92b8-5b00338c8493,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:42.207683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.208144 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Added segment 7ba36ee6-2b37-4c48-93ff-780b1f0d4835 of type vlan for network fde4bcd9-7300-4268-b530-c3738b6b56e3 Dec 09 02:14:42.228911 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2b4a816a-ee62-4e9f-87ea-b4beff05ea03 None None] Provisioning complete for port 27f79156-1db6-435e-a2e2-46d16d0cec3a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:42.229558 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b4a816a-ee62-4e9f-87ea-b4beff05ea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.295328 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a816a-ee62-4e9f-87ea-b4beff05ea03 None None] Port 27f79156-1db6-435e-a2e2-46d16d0cec3a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:42.297890 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e7e089-5c3e-42b1-b835-017a3a500c76 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network 458cf69b-5049-4c07-9d9c-9e4f9ee48e92 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:14:42.298297 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port c86ec8b9-7403-49bc-92b8-5b00338c8493 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:42.298856 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.368883 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-29e7e089-5c3e-42b1-b835-017a3a500c76 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 458cf69b-5049-4c07-9d9c-9e4f9ee48e92) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:42.381102 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7f70b5-4460-469a-9dd1-9c1befef3fde None None] Network 458cf69b-5049-4c07-9d9c-9e4f9ee48e92 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:42.384863 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.409171 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e7e089-5c3e-42b1-b835-017a3a500c76 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:42.409776 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-29e7e089-5c3e-42b1-b835-017a3a500c76 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.420764 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.456328 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-55a83425-f8c0-4c46-992f-1f03231bb4fc None None] Provisioning complete for port c86ec8b9-7403-49bc-92b8-5b00338c8493 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:42.456717 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55a83425-f8c0-4c46-992f-1f03231bb4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.466873 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032880-0bf0-453d-a3cf-84354e734752 req-7c022636-043a-4f03-8ad6-b71f3b86384b tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:42.472131 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ee032880-0bf0-453d-a3cf-84354e734752 req-7c022636-043a-4f03-8ad6-b71f3b86384b tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.3059485 Dec 09 02:14:42.532017 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-29e7e089-5c3e-42b1-b835-017a3a500c76 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0670941 Dec 09 02:14:42.537321 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60518) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:42.565009 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-458cf69b-5049-4c07-9d9c-9e4f9ee48e92', 'network_id': '458cf69b-5049-4c07-9d9c-9e4f9ee48e92', 'project_id': '6a57719e646b4b71a47aa027f3070476', 'fixed_ips': [{'subnet_id': 'ad4b094f-ed85-43b5-90be-436a89c763ea'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:14:42.566038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.714708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.714708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.719479 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:42.724301 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:42.724943 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.729063 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Allocated IP 2001:db8::1 (458cf69b-5049-4c07-9d9c-9e4f9ee48e92/ad4b094f-ed85-43b5-90be-436a89c763ea/03c71cd6-fb82-411c-972a-6b6f589a23c4) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:42.736866 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51a3e8-0cca-4e97-b330-e4317c4b30e0 req-f52118b4-1d46-4ef8-abe2-f7440581aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:42.738320 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1f51a3e8-0cca-4e97-b330-e4317c4b30e0 req-f52118b4-1d46-4ef8-abe2-f7440581aac5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6aa27ea1351487bb03e8c81fda3bd03&device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 1098 time: 0.4100878 Dec 09 02:14:42.761288 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ee032880-0bf0-453d-a3cf-84354e734752 req-a1b69b85-90bf-4e69-a91e-fdff32c871ed tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657416 Dec 09 02:14:42.763590 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d2b5f5c4-7f69-4ff9-9796-2317e2f77031 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Deleting port 27f79156-1db6-435e-a2e2-46d16d0cec3a {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:42.764033 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2b5f5c4-7f69-4ff9-9796-2317e2f77031 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.829877 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc5715ad-2498-4ae9-9519-f3547c5e4214 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.907260 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7594907 Dec 09 02:14:42.911999 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.915479 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60520) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:42.921474 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.921954 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5715ad-2498-4ae9-9519-f3547c5e4214 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Pushing event deleted for resources: {'Port': ['ID=1a721e0c-15b0-403b-a2ec-5332d9eb365f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:42.932940 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.938353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event updated for resources: {'Network': ['ID=197bfef8-d548-44c5-91ad-4658c5ead599,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:42.954225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 197bfef8-d548-44c5-91ad-4658c5ead599 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:42.956606 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:42.977631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:43.011310 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Network 458cf69b-5049-4c07-9d9c-9e4f9ee48e92 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:43.026072 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:43.034430 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:43.041870 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Pushing event updated for resources: {'Port': ['ID=03c71cd6-fb82-411c-972a-6b6f589a23c4,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:43.053407 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c9363e-b8f7-4c9d-b670-14212303c516 admin admin] Router 50a37300-0591-4956-9ef6-59f181070816 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:43.098482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc5715ad-2498-4ae9-9519-f3547c5e4214 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:43.100482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc5715ad-2498-4ae9-9519-f3547c5e4214 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:43.103893 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cc5715ad-2498-4ae9-9519-f3547c5e4214 tempest-ServersTestJSON-2097552598 tempest-ServersTestJSON-2097552598-project] 10.222.0.43 "DELETE /v2.0/floatingips/1c5a6994-78b6-4a9e-80eb-69bf5f7819de HTTP/1.1" status: 204 len: 168 time: 2.7620232 Dec 09 02:14:43.106438 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60522) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:43.114673 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Attempting to bind port 03c71cd6-fb82-411c-972a-6b6f589a23c4 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:43.115046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Attempting to bind port 03c71cd6-fb82-411c-972a-6b6f589a23c4 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '9fc2b23f-f814-4b53-9a56-c880de9b8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '458cf69b-5049-4c07-9d9c-9e4f9ee48e92'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:43.115411 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Attempting to bind port 03c71cd6-fb82-411c-972a-6b6f589a23c4 on network 458cf69b-5049-4c07-9d9c-9e4f9ee48e92 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:43.131374 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:14:43.131792 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Checking segment: {'id': '9fc2b23f-f814-4b53-9a56-c880de9b8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '458cf69b-5049-4c07-9d9c-9e4f9ee48e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:43.132219 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:43.132612 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Bound using segment: {'id': '9fc2b23f-f814-4b53-9a56-c880de9b8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '458cf69b-5049-4c07-9d9c-9e4f9ee48e92'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:14:43.133134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Bound port: 03c71cd6-fb82-411c-972a-6b6f589a23c4, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc2b23f-f814-4b53-9a56-c880de9b8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '458cf69b-5049-4c07-9d9c-9e4f9ee48e92'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:14:43.133993 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:43.207350 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] For port 03c71cd6-fb82-411c-972a-6b6f589a23c4, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:14:43.209119 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce7a2c-67c1-442e-a664-f4dded8b97b8 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event updated for resources: {'Network': ['ID=fde4bcd9-7300-4268-b530-c3738b6b56e3,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:43.212159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] For port 03c71cd6-fb82-411c-972a-6b6f589a23c4, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=03c71cd6-fb82-411c-972a-6b6f589a23c4,segment=NetworkSegment(9fc2b23f-f814-4b53-9a56-c880de9b8c75),segment_id=9fc2b23f-f814-4b53-9a56-c880de9b8c75)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:14:43.219943 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:43.223648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2b5f5c4-7f69-4ff9-9796-2317e2f77031 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:43.228426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network fde4bcd9-7300-4268-b530-c3738b6b56e3 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:43.252102 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51a3e8-0cca-4e97-b330-e4317c4b30e0 req-57e4f48f-0b41-440b-bccd-698256c418c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:43.253585 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1f51a3e8-0cca-4e97-b330-e4317c4b30e0 req-57e4f48f-0b41-440b-bccd-698256c418c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d39084e-79bd-4b9e-a14a-0e7250599a44 HTTP/1.1" status: 200 len: 911 time: 0.4981863 Dec 09 02:14:43.285592 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d2b5f5c4-7f69-4ff9-9796-2317e2f77031 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Calling delete_port for 27f79156-1db6-435e-a2e2-46d16d0cec3a owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:43.348003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236eeaf-bae0-4098-a609-7e48313e060a None None] Pushing event updated for resources: {'Port': ['ID=03c71cd6-fb82-411c-972a-6b6f589a23c4,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:43.384533 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9d7dab-e95c-42bb-82df-5aa891f4d15e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:43.390778 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9d7dab-e95c-42bb-82df-5aa891f4d15e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:43.397144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9d7dab-e95c-42bb-82df-5aa891f4d15e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:43.403733 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9d7dab-e95c-42bb-82df-5aa891f4d15e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:43.408180 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2f9d7dab-e95c-42bb-82df-5aa891f4d15e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4842110 Dec 09 02:14:43.413715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60524) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:43.528400 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1f51a3e8-0cca-4e97-b330-e4317c4b30e0 req-2034e415-1193-41dd-8276-9a77e312b410 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6718d4df-d0aa-4ff1-a335-31d024679bf3 HTTP/1.1" status: 200 len: 1001 time: 0.2513299 Dec 09 02:14:43.651218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-853b64fd-d8be-440b-a581-ed2b93727e20 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:43.654070 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51a3e8-0cca-4e97-b330-e4317c4b30e0 req-24042093-6c90-4436-8652-8554d4cadf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:43.655569 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1f51a3e8-0cca-4e97-b330-e4317c4b30e0 req-24042093-6c90-4436-8652-8554d4cadf7f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65663bf3-f1b4-4c2a-9db1-f939da065c68 HTTP/1.1" status: 200 len: 849 time: 0.1155772 Dec 09 02:14:43.694004 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c9363e-b8f7-4c9d-b670-14212303c516 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:43.704110 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-26c9363e-b8f7-4c9d-b670-14212303c516 admin admin] 10.222.0.43 "PUT /v2.0/routers/50a37300-0591-4956-9ef6-59f181070816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5965350 Dec 09 02:14:43.704646 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60526) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:43.707087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Deleting port 03c71cd6-fb82-411c-972a-6b6f589a23c4 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:43.707426 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:43.708792 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0af6a1-b3aa-486f-ac52-ae6863e38ce7 None None] Sync routers for ids ['50a37300-0591-4956-9ef6-59f181070816'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:43.724632 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:43.727755 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0af6a1-b3aa-486f-ac52-ae6863e38ce7 None None] Routers {'50a37300-0591-4956-9ef6-59f181070816'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:43.731725 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-0b0af6a1-b3aa-486f-ac52-ae6863e38ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['50a37300-0591-4956-9ef6-59f181070816'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:43.754871 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:43.872772 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-0b0af6a1-b3aa-486f-ac52-ae6863e38ce7 None None] Set router 50a37300-0591-4956-9ef6-59f181070816 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:14:43.888855 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] For port 03c71cd6-fb82-411c-972a-6b6f589a23c4, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=03c71cd6-fb82-411c-972a-6b6f589a23c4,segment=NetworkSegment(9fc2b23f-f814-4b53-9a56-c880de9b8c75),segment_id=9fc2b23f-f814-4b53-9a56-c880de9b8c75)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:43.889239 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:43.919525 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Calling delete_port for 03c71cd6-fb82-411c-972a-6b6f589a23c4 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:43.950401 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51a3e8-0cca-4e97-b330-e4317c4b30e0 req-448bcf3a-ef8f-47f3-b6df-9ed0c9ca00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:43.951999 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1f51a3e8-0cca-4e97-b330-e4317c4b30e0 req-448bcf3a-ef8f-47f3-b6df-9ed0c9ca00cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d39084e-79bd-4b9e-a14a-0e7250599a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2861564 Dec 09 02:14:43.962573 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router 6f4e78bf-0492-4cae-98d3-b3f171fee7e7 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:14:43.974719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2b5f5c4-7f69-4ff9-9796-2317e2f77031 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:43.993060 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 03c71cd6-fb82-411c-972a-6b6f589a23c4 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:14:44.042045 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 03c71cd6-fb82-411c-972a-6b6f589a23c4 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:44.042349 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:44.083548 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-0b0af6a1-b3aa-486f-ac52-ae6863e38ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a37300-0591-4956-9ef6-59f181070816', 'name': 'tempest-ServersTestManualDisk-157062250-router', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f7869666-a451-4423-9c1c-93263348a877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:14:40Z', 'revision_number': 5, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'gw_port': {'id': 'f7869666-a451-4423-9c1c-93263348a877', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:44.094604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-853b64fd-d8be-440b-a581-ed2b93727e20 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:44.124803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=141e1648-2150-4222-842c-1a0606008b01,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:44.127130 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0af6a1-b3aa-486f-ac52-ae6863e38ce7 None None] Checking router: 50a37300-0591-4956-9ef6-59f181070816 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:14:44.140318 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:44.165603 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0af6a1-b3aa-486f-ac52-ae6863e38ce7 None None] Routers {'50a37300-0591-4956-9ef6-59f181070816'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:44.166333 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-0b0af6a1-b3aa-486f-ac52-ae6863e38ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['50a37300-0591-4956-9ef6-59f181070816'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:44.225746 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-853b64fd-d8be-440b-a581-ed2b93727e20 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197bfef8-d548-44c5-91ad-4658c5ead599']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:44.230096 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:44.315170 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5f5c4-7f69-4ff9-9796-2317e2f77031 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event deleted for resources: {'Port': ['ID=27f79156-1db6-435e-a2e2-46d16d0cec3a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:44.317034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:44.332265 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-853b64fd-d8be-440b-a581-ed2b93727e20 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd57774-418a-49eb-b244-2e51f0f66e7b') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:44.332577 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-853b64fd-d8be-440b-a581-ed2b93727e20 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd57774-418a-49eb-b244-2e51f0f66e7b') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:44.348520 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:44.355815 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-0b0af6a1-b3aa-486f-ac52-ae6863e38ce7 None None] Set router 50a37300-0591-4956-9ef6-59f181070816 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:14:44.375744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c86ec8b9-7403-49bc-92b8-5b00338c8493 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:14:44.449089 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Port': ['ID=03c71cd6-fb82-411c-972a-6b6f589a23c4,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:44.496203 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No DVR routers for this DVR port 03c71cd6-fb82-411c-972a-6b6f589a23c4 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:44.496817 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port c86ec8b9-7403-49bc-92b8-5b00338c8493 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:44.497366 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:44.556603 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:44.633917 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a706f3b-72e7-4021-af13-444e4ded3521 admin admin] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:44.659800 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54d98fa-6ed5-4feb-b87e-960c958e0efe None None] Network 458cf69b-5049-4c07-9d9c-9e4f9ee48e92 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:44.668418 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8e0bdf55-00d3-46c7-a429-fbc877fd52f5 None None] Could not find standard attr ID for object 03c71cd6-fb82-411c-972a-6b6f589a23c4. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:14:44.704136 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:44.726197 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-853b64fd-d8be-440b-a581-ed2b93727e20 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:44.736618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63027b8a-ee4f-4f2e-8d7e-aa07df02fb1d req-1b25e10f-c95b-42c2-9240-f2e71d6bdaa8 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:44.738162 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63027b8a-ee4f-4f2e-8d7e-aa07df02fb1d req-1b25e10f-c95b-42c2-9240-f2e71d6bdaa8 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.7847342 Dec 09 02:14:44.780336 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-0b0af6a1-b3aa-486f-ac52-ae6863e38ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a37300-0591-4956-9ef6-59f181070816', 'name': 'tempest-ServersTestManualDisk-157062250-router', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f7869666-a451-4423-9c1c-93263348a877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:14:40Z', 'revision_number': 5, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'gw_port': {'id': 'f7869666-a451-4423-9c1c-93263348a877', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:44.800734 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-853b64fd-d8be-440b-a581-ed2b93727e20 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:44.806107 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1f51a3e8-0cca-4e97-b330-e4317c4b30e0 req-d67dd022-e4c6-419b-bfe4-bd1ef365e28b service neutron] 10.222.0.45 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8349531 Dec 09 02:14:44.822497 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0af6a1-b3aa-486f-ac52-ae6863e38ce7 None None] The sync data for ids ['50a37300-0591-4956-9ef6-59f181070816'] in dv-neutron-804846-18-hyperv is: [{'id': '50a37300-0591-4956-9ef6-59f181070816', 'name': 'tempest-ServersTestManualDisk-157062250-router', 'tenant_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'f7869666-a451-4423-9c1c-93263348a877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:14:40Z', 'revision_number': 5, 'project_id': '96fbca53361f400f82ff2c4ab6a8c54c', 'gw_port': {'id': 'f7869666-a451-4423-9c1c-93263348a877', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a37300-0591-4956-9ef6-59f181070816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:44.840618 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19e611b-646f-4e7b-9209-14c586bf82e7 None None] DHCP port deletion for 458cf69b-5049-4c07-9d9c-9e4f9ee48e92 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:14:44.861397 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4b094f-ed85-43b5-90be-436a89c763ea,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:44.885042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853b64fd-d8be-440b-a581-ed2b93727e20 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:14:44.885392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-853b64fd-d8be-440b-a581-ed2b93727e20 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:14:44.896011 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:14:44.949376 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a706f3b-72e7-4021-af13-444e4ded3521 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:44.957856 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:44.961908 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:44.969467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d618b8-7735-40ec-aaf4-8fd47510d64f None None] Sync routers for ids ['6f4e78bf-0492-4cae-98d3-b3f171fee7e7'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:44.982299 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d618b8-7735-40ec-aaf4-8fd47510d64f None None] Routers {'6f4e78bf-0492-4cae-98d3-b3f171fee7e7'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:44.982932 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f4d618b8-7735-40ec-aaf4-8fd47510d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6f4e78bf-0492-4cae-98d3-b3f171fee7e7'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:45.020377 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f4d618b8-7735-40ec-aaf4-8fd47510d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:45.029273 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d618b8-7735-40ec-aaf4-8fd47510d64f None None] Routers {'6f4e78bf-0492-4cae-98d3-b3f171fee7e7'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:45.029921 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f4d618b8-7735-40ec-aaf4-8fd47510d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6f4e78bf-0492-4cae-98d3-b3f171fee7e7'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:45.030610 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-853b64fd-d8be-440b-a581-ed2b93727e20 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.039522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458cf69b-5049-4c07-9d9c-9e4f9ee48e92']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:45.056160 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.060850 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-53b1525d-d97a-4266-b6f2-9fdd58d0f087 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.1036055 Dec 09 02:14:45.060850 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc2b23f-f814-4b53-9a56-c880de9b8c75') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:45.060850 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc2b23f-f814-4b53-9a56-c880de9b8c75') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:45.062287 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-853b64fd-d8be-440b-a581-ed2b93727e20 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.062414 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60530) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:45.067908 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-853b64fd-d8be-440b-a581-ed2b93727e20 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "DELETE /v2.0/networks/197bfef8-d548-44c5-91ad-4658c5ead599 HTTP/1.1" status: 204 len: 168 time: 1.6504121 Dec 09 02:14:45.068000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f4d618b8-7735-40ec-aaf4-8fd47510d64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:45.068000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d618b8-7735-40ec-aaf4-8fd47510d64f None None] The sync data for ids ['6f4e78bf-0492-4cae-98d3-b3f171fee7e7'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:45.074660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60532) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:45.082964 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.119868 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63027b8a-ee4f-4f2e-8d7e-aa07df02fb1d req-cf67313d-e6cc-4ac1-beef-e09a6a6c623c tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3688762 Dec 09 02:14:45.120989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b64fd-d8be-440b-a581-ed2b93727e20 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event deleted for resources: {'Network': ['ID=197bfef8-d548-44c5-91ad-4658c5ead599,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:45.124634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2b5f5c4-7f69-4ff9-9796-2317e2f77031 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.128276 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d2b5f5c4-7f69-4ff9-9796-2317e2f77031 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "DELETE /v2.0/ports/27f79156-1db6-435e-a2e2-46d16d0cec3a HTTP/1.1" status: 204 len: 168 time: 3.0141680 Dec 09 02:14:45.140444 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60534) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:45.146218 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.155317 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Floating IP 7d5a827e-5410-461e-b9bc-a750c2195278 associated. External IP: 172.26.3.189, port: 4d7f63fc-7207-4798-87e9-1f2ce27d494e. Dec 09 02:14:45.188964 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:14:45.189363 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:14:45.195693 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:14:45.260548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.262985 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.264978 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-7140da11-d1be-4be4-982b-3c408a911942 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] GET failed (client error): The resource could not be found. Dec 09 02:14:45.266179 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1f51a3e8-0cca-4e97-b330-e4317c4b30e0 req-6aad45d0-0e8d-42f9-93a9-c88c54e65fbb service neutron] 10.222.0.45 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039383 Dec 09 02:14:45.266469 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7140da11-d1be-4be4-982b-3c408a911942 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "GET /v2.0/ports/27f79156-1db6-435e-a2e2-46d16d0cec3a HTTP/1.1" status: 404 len: 333 time: 0.1261373 Dec 09 02:14:45.272641 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60536) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:45.314934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8d03c234-bd36-4c64-83a4-086b90124273 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Request body: {'port': {'network_id': 'd95eba6c-5bb7-4ce6-a513-353c7dc5f375', 'name': 'tempest-AllowedAddressPairTestJSON-582454675'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:45.348758 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6a706f3b-72e7-4021-af13-444e4ded3521 admin admin] Deleting port f7869666-a451-4423-9c1c-93263348a877 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:45.349150 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a706f3b-72e7-4021-af13-444e4ded3521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.436018 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.438066 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.453675 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-51a9bf68-e130-49a9-87ff-f3608ad6ca83 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/routers/6f4e78bf-0492-4cae-98d3-b3f171fee7e7 HTTP/1.1" status: 200 len: 885 time: 0.3877211 Dec 09 02:14:45.456244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60538) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:45.514016 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.517310 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/networks/458cf69b-5049-4c07-9d9c-9e4f9ee48e92 HTTP/1.1" status: 204 len: 168 time: 2.9790928 Dec 09 02:14:45.523652 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de21b0b-9d3a-493d-8117-4bb18a899c55 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Network': ['ID=458cf69b-5049-4c07-9d9c-9e4f9ee48e92,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:45.526976 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60540) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:45.537333 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-49b5067c-a79d-4d37-b230-13eb91111405 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1461845236'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:45.546464 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde4bcd9-7300-4268-b530-c3738b6b56e3']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:45.564684 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba36ee6-2b37-4c48-93ff-780b1f0d4835') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:45.564981 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba36ee6-2b37-4c48-93ff-780b1f0d4835') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:45.584516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.616957 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.628273 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:14:45.628666 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:14:45.637389 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:14:45.641699 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-6a706f3b-72e7-4021-af13-444e4ded3521 admin admin] For port f7869666-a451-4423-9c1c-93263348a877, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f7869666-a451-4423-9c1c-93263348a877,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:45.642112 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a706f3b-72e7-4021-af13-444e4ded3521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.654214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router a73c5c39-9162-46ee-9bf6-ba0fe79858ff has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:45.670435 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b5067c-a79d-4d37-b230-13eb91111405 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:45.673893 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49b5067c-a79d-4d37-b230-13eb91111405 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.685056 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6a706f3b-72e7-4021-af13-444e4ded3521 admin admin] Calling delete_port for f7869666-a451-4423-9c1c-93263348a877 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:45.768045 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 03c71cd6-fb82-411c-972a-6b6f589a23c4 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:14:45.794933 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 03c71cd6-fb82-411c-972a-6b6f589a23c4 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:14:45.795283 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 03c71cd6-fb82-411c-972a-6b6f589a23c4 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:14:45.795931 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:14:45.801779 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.819248 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:45.823220 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:14:45.823450 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "DELETE /v2.0/networks/fde4bcd9-7300-4268-b530-c3738b6b56e3 HTTP/1.1" status: 204 len: 168 time: 0.7427061 Dec 09 02:14:45.823984 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1a8cb09a-875a-4cf0-aeca-3b9b54e29016 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:14:45.840538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60542) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:45.863385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event deleted for resources: {'Network': ['ID=fde4bcd9-7300-4268-b530-c3738b6b56e3,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:45.965619 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:45.966131 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:45.966542 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:45.966955 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:45.967367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:45.967801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:45.968205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:45.968606 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:45.969021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:45.969419 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:45.969817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:45.970212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:45.970607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3784a675-0ebc-4aa5-bd34-5f4417139dfc tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:46.028030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:46.037804 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b617a0-4cbc-4485-8c00-3919bbbcacae None None] Sync routers for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:46.047869 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d03c234-bd36-4c64-83a4-086b90124273 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Made reservation on behalf of 2ee99dae9585442dbfa5fef5fd806160 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:46.050911 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b617a0-4cbc-4485-8c00-3919bbbcacae None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:46.051375 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d03c234-bd36-4c64-83a4-086b90124273 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:46.052012 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-54b617a0-4cbc-4485-8c00-3919bbbcacae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:46.078076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4239f785-ae1e-40fa-ba0e-44ba45cd7a9f tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:46.085213 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b5067c-a79d-4d37-b230-13eb91111405 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:46.085354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4239f785-ae1e-40fa-ba0e-44ba45cd7a9f tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:46.087516 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4239f785-ae1e-40fa-ba0e-44ba45cd7a9f tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2459781 Dec 09 02:14:46.093288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60544) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:46.098234 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-85999a32-df7d-43c8-b24e-bdbe2131ab93 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-588980746'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:46.099157 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-54b617a0-4cbc-4485-8c00-3919bbbcacae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:46.101395 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-8d03c234-bd36-4c64-83a4-086b90124273 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] device_id is not set on port 27eadd10-216f-4e42-9fcf-08af8630cd9a yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:46.108907 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:46.110738 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b617a0-4cbc-4485-8c00-3919bbbcacae None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:46.111591 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-54b617a0-4cbc-4485-8c00-3919bbbcacae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:46.143239 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2233a454-47dc-4710-bce1-96aa019339e1 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6822085 Dec 09 02:14:46.146795 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60546) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:46.150824 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49b5067c-a79d-4d37-b230-13eb91111405 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:46.151200 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-49b5067c-a79d-4d37-b230-13eb91111405 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Added segment 83df4841-5de3-4418-8b3f-a6a56893f71e of type vlan for network affa1747-0bfb-43ca-9912-726c90dca5de Dec 09 02:14:46.154669 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-751b9761-d151-4888-aa9c-7914e026a533 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1586936332'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:46.165895 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-54b617a0-4cbc-4485-8c00-3919bbbcacae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:46.166740 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b617a0-4cbc-4485-8c00-3919bbbcacae None None] The sync data for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:46.198991 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3095ca3d-0066-48b5-9158-0cd83c1f7bdf tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.4410422 Dec 09 02:14:46.202060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60550) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:46.208492 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-1bf75812-6299-4cce-ae72-f8ce84e042f0 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'floatingip': {'port_id': '4d7f63fc-7207-4798-87e9-1f2ce27d494e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:46.215087 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85999a32-df7d-43c8-b24e-bdbe2131ab93 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Made reservation on behalf of e33b338f3a0a4f80a8dcb5b465eaf8fa for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:46.218555 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85999a32-df7d-43c8-b24e-bdbe2131ab93 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:46.338955 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49b5067c-a79d-4d37-b230-13eb91111405 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:46.455781 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-8d03c234-bd36-4c64-83a4-086b90124273 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Allocated IP 172.20.0.14 (d95eba6c-5bb7-4ce6-a513-353c7dc5f375/f626a5a2-f16f-40f0-9bf3-77bd794cd069/27eadd10-216f-4e42-9fcf-08af8630cd9a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:46.467655 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf12ee-4460-4144-a6d0-51644d00b8c2 req-dbe45e69-a41d-4b6d-9d9f-f4bdd4bc5ed5 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:46.469222 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0fdf12ee-4460-4144-a6d0-51644d00b8c2 req-dbe45e69-a41d-4b6d-9d9f-f4bdd4bc5ed5 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2273366 Dec 09 02:14:46.498073 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49b5067c-a79d-4d37-b230-13eb91111405 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:46.503673 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5067c-a79d-4d37-b230-13eb91111405 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:46.504284 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49b5067c-a79d-4d37-b230-13eb91111405 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:46.541321 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a706f3b-72e7-4021-af13-444e4ded3521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:46.581495 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1bf75812-6299-4cce-ae72-f8ce84e042f0 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:46.585804 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85999a32-df7d-43c8-b24e-bdbe2131ab93 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:46.638089 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-49b5067c-a79d-4d37-b230-13eb91111405 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1042941 Dec 09 02:14:46.638805 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a706f3b-72e7-4021-af13-444e4ded3521 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7869666-a451-4423-9c1c-93263348a877,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:46.644517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85999a32-df7d-43c8-b24e-bdbe2131ab93 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:46.644870 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-85999a32-df7d-43c8-b24e-bdbe2131ab93 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Added segment 5678b762-4ca1-4623-934e-e5b6a5254f1b of type vlan for network a7294b7e-d717-4a80-987a-c0b438d1347d Dec 09 02:14:46.646338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60552) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:46.650926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-42a65cca-3309-4740-872e-bdde51efb926 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'subnet': {'network_id': 'affa1747-0bfb-43ca-9912-726c90dca5de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:46.692229 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5067c-a79d-4d37-b230-13eb91111405 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Network': ['ID=affa1747-0bfb-43ca-9912-726c90dca5de,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:46.702636 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Deleting port 2197f0cc-966d-48b3-a0aa-cb8ed27f7568 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:46.702977 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:46.703721 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network affa1747-0bfb-43ca-9912-726c90dca5de details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:46.741301 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0fdf12ee-4460-4144-a6d0-51644d00b8c2 req-9a44cadf-b753-4d2d-9a99-510d5fafeb93 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634959 Dec 09 02:14:46.844930 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a706f3b-72e7-4021-af13-444e4ded3521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:46.846905 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85999a32-df7d-43c8-b24e-bdbe2131ab93 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:46.972719 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] For port 2197f0cc-966d-48b3-a0aa-cb8ed27f7568, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2197f0cc-966d-48b3-a0aa-cb8ed27f7568,segment=NetworkSegment(21d3147b-eef8-4aaa-94c5-5e52048509d1),segment_id=21d3147b-eef8-4aaa-94c5-5e52048509d1)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:46.973106 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:46.981314 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a706f3b-72e7-4021-af13-444e4ded3521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:46.991573 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a706f3b-72e7-4021-af13-444e4ded3521 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.009313 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Calling delete_port for 2197f0cc-966d-48b3-a0aa-cb8ed27f7568 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:47.030852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85999a32-df7d-43c8-b24e-bdbe2131ab93 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.036483 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85999a32-df7d-43c8-b24e-bdbe2131ab93 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:47.037082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85999a32-df7d-43c8-b24e-bdbe2131ab93 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.050685 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d03c234-bd36-4c64-83a4-086b90124273 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.056102 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a65cca-3309-4740-872e-bdde51efb926 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:47.059812 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-42a65cca-3309-4740-872e-bdde51efb926 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.063033 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a706f3b-72e7-4021-af13-444e4ded3521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.063596 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a706f3b-72e7-4021-af13-444e4ded3521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50a37300-0591-4956-9ef6-59f181070816 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:14:47.069890 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a706f3b-72e7-4021-af13-444e4ded3521 admin admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.073366 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6a706f3b-72e7-4021-af13-444e4ded3521 admin admin] 10.222.0.43 "DELETE /v2.0/routers/50a37300-0591-4956-9ef6-59f181070816 HTTP/1.1" status: 204 len: 168 time: 3.2932358 Dec 09 02:14:47.094186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60556) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:47.105033 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fe553-b119-4b83-b8b8-5e6e3d04efb5 req-b5c960de-6cc6-41b0-b0dc-fd7ea54cccbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:47.106615 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e90fe553-b119-4b83-b8b8-5e6e3d04efb5 req-b5c960de-6cc6-41b0-b0dc-fd7ea54cccbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2622607 Dec 09 02:14:47.149184 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d03c234-bd36-4c64-83a4-086b90124273 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.233215 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d03c234-bd36-4c64-83a4-086b90124273 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Network d95eba6c-5bb7-4ce6-a513-353c7dc5f375 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:47.241792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-8d03c234-bd36-4c64-83a4-086b90124273 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:47.248711 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d03c234-bd36-4c64-83a4-086b90124273 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:47.262759 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-85999a32-df7d-43c8-b24e-bdbe2131ab93 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1661479 Dec 09 02:14:47.271087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03c234-bd36-4c64-83a4-086b90124273 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event updated for resources: {'Port': ['ID=27eadd10-216f-4e42-9fcf-08af8630cd9a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:47.276646 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60558) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:47.287981 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7ead9813-886c-46fd-a255-3ba89a2efd40 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-226519971'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:47.336765 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03c234-bd36-4c64-83a4-086b90124273 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:47.337493 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d03c234-bd36-4c64-83a4-086b90124273 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.356706 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ead9813-886c-46fd-a255-3ba89a2efd40 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Made reservation on behalf of e33b338f3a0a4f80a8dcb5b465eaf8fa for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:47.360501 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ead9813-886c-46fd-a255-3ba89a2efd40 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.371685 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8d03c234-bd36-4c64-83a4-086b90124273 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0888317 Dec 09 02:14:47.379132 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60560) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:47.386009 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5633bab6-1683-4f9d-ba85-09f801244dbf tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:52:6c:3f'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:47.403515 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2543650-2e98-46b6-b016-fb7468e0f9eb admin admin] Deleting subnet bfbc8e1d-7b26-476b-a388-dadd8be65914 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:14:47.406732 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85999a32-df7d-43c8-b24e-bdbe2131ab93 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event updated for resources: {'Network': ['ID=a7294b7e-d717-4a80-987a-c0b438d1347d,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:47.418218 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network a7294b7e-d717-4a80-987a-c0b438d1347d details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:47.423910 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2543650-2e98-46b6-b016-fb7468e0f9eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.518409 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e90fe553-b119-4b83-b8b8-5e6e3d04efb5 req-84a35491-543d-4dcb-bb15-a8049f06af12 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167024 Dec 09 02:14:47.523230 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ead9813-886c-46fd-a255-3ba89a2efd40 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:47.527093 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b83404d9-d9f7-4a2a-ae0e-4bafcddf8669 None None] Provisioning complete for port 27eadd10-216f-4e42-9fcf-08af8630cd9a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:47.527565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b83404d9-d9f7-4a2a-ae0e-4bafcddf8669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.552415 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-751b9761-d151-4888-aa9c-7914e026a533 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.564420 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ead9813-886c-46fd-a255-3ba89a2efd40 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.565400 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-7ead9813-886c-46fd-a255-3ba89a2efd40 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Added segment f9ec27ba-32a6-4c71-89d1-88b4ecac6ca5 of type vlan for network 20c8583e-62f8-4b51-9eae-150c98fc93f1 Dec 09 02:14:47.586326 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b83404d9-d9f7-4a2a-ae0e-4bafcddf8669 None None] Port 27eadd10-216f-4e42-9fcf-08af8630cd9a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:47.634199 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2543650-2e98-46b6-b016-fb7468e0f9eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.635268 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.641902 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ead9813-886c-46fd-a255-3ba89a2efd40 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.663296 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-751b9761-d151-4888-aa9c-7914e026a533 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.680110 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=2197f0cc-966d-48b3-a0aa-cb8ed27f7568,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:47.710485 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:47.711551 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:47.711551 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:47.711841 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:47.711917 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:47.712244 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:47.712586 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:47.712944 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:47.713280 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:47.713612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:47.713990 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:47.714295 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:47.717823 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:47.802094 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ead9813-886c-46fd-a255-3ba89a2efd40 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.812823 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ead9813-886c-46fd-a255-3ba89a2efd40 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:47.813568 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ead9813-886c-46fd-a255-3ba89a2efd40 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.826428 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f7869666-a451-4423-9c1c-93263348a877 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:14:47.855387 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: f7869666-a451-4423-9c1c-93263348a877 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:14:47.856207 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f7869666-a451-4423-9c1c-93263348a877 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:14:47.888779 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5633bab6-1683-4f9d-ba85-09f801244dbf tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:47.928129 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7ead9813-886c-46fd-a255-3ba89a2efd40 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6503196 Dec 09 02:14:47.928789 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60566) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:47.936863 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Request body: {'ports': [{'network_id': 'a7294b7e-d717-4a80-987a-c0b438d1347d', 'name': 'tempest-port--1882808523', 'admin_state_up': True}, {'network_id': '20c8583e-62f8-4b51-9eae-150c98fc93f1', 'admin_state_up': False}]} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:47.937180 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Request body: {'port': {'network_id': 'a7294b7e-d717-4a80-987a-c0b438d1347d', 'name': 'tempest-port--1882808523', 'admin_state_up': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:47.937872 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Request body: {'port': {'network_id': '20c8583e-62f8-4b51-9eae-150c98fc93f1', 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:47.998324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2543650-2e98-46b6-b016-fb7468e0f9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:48.037843 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead9813-886c-46fd-a255-3ba89a2efd40 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event updated for resources: {'Network': ['ID=20c8583e-62f8-4b51-9eae-150c98fc93f1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:48.047880 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-42a65cca-3309-4740-872e-bdde51efb926 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:48.051973 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 20c8583e-62f8-4b51-9eae-150c98fc93f1 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:48.266484 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:48.377925 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Made reservation on behalf of e33b338f3a0a4f80a8dcb5b465eaf8fa for: {'port': 2} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:48.382438 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:48.383347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d547071-c6ef-4d2e-8d3b-862a3cdb7f28 req-a764857d-11f0-4667-8166-0346cb707f60 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:48.384881 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d547071-c6ef-4d2e-8d3b-862a3cdb7f28 req-a764857d-11f0-4667-8166-0346cb707f60 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.5816095 Dec 09 02:14:48.386258 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5633bab6-1683-4f9d-ba85-09f801244dbf tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:48.387675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.db.resource_extend [None req-1bf75812-6299-4cce-ae72-f8ce84e042f0 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 02:14:48.426356 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5633bab6-1683-4f9d-ba85-09f801244dbf tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:48.457672 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:48.470890 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751b9761-d151-4888-aa9c-7914e026a533 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router 6f4e78bf-0492-4cae-98d3-b3f171fee7e7 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:48.497063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a65cca-3309-4740-872e-bdde51efb926 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Subnet': ['ID=bfd4d1b2-c41e-4b19-925c-023df3086cd6,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:48.517298 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1bf75812-6299-4cce-ae72-f8ce84e042f0 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:48.537792 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1bf75812-6299-4cce-ae72-f8ce84e042f0 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:48.552652 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2543650-2e98-46b6-b016-fb7468e0f9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:48.652249 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a65cca-3309-4740-872e-bdde51efb926 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Checking segment: {'id': '83df4841-5de3-4418-8b3f-a6a56893f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'affa1747-0bfb-43ca-9912-726c90dca5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:48.653007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a65cca-3309-4740-872e-bdde51efb926 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network hostable DHCP agents. Network: affa1747-0bfb-43ca-9912-726c90dca5de, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:14:48.657976 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d547071-c6ef-4d2e-8d3b-862a3cdb7f28 req-1209c4e9-8aef-4cf6-a503-24bfe8c6c957 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349415 Dec 09 02:14:48.668383 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2543650-2e98-46b6-b016-fb7468e0f9eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfbc8e1d-7b26-476b-a388-dadd8be65914,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:48.678192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2543650-2e98-46b6-b016-fb7468e0f9eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:48.680403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fa6bc1-8d7b-464c-97c6-80f7464b2f82 None None] Network d961835d-340c-4d5a-8246-eef81d928029 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:48.696467 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d2543650-2e98-46b6-b016-fb7468e0f9eb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bfbc8e1d-7b26-476b-a388-dadd8be65914 HTTP/1.1" status: 204 len: 168 time: 1.5752184 Dec 09 02:14:48.696467 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60568) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:48.848178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a7c57375-7f2d-4e43-a46d-65049601edef None None] Provisioning complete for port 27eadd10-216f-4e42-9fcf-08af8630cd9a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:48.849568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7c57375-7f2d-4e43-a46d-65049601edef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:48.860340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a65cca-3309-4740-872e-bdde51efb926 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network affa1747-0bfb-43ca-9912-726c90dca5de is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:14:48.879580 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633bab6-1683-4f9d-ba85-09f801244dbf tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event updated for resources: {'Port': ['ID=27eadd10-216f-4e42-9fcf-08af8630cd9a,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:48.914083 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:48.915072 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-5633bab6-1683-4f9d-ba85-09f801244dbf tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] In _notify_port_updated(), no bound segment for port 27eadd10-216f-4e42-9fcf-08af8630cd9a on network d95eba6c-5bb7-4ce6-a513-353c7dc5f375 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:14:48.917472 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751b9761-d151-4888-aa9c-7914e026a533 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:48.919045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-42a65cca-3309-4740-872e-bdde51efb926 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, affa1747-0bfb-43ca-9912-726c90dca5de) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:48.921513 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5633bab6-1683-4f9d-ba85-09f801244dbf tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:48.922342 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5633bab6-1683-4f9d-ba85-09f801244dbf tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:48.927018 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5633bab6-1683-4f9d-ba85-09f801244dbf tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "PUT /v2.0/ports/27eadd10-216f-4e42-9fcf-08af8630cd9a HTTP/1.1" status: 200 len: 994 time: 1.5468495 Dec 09 02:14:48.927188 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-751b9761-d151-4888-aa9c-7914e026a533 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:48.928292 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60574) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:48.928523 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-751b9761-d151-4888-aa9c-7914e026a533 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/6f4e78bf-0492-4cae-98d3-b3f171fee7e7 HTTP/1.1" status: 200 len: 892 time: 2.7805545 Dec 09 02:14:48.933257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a65cca-3309-4740-872e-bdde51efb926 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:48.933860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-42a65cca-3309-4740-872e-bdde51efb926 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:48.936117 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60576) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:48.960811 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51574ea-23a5-46dd-85bd-bc5c7f2a1bc5 None None] DHCP port deletion for d961835d-340c-4d5a-8246-eef81d928029 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:14:48.962552 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db51736-b33d-44c4-a805-bdb67bd14703 None None] Network affa1747-0bfb-43ca-9912-726c90dca5de requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:48.965449 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e4234-bd3f-4048-bc99-16c26cb1576e None None] Sync routers for ids ['6f4e78bf-0492-4cae-98d3-b3f171fee7e7'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:48.982061 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] device_id is not set on port 4b71b85a-39b9-4ac9-8a90-69e4f1a3187f yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:49.075952 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-42a65cca-3309-4740-872e-bdde51efb926 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4288006 Dec 09 02:14:49.091748 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60578) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:49.099757 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-28b9ff09-48a0-4301-b362-c32e16953f0f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-287258583'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:49.206509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f88f41-d3db-4d09-ba9a-9977b121be88 req-3837fe23-c614-45f6-a414-645b873a779f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:49.208023 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-06f88f41-d3db-4d09-ba9a-9977b121be88 req-3837fe23-c614-45f6-a414-645b873a779f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2591083 Dec 09 02:14:49.208575 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:49.212864 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b9ff09-48a0-4301-b362-c32e16953f0f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:49.216411 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-11342009-fa8a-4097-8bdf-5a493c40b18d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/routers/6f4e78bf-0492-4cae-98d3-b3f171fee7e7 HTTP/1.1" status: 200 len: 892 time: 0.2774160 Dec 09 02:14:49.216871 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28b9ff09-48a0-4301-b362-c32e16953f0f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:49.221302 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60580) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:49.227478 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e4234-bd3f-4048-bc99-16c26cb1576e None None] Routers {'6f4e78bf-0492-4cae-98d3-b3f171fee7e7'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:49.228417 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-576e4234-bd3f-4048-bc99-16c26cb1576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6f4e78bf-0492-4cae-98d3-b3f171fee7e7'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:49.233204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a7c57375-7f2d-4e43-a46d-65049601edef None None] Port 27eadd10-216f-4e42-9fcf-08af8630cd9a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:49.268792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-240087e6-50c4-4f2f-8c73-0feaa0a8b148 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Deleting port 27eadd10-216f-4e42-9fcf-08af8630cd9a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:49.269359 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-240087e6-50c4-4f2f-8c73-0feaa0a8b148 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:49.281617 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-33f1e2bb-81c7-43d0-944d-e61d76a75c5b tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f4e78bf-0492-4cae-98d3-b3f171fee7e7 HTTP/1.1" status: 200 len: 205 time: 0.0559294 Dec 09 02:14:49.284460 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-576e4234-bd3f-4048-bc99-16c26cb1576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:49.290091 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60582) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:49.315582 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e4234-bd3f-4048-bc99-16c26cb1576e None None] Routers {'6f4e78bf-0492-4cae-98d3-b3f171fee7e7'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:49.316827 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-576e4234-bd3f-4048-bc99-16c26cb1576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6f4e78bf-0492-4cae-98d3-b3f171fee7e7'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:49.350409 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] Deleting port 45d7191b-c260-4fcc-87c4-bf1ea44ba453 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:49.350715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:49.353922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf75812-6299-4cce-ae72-f8ce84e042f0 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router a73c5c39-9162-46ee-9bf6-ba0fe79858ff has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:49.368437 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-576e4234-bd3f-4048-bc99-16c26cb1576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:49.369496 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e4234-bd3f-4048-bc99-16c26cb1576e None None] The sync data for ids ['6f4e78bf-0492-4cae-98d3-b3f171fee7e7'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:49.371591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b9ff09-48a0-4301-b362-c32e16953f0f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:49.383580 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-affa1747-0bfb-43ca-9912-726c90dca5de', 'network_id': 'affa1747-0bfb-43ca-9912-726c90dca5de', 'project_id': '6a57719e646b4b71a47aa027f3070476', 'fixed_ips': [{'subnet_id': 'bfd4d1b2-c41e-4b19-925c-023df3086cd6'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:14:49.384463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:49.389489 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f51574ea-23a5-46dd-85bd-bc5c7f2a1bc5 None None] Deleting port 45d7191b-c260-4fcc-87c4-bf1ea44ba453 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:49.389489 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f51574ea-23a5-46dd-85bd-bc5c7f2a1bc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:49.390752 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:49.417448 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-06f88f41-d3db-4d09-ba9a-9977b121be88 req-10ecc4f5-0b74-4e76-9ef4-d1ec6ac3d5f8 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983733 Dec 09 02:14:49.449193 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28b9ff09-48a0-4301-b362-c32e16953f0f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:49.449193 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-28b9ff09-48a0-4301-b362-c32e16953f0f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Added segment 208c43c1-7c49-4e56-bb1c-662d358ecd7e of type vlan for network f98465de-7111-4bb1-8e42-1a305b00df89 Dec 09 02:14:49.481962 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f51574ea-23a5-46dd-85bd-bc5c7f2a1bc5 None None] For port 45d7191b-c260-4fcc-87c4-bf1ea44ba453, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=45d7191b-c260-4fcc-87c4-bf1ea44ba453,segment=NetworkSegment(ee3b5d32-d378-4ad3-9a25-d2f6a3814612),segment_id=ee3b5d32-d378-4ad3-9a25-d2f6a3814612)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:49.482369 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f51574ea-23a5-46dd-85bd-bc5c7f2a1bc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:49.522794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] For port 45d7191b-c260-4fcc-87c4-bf1ea44ba453, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=45d7191b-c260-4fcc-87c4-bf1ea44ba453,segment=NetworkSegment(ee3b5d32-d378-4ad3-9a25-d2f6a3814612),segment_id=ee3b5d32-d378-4ad3-9a25-d2f6a3814612)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:49.523205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:49.534446 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] device_id is not set on port d164c014-f790-40a6-8571-2977c2e009b8 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:49.537727 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f51574ea-23a5-46dd-85bd-bc5c7f2a1bc5 None None] Calling delete_port for 45d7191b-c260-4fcc-87c4-bf1ea44ba453 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:49.578838 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-240087e6-50c4-4f2f-8c73-0feaa0a8b148 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:49.579856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] Calling delete_port for 45d7191b-c260-4fcc-87c4-bf1ea44ba453 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:49.601159 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4eef70d-aa79-48c6-a2fd-34b55a49afa2 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:49.607336 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-240087e6-50c4-4f2f-8c73-0feaa0a8b148 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Calling delete_port for 27eadd10-216f-4e42-9fcf-08af8630cd9a owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:49.617744 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28b9ff09-48a0-4301-b362-c32e16953f0f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:49.644813 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:49.655592 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d07098-6e4c-488f-90f6-7c7038ec122d None None] Sync routers for ids ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:49.656842 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-669f578a-142f-455b-9345-cc0e48bb5f3e admin admin] 10.222.0.43 "PUT /v2.0/routers/0e31699e-0e1a-4a22-90b7-fc6cab67fd70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5195692 Dec 09 02:14:49.670033 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d07098-6e4c-488f-90f6-7c7038ec122d None None] Routers {'0e31699e-0e1a-4a22-90b7-fc6cab67fd70'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:49.670893 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e8d07098-6e4c-488f-90f6-7c7038ec122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:49.672825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Allocated IP 2001:db8::1 (affa1747-0bfb-43ca-9912-726c90dca5de/bfd4d1b2-c41e-4b19-925c-023df3086cd6/a2168957-84a5-4ef0-9782-15dbba5139f5) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:49.681347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60584) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:49.736708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf75812-6299-4cce-ae72-f8ce84e042f0 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:49.749059 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1bf75812-6299-4cce-ae72-f8ce84e042f0 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:49.756075 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28b9ff09-48a0-4301-b362-c32e16953f0f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:49.761848 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b9ff09-48a0-4301-b362-c32e16953f0f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:49.762454 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28b9ff09-48a0-4301-b362-c32e16953f0f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:49.804708 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e998dbb5-4252-4f45-9b8f-efb15c2e5fb4 None None] Sync routers for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:49.843938 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-e8d07098-6e4c-488f-90f6-7c7038ec122d None None] Set router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:14:49.869566 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e998dbb5-4252-4f45-9b8f-efb15c2e5fb4 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:49.871024 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e998dbb5-4252-4f45-9b8f-efb15c2e5fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:49.876011 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-28b9ff09-48a0-4301-b362-c32e16953f0f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7830195 Dec 09 02:14:49.881090 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60586) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:49.886603 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-dd6f0850-a5c7-4d7b-bd28-64a250597e9e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'subnet': {'network_id': 'f98465de-7111-4bb1-8e42-1a305b00df89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:49.892181 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:49.912578 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9ff09-48a0-4301-b362-c32e16953f0f tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Network': ['ID=f98465de-7111-4bb1-8e42-1a305b00df89,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:49.939903 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f51574ea-23a5-46dd-85bd-bc5c7f2a1bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:49.942007 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network f98465de-7111-4bb1-8e42-1a305b00df89 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:49.943755 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 45d7191b-c260-4fcc-87c4-bf1ea44ba453 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:14:49.952823 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e998dbb5-4252-4f45-9b8f-efb15c2e5fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:49.976618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4eef70d-aa79-48c6-a2fd-34b55a49afa2 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.002259 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1bf75812-6299-4cce-ae72-f8ce84e042f0 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "PUT /v2.0/floatingips/7d5a827e-5410-461e-b9bc-a750c2195278 HTTP/1.1" status: 200 len: 979 time: 3.7972085 Dec 09 02:14:50.004020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60588) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:50.009962 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.019084 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-24fb5d04-60f3-4ee6-8734-f535727f659a admin admin] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.041682 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 45d7191b-c260-4fcc-87c4-bf1ea44ba453 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:14:50.042020 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 45d7191b-c260-4fcc-87c4-bf1ea44ba453 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:14:50.059854 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51574ea-23a5-46dd-85bd-bc5c7f2a1bc5 None None] Pushing event deleted for resources: {'Port': ['ID=45d7191b-c260-4fcc-87c4-bf1ea44ba453,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:50.065635 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51574ea-23a5-46dd-85bd-bc5c7f2a1bc5 None None] No DVR routers for this DVR port 45d7191b-c260-4fcc-87c4-bf1ea44ba453 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:50.089045 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e998dbb5-4252-4f45-9b8f-efb15c2e5fb4 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:50.090334 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e998dbb5-4252-4f45-9b8f-efb15c2e5fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:50.113887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d7191b-c260-4fcc-87c4-bf1ea44ba453,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:50.143293 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] No DVR routers for this DVR port 45d7191b-c260-4fcc-87c4-bf1ea44ba453 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:50.152770 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-240087e6-50c4-4f2f-8c73-0feaa0a8b148 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.154902 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.156371 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6f0850-a5c7-4d7b-bd28-64a250597e9e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:50.160035 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0850-a5c7-4d7b-bd28-64a250597e9e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.160693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e998dbb5-4252-4f45-9b8f-efb15c2e5fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:50.161585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e998dbb5-4252-4f45-9b8f-efb15c2e5fb4 None None] The sync data for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:50.200157 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.207351 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.233676 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e8d07098-6e4c-488f-90f6-7c7038ec122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'name': 'tempest-ServersTestJSON-331102969-router', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:14:47Z', 'revision_number': 5, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'gw_port': {'id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:50Z', 'updated_at': '2021-12-09T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:50.255246 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Network affa1747-0bfb-43ca-9912-726c90dca5de is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:50.262406 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:50.266999 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:50.282282 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Pushing event updated for resources: {'Port': ['ID=a2168957-84a5-4ef0-9782-15dbba5139f5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:50.321512 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_backend_mixin [None req-dd6f0850-a5c7-4d7b-bd28-64a250597e9e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Performing IP validity checks on allocation pools {{(pid=103333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 02:14:50.322890 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_backend_mixin [None req-dd6f0850-a5c7-4d7b-bd28-64a250597e9e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 02:14:50.327486 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d07098-6e4c-488f-90f6-7c7038ec122d None None] Checking router: 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:14:50.341937 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event updated for resources: {'Port': ['ID=4b71b85a-39b9-4ac9-8a90-69e4f1a3187f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:50.343247 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d07098-6e4c-488f-90f6-7c7038ec122d None None] Routers {'0e31699e-0e1a-4a22-90b7-fc6cab67fd70'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:50.356815 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e8d07098-6e4c-488f-90f6-7c7038ec122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:50.368049 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Attempting to bind port a2168957-84a5-4ef0-9782-15dbba5139f5 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:50.368826 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Attempting to bind port a2168957-84a5-4ef0-9782-15dbba5139f5 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '83df4841-5de3-4418-8b3f-a6a56893f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'affa1747-0bfb-43ca-9912-726c90dca5de'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:50.369450 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Attempting to bind port a2168957-84a5-4ef0-9782-15dbba5139f5 on network affa1747-0bfb-43ca-9912-726c90dca5de {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:50.384012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:14:50.385790 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Checking segment: {'id': '83df4841-5de3-4418-8b3f-a6a56893f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'affa1747-0bfb-43ca-9912-726c90dca5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:50.386417 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.387041 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Bound using segment: {'id': '83df4841-5de3-4418-8b3f-a6a56893f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'affa1747-0bfb-43ca-9912-726c90dca5de'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:14:50.388026 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Bound port: a2168957-84a5-4ef0-9782-15dbba5139f5, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83df4841-5de3-4418-8b3f-a6a56893f71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'affa1747-0bfb-43ca-9912-726c90dca5de'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:14:50.388656 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.399846 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240087e6-50c4-4f2f-8c73-0feaa0a8b148 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event deleted for resources: {'Port': ['ID=27eadd10-216f-4e42-9fcf-08af8630cd9a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:50.446222 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Checking segment: {'id': '5678b762-4ca1-4623-934e-e5b6a5254f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a7294b7e-d717-4a80-987a-c0b438d1347d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:50.446598 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Network hostable DHCP agents. Network: a7294b7e-d717-4a80-987a-c0b438d1347d, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:14:50.511320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] For port a2168957-84a5-4ef0-9782-15dbba5139f5, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:14:50.519730 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] For port a2168957-84a5-4ef0-9782-15dbba5139f5, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a2168957-84a5-4ef0-9782-15dbba5139f5,segment=NetworkSegment(83df4841-5de3-4418-8b3f-a6a56893f71e),segment_id=83df4841-5de3-4418-8b3f-a6a56893f71e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:14:50.529266 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.546049 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-e8d07098-6e4c-488f-90f6-7c7038ec122d None None] Set router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:14:50.612035 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Network a7294b7e-d717-4a80-987a-c0b438d1347d is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:14:50.664832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65972635-d031-426a-b0df-9a0c381a2e0c None None] Pushing event updated for resources: {'Port': ['ID=a2168957-84a5-4ef0-9782-15dbba5139f5,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:50.665111 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.671962 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-240087e6-50c4-4f2f-8c73-0feaa0a8b148 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.680007 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-240087e6-50c4-4f2f-8c73-0feaa0a8b148 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "DELETE /v2.0/ports/27eadd10-216f-4e42-9fcf-08af8630cd9a HTTP/1.1" status: 204 len: 168 time: 1.7396078 Dec 09 02:14:50.690467 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60592) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:50.708713 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, a7294b7e-d717-4a80-987a-c0b438d1347d) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:50.713955 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:50.714996 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.725596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f8dc3e-2d7e-4c27-82cd-9783feec580b None None] Network a7294b7e-d717-4a80-987a-c0b438d1347d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:50.757105 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0850-a5c7-4d7b-bd28-64a250597e9e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.779090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-24fb5d04-60f3-4ee6-8734-f535727f659a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.801128 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-64421d6b-cba4-4125-97c3-341125cc5185 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] GET failed (client error): The resource could not be found. Dec 09 02:14:50.802560 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-64421d6b-cba4-4125-97c3-341125cc5185 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "GET /v2.0/ports/27eadd10-216f-4e42-9fcf-08af8630cd9a HTTP/1.1" status: 404 len: 333 time: 0.1094337 Dec 09 02:14:50.810683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d961835d-340c-4d5a-8246-eef81d928029']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:50.823469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60594) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:50.836284 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-af03d8f4-3dc5-4096-a64b-14231d95a9e4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Request body: {'port': {'network_id': 'd95eba6c-5bb7-4ce6-a513-353c7dc5f375', 'name': 'tempest-AllowedAddressPairTestJSON-256193419'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:50.847694 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e8d07098-6e4c-488f-90f6-7c7038ec122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'name': 'tempest-ServersTestJSON-331102969-router', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:14:47Z', 'revision_number': 5, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'gw_port': {'id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:50Z', 'updated_at': '2021-12-09T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:50.860784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285fff1-7581-4778-898c-0a5abfe822de req-02cdf6d3-b00a-4efd-ad94-f7aa19952a5b tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:50.865537 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b285fff1-7581-4778-898c-0a5abfe822de req-02cdf6d3-b00a-4efd-ad94-f7aa19952a5b tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2665284 Dec 09 02:14:50.892957 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3b5d32-d378-4ad3-9a25-d2f6a3814612') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:50.893402 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3b5d32-d378-4ad3-9a25-d2f6a3814612') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:50.904672 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d07098-6e4c-488f-90f6-7c7038ec122d None None] The sync data for ids ['0e31699e-0e1a-4a22-90b7-fc6cab67fd70'] in dv-neutron-804846-18-hyperv is: [{'id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'name': 'tempest-ServersTestJSON-331102969-router', 'tenant_id': '95a5acde667a4aee8aceae968f6faa1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:14:47Z', 'revision_number': 5, 'project_id': '95a5acde667a4aee8aceae968f6faa1f', 'gw_port': {'id': '2bb3b730-4a5c-4c31-8295-1512ceb27a54', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e31699e-0e1a-4a22-90b7-fc6cab67fd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:50Z', 'updated_at': '2021-12-09T02:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:50.907350 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b4eef70d-aa79-48c6-a2fd-34b55a49afa2 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port e90f2506-a07a-4e84-9404-30c01449714f {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:50.907759 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4eef70d-aa79-48c6-a2fd-34b55a49afa2 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.913288 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event updated for resources: {'Port': ['ID=d164c014-f790-40a6-8571-2977c2e009b8,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:50.980115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:50.980706 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f0850-a5c7-4d7b-bd28-64a250597e9e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Subnet': ['ID=46c44c32-23e6-43ae-a5c8-b97ef7f23810,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:51.008536 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f0850-a5c7-4d7b-bd28-64a250597e9e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Checking segment: {'id': '208c43c1-7c49-4e56-bb1c-662d358ecd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f98465de-7111-4bb1-8e42-1a305b00df89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:51.008909 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6f0850-a5c7-4d7b-bd28-64a250597e9e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network hostable DHCP agents. Network: f98465de-7111-4bb1-8e42-1a305b00df89, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:14:51.015140 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Checking segment: {'id': 'f9ec27ba-32a6-4c71-89d1-88b4ecac6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '20c8583e-62f8-4b51-9eae-150c98fc93f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:51.015634 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Network hostable DHCP agents. Network: 20c8583e-62f8-4b51-9eae-150c98fc93f1, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:14:51.042827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:51.052167 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b285fff1-7581-4778-898c-0a5abfe822de req-22a226bf-a527-4c9e-a5d5-8a3573bcb1dc tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504388 Dec 09 02:14:51.067974 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:14:51.068388 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:51.075039 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6f0850-a5c7-4d7b-bd28-64a250597e9e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network f98465de-7111-4bb1-8e42-1a305b00df89 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:14:51.085287 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:14:51.090669 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Network 20c8583e-62f8-4b51-9eae-150c98fc93f1 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:14:51.101615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-dd6f0850-a5c7-4d7b-bd28-64a250597e9e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, f98465de-7111-4bb1-8e42-1a305b00df89) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:51.107531 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6f0850-a5c7-4d7b-bd28-64a250597e9e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:51.107531 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0850-a5c7-4d7b-bd28-64a250597e9e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:51.114228 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c837718-5a70-4904-b305-64906fdbfb51 None None] Network f98465de-7111-4bb1-8e42-1a305b00df89 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:51.129554 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d2281bc9-2fa3-409f-9246-ece29dc2e080 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Deleting port 141e1648-2150-4222-842c-1a0606008b01 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:51.129894 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2281bc9-2fa3-409f-9246-ece29dc2e080 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:51.148023 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 20c8583e-62f8-4b51-9eae-150c98fc93f1) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:51.158032 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:51.169393 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:51.174765 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:51.175726 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:51.189205 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dd6f0850-a5c7-4d7b-bd28-64a250597e9e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3064940 Dec 09 02:14:51.193039 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60598) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:51.204065 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dccc411-019d-45d1-8252-c9d9f0dba380 None None] Network 20c8583e-62f8-4b51-9eae-150c98fc93f1 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:51.211716 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4eef70d-aa79-48c6-a2fd-34b55a49afa2 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:51.238941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b4eef70d-aa79-48c6-a2fd-34b55a49afa2 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for e90f2506-a07a-4e84-9404-30c01449714f owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:51.255889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-24fb5d04-60f3-4ee6-8734-f535727f659a admin admin] Deleting port 2bb3b730-4a5c-4c31-8295-1512ceb27a54 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:51.256267 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-24fb5d04-60f3-4ee6-8734-f535727f659a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:51.262436 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:51.309561 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:51.314142 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d961835d-340c-4d5a-8246-eef81d928029 HTTP/1.1" status: 204 len: 168 time: 2.6224031 Dec 09 02:14:51.390550 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-f98465de-7111-4bb1-8e42-1a305b00df89', 'network_id': 'f98465de-7111-4bb1-8e42-1a305b00df89', 'project_id': '6a57719e646b4b71a47aa027f3070476', 'fixed_ips': [{'subnet_id': '46c44c32-23e6-43ae-a5c8-b97ef7f23810'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:14:51.391894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:51.396910 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fdb109f9-79a3-44c8-b256-acdf52d9f941 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4624846 Dec 09 02:14:51.398630 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60604) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:51.407874 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af03d8f4-3dc5-4096-a64b-14231d95a9e4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Made reservation on behalf of 2ee99dae9585442dbfa5fef5fd806160 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:51.411413 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af03d8f4-3dc5-4096-a64b-14231d95a9e4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:51.425640 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d5727-d399-4230-a3ef-089a2bdbab93 admin admin] Pushing event deleted for resources: {'Network': ['ID=d961835d-340c-4d5a-8246-eef81d928029,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:51.501782 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2281bc9-2fa3-409f-9246-ece29dc2e080 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:51.502609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2281bc9-2fa3-409f-9246-ece29dc2e080 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:51.506620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-af03d8f4-3dc5-4096-a64b-14231d95a9e4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] device_id is not set on port a7ca2eb4-6b37-41e2-a4e9-7712423f3fcb yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:51.576197 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d2281bc9-2fa3-409f-9246-ece29dc2e080 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Calling delete_port for 141e1648-2150-4222-842c-1a0606008b01 owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:51.652548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-24fb5d04-60f3-4ee6-8734-f535727f659a admin admin] For port 2bb3b730-4a5c-4c31-8295-1512ceb27a54, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2bb3b730-4a5c-4c31-8295-1512ceb27a54,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:51.653444 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-24fb5d04-60f3-4ee6-8734-f535727f659a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:51.653943 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Allocated IP 2001:db8::3 (f98465de-7111-4bb1-8e42-1a305b00df89/46c44c32-23e6-43ae-a5c8-b97ef7f23810/95d7f8ed-36dc-4152-9796-70b733e563e8) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:51.658311 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b7525d-b2d0-4643-94f9-9a534ad11b9d tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:51.665653 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b7525d-b2d0-4643-94f9-9a534ad11b9d tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:51.670262 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-76b7525d-b2d0-4643-94f9-9a534ad11b9d tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2325151 Dec 09 02:14:51.673128 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60606) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:51.683455 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401d227-e024-4be9-ad45-9449537dfaa7 req-04d3e2dc-7c28-4154-9ebc-19cf580c8eab tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:51.691733 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e401d227-e024-4be9-ad45-9449537dfaa7 req-04d3e2dc-7c28-4154-9ebc-19cf580c8eab tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.3392611 Dec 09 02:14:51.754806 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:51.777272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-24fb5d04-60f3-4ee6-8734-f535727f659a admin admin] Calling delete_port for 2bb3b730-4a5c-4c31-8295-1512ceb27a54 owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:51.801327 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60608) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:51.870128 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e401d227-e024-4be9-ad45-9449537dfaa7 req-efb63f54-6a51-414d-a72b-29961aade58d tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755419 Dec 09 02:14:51.918815 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a2168957-84a5-4ef0-9782-15dbba5139f5 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:14:51.962798 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-432cdd53-7cce-456c-9171-ae74a320533c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96fbca53361f400f82ff2c4ab6a8c54c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1404440 Dec 09 02:14:51.968066 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60610) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:51.968957 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:51.993038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.011541 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a0927fcc-e213-4caa-a684-0534f8a477e6 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Deleting port 4b71b85a-39b9-4ac9-8a90-69e4f1a3187f {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:52.011937 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.012060 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a0927fcc-e213-4caa-a684-0534f8a477e6 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.054965 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port a2168957-84a5-4ef0-9782-15dbba5139f5 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:52.055344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.084508 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-af03d8f4-3dc5-4096-a64b-14231d95a9e4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Allocated IP 172.20.0.6 (d95eba6c-5bb7-4ce6-a513-353c7dc5f375/f626a5a2-f16f-40f0-9bf3-77bd794cd069/a7ca2eb4-6b37-41e2-a4e9-7712423f3fcb) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:52.090760 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a0927fcc-e213-4caa-a684-0534f8a477e6 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.095996 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Network f98465de-7111-4bb1-8e42-1a305b00df89 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:52.104420 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.106969 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a0927fcc-e213-4caa-a684-0534f8a477e6 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Calling delete_port for 4b71b85a-39b9-4ac9-8a90-69e4f1a3187f owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:52.107542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:52.110289 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:52.157396 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Subnet': ['ID=46c44c32-23e6-43ae-a5c8-b97ef7f23810,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:52.232391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-00219e47-bf3b-4ac0-81f3-628f6206c769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.242641 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4eef70d-aa79-48c6-a2fd-34b55a49afa2 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.268870 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.298837 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98465de-7111-4bb1-8e42-1a305b00df89']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:52.311178 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208c43c1-7c49-4e56-bb1c-662d358ecd7e') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:52.311178 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208c43c1-7c49-4e56-bb1c-662d358ecd7e') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:52.322296 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Pushing event updated for resources: {'Port': ['ID=95d7f8ed-36dc-4152-9796-70b733e563e8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:52.322924 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eef70d-aa79-48c6-a2fd-34b55a49afa2 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=e90f2506-a07a-4e84-9404-30c01449714f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:52.324378 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.325327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaf316f-c94a-4ebf-9200-7a652086eb12 None None] Network affa1747-0bfb-43ca-9912-726c90dca5de requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:52.340483 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a0927fcc-e213-4caa-a684-0534f8a477e6 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.357635 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.381783 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0927fcc-e213-4caa-a684-0534f8a477e6 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event deleted for resources: {'Port': ['ID=4b71b85a-39b9-4ac9-8a90-69e4f1a3187f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:52.385129 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:14:52.385536 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:14:52.389401 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:14:52.401058 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a0927fcc-e213-4caa-a684-0534f8a477e6 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.408835 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a0927fcc-e213-4caa-a684-0534f8a477e6 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "DELETE /v2.0/ports/4b71b85a-39b9-4ac9-8a90-69e4f1a3187f HTTP/1.1" status: 204 len: 168 time: 0.7066598 Dec 09 02:14:52.420744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Attempting to bind port 95d7f8ed-36dc-4152-9796-70b733e563e8 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:52.421120 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Attempting to bind port 95d7f8ed-36dc-4152-9796-70b733e563e8 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '208c43c1-7c49-4e56-bb1c-662d358ecd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f98465de-7111-4bb1-8e42-1a305b00df89'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:52.421490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Attempting to bind port 95d7f8ed-36dc-4152-9796-70b733e563e8 on network f98465de-7111-4bb1-8e42-1a305b00df89 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:52.426911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-00219e47-bf3b-4ac0-81f3-628f6206c769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.427056 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c41f4123-5c94-41d7-8ec7-566afa508648 None None] Provisioning complete for port a2168957-84a5-4ef0-9782-15dbba5139f5 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:52.427291 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c41f4123-5c94-41d7-8ec7-566afa508648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.431850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60612) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:52.458141 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:14:52.458528 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Checking segment: {'id': '208c43c1-7c49-4e56-bb1c-662d358ecd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f98465de-7111-4bb1-8e42-1a305b00df89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:52.459212 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.459326 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.db.api [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 02:14:52.459326 dv-neutron-804846-18-hyperv neutron-server[103333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 02:14:52.459326 dv-neutron-804846-18-hyperv neutron-server[103333]: [parameters: {'id': 'f98465de-7111-4bb1-8e42-1a305b00df89'}] Dec 09 02:14:52.459326 dv-neutron-804846-18-hyperv neutron-server[103333]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:14:52.459619 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4eef70d-aa79-48c6-a2fd-34b55a49afa2 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.459724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Bound using segment: {'id': '208c43c1-7c49-4e56-bb1c-662d358ecd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f98465de-7111-4bb1-8e42-1a305b00df89'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:14:52.459821 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG oslo_db.api [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:14:52.460003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Bound port: 95d7f8ed-36dc-4152-9796-70b733e563e8, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208c43c1-7c49-4e56-bb1c-662d358ecd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f98465de-7111-4bb1-8e42-1a305b00df89'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:14:52.460397 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.578387 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.610688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2281bc9-2fa3-409f-9246-ece29dc2e080 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.644985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] For port 95d7f8ed-36dc-4152-9796-70b733e563e8, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:14:52.681728 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] For port 95d7f8ed-36dc-4152-9796-70b733e563e8, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=95d7f8ed-36dc-4152-9796-70b733e563e8,segment=NetworkSegment(208c43c1-7c49-4e56-bb1c-662d358ecd7e),segment_id=208c43c1-7c49-4e56-bb1c-662d358ecd7e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:14:52.683840 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port a2168957-84a5-4ef0-9782-15dbba5139f5, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a2168957-84a5-4ef0-9782-15dbba5139f5,segment=NetworkSegment(83df4841-5de3-4418-8b3f-a6a56893f71e),segment_id=83df4841-5de3-4418-8b3f-a6a56893f71e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:52.684764 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c41f4123-5c94-41d7-8ec7-566afa508648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.694616 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.702261 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.727072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4eef70d-aa79-48c6-a2fd-34b55a49afa2 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.730359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2281bc9-2fa3-409f-9246-ece29dc2e080 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Port': ['ID=141e1648-2150-4222-842c-1a0606008b01,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:52.736692 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4eef70d-aa79-48c6-a2fd-34b55a49afa2 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.741187 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2197f0cc-966d-48b3-a0aa-cb8ed27f7568 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:14:52.775185 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-24fb5d04-60f3-4ee6-8734-f535727f659a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.799508 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 2197f0cc-966d-48b3-a0aa-cb8ed27f7568 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:14:52.800118 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2197f0cc-966d-48b3-a0aa-cb8ed27f7568 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:14:52.849533 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d0942-1096-414d-a3b6-598c11859f99 None None] Pushing event updated for resources: {'Port': ['ID=95d7f8ed-36dc-4152-9796-70b733e563e8,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:52.855532 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-c41f4123-5c94-41d7-8ec7-566afa508648 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:14:52.856065 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-c41f4123-5c94-41d7-8ec7-566afa508648 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:14:52.878679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da6bf88-c3bf-44fc-b482-f6a2daad0aca None None] Network f98465de-7111-4bb1-8e42-1a305b00df89 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:52.961169 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:52.968865 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=a2168957-84a5-4ef0-9782-15dbba5139f5,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:53.020689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Deleting port 95d7f8ed-36dc-4152-9796-70b733e563e8 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:53.021041 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.021353 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e426b33e-9822-4a90-97ef-9ec5a5b235dd None None] get_active_networks_info from dv-neutron-804846-18-hyperv {{(pid=103335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 02:14:53.086347 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] For port 95d7f8ed-36dc-4152-9796-70b733e563e8, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=95d7f8ed-36dc-4152-9796-70b733e563e8,segment=NetworkSegment(208c43c1-7c49-4e56-bb1c-662d358ecd7e),segment_id=208c43c1-7c49-4e56-bb1c-662d358ecd7e)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:53.086721 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.099933 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Calling delete_port for 95d7f8ed-36dc-4152-9796-70b733e563e8 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:53.143511 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb5d04-60f3-4ee6-8734-f535727f659a admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb3b730-4a5c-4c31-8295-1512ceb27a54,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:53.175332 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e426b33e-9822-4a90-97ef-9ec5a5b235dd None None] Resources bound (agent type, host, resource id): {{(pid=103335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 02:14:53.197424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.216430 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4eef70d-aa79-48c6-a2fd-34b55a49afa2 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.217002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eef70d-aa79-48c6-a2fd-34b55a49afa2 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Fanout notify agent at l3_agent the message router_deleted on router 6f4e78bf-0492-4cae-98d3-b3f171fee7e7 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:14:53.225000 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4eef70d-aa79-48c6-a2fd-34b55a49afa2 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.226645 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b4eef70d-aa79-48c6-a2fd-34b55a49afa2 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/routers/6f4e78bf-0492-4cae-98d3-b3f171fee7e7 HTTP/1.1" status: 204 len: 168 time: 3.9350924 Dec 09 02:14:53.230792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60616) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:53.234305 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-00219e47-bf3b-4ac0-81f3-628f6206c769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.236925 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-00219e47-bf3b-4ac0-81f3-628f6206c769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.237266 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9e0f6756-a8f0-4c27-8441-9a23cd764df7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1777390513'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:53.238036 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-00219e47-bf3b-4ac0-81f3-628f6206c769 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1781034c-e98b-4c2e-8d55-c99475d85f02 HTTP/1.1" status: 204 len: 168 time: 1.2675800 Dec 09 02:14:53.244247 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Port': ['ID=95d7f8ed-36dc-4152-9796-70b733e563e8,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:53.254575 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No DVR routers for this DVR port 95d7f8ed-36dc-4152-9796-70b733e563e8 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:53.304062 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af03d8f4-3dc5-4096-a64b-14231d95a9e4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.310122 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00219e47-bf3b-4ac0-81f3-628f6206c769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1781034c-e98b-4c2e-8d55-c99475d85f02,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:53.312813 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2281bc9-2fa3-409f-9246-ece29dc2e080 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.313151 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-d2281bc9-2fa3-409f-9246-ece29dc2e080 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Floating IP 7d5a827e-5410-461e-b9bc-a750c2195278 disassociated (deleted). External IP: 172.26.3.189, port: 4d7f63fc-7207-4798-87e9-1f2ce27d494e. Dec 09 02:14:53.356574 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.367886 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0f6756-a8f0-4c27-8441-9a23cd764df7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:53.370228 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e0f6756-a8f0-4c27-8441-9a23cd764df7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.377752 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce6610-7d42-4537-b981-d944d4204458 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Deleting port d164c014-f790-40a6-8571-2977c2e009b8 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:53.378101 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2ce6610-7d42-4537-b981-d944d4204458 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.387840 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-24fb5d04-60f3-4ee6-8734-f535727f659a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.402732 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98465de-7111-4bb1-8e42-1a305b00df89']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:53.415942 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208c43c1-7c49-4e56-bb1c-662d358ecd7e') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:53.416367 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208c43c1-7c49-4e56-bb1c-662d358ecd7e') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:53.419013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e406f5a-d998-4d52-8543-df512c144b3c req-7aecb871-7326-4de2-b6fa-24abfc7be734 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:53.421429 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4e406f5a-d998-4d52-8543-df512c144b3c req-7aecb871-7326-4de2-b6fa-24abfc7be734 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.3138535 Dec 09 02:14:53.433836 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0f6756-a8f0-4c27-8441-9a23cd764df7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:53.438135 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.456751 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e0f6756-a8f0-4c27-8441-9a23cd764df7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.457128 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-9e0f6756-a8f0-4c27-8441-9a23cd764df7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Added segment 6df4376e-cd82-4ef1-847a-a0806ecf84a1 of type vlan for network 0d3d612f-ba82-400f-b1d1-ffd7e8bd2252 Dec 09 02:14:53.467756 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.494283 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:14:53.494545 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:14:53.497417 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:14:53.557959 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e0f6756-a8f0-4c27-8441-9a23cd764df7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.565306 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0bd83976-2952-4dc4-b2d7-2b7a0307c04e None None] Provisioning complete for port a2168957-84a5-4ef0-9782-15dbba5139f5 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:53.566225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0bd83976-2952-4dc4-b2d7-2b7a0307c04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.582652 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.588993 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.596087 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/networks/f98465de-7111-4bb1-8e42-1a305b00df89 HTTP/1.1" status: 204 len: 168 time: 2.4021206 Dec 09 02:14:53.598584 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60622) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:53.608059 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-eb25af1f-a33e-42a4-b4e1-1eedcfa6a5ef tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1180591567'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:53.624379 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-24fb5d04-60f3-4ee6-8734-f535727f659a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.626987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-24fb5d04-60f3-4ee6-8734-f535727f659a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.638502 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e0f6756-a8f0-4c27-8441-9a23cd764df7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.645021 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0f6756-a8f0-4c27-8441-9a23cd764df7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:53.646843 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e0f6756-a8f0-4c27-8441-9a23cd764df7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.654309 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8741c-dc58-46ac-b1e9-fa5b6d832f11 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Network': ['ID=f98465de-7111-4bb1-8e42-1a305b00df89,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:53.728833 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb25af1f-a33e-42a4-b4e1-1eedcfa6a5ef tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:53.732824 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb25af1f-a33e-42a4-b4e1-1eedcfa6a5ef tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.763240 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60628) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:53.766914 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-24fb5d04-60f3-4ee6-8734-f535727f659a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.767372 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9e0f6756-a8f0-4c27-8441-9a23cd764df7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5222368 Dec 09 02:14:53.767753 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fb5d04-60f3-4ee6-8734-f535727f659a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e31699e-0e1a-4a22-90b7-fc6cab67fd70 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:14:53.780964 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f6756-a8f0-4c27-8441-9a23cd764df7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Network': ['ID=0d3d612f-ba82-400f-b1d1-ffd7e8bd2252,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:53.789479 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-fdb56093-a763-445a-81a2-ad06a19332bd tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'subnet': {'network_id': '0d3d612f-ba82-400f-b1d1-ffd7e8bd2252', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:53.798992 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb25af1f-a33e-42a4-b4e1-1eedcfa6a5ef tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:53.811288 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb25af1f-a33e-42a4-b4e1-1eedcfa6a5ef tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.811672 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-eb25af1f-a33e-42a4-b4e1-1eedcfa6a5ef tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Added segment bd3f5fbe-7388-4404-8b8a-2fab39b95f11 of type vlan for network ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c Dec 09 02:14:53.823283 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-24fb5d04-60f3-4ee6-8734-f535727f659a admin admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.824703 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-24fb5d04-60f3-4ee6-8734-f535727f659a admin admin] 10.222.0.43 "DELETE /v2.0/routers/0e31699e-0e1a-4a22-90b7-fc6cab67fd70 HTTP/1.1" status: 204 len: 168 time: 4.1397154 Dec 09 02:14:53.827616 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60632) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:53.833259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2ce6610-7d42-4537-b981-d944d4204458 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.841419 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 0d3d612f-ba82-400f-b1d1-ffd7e8bd2252 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:53.853121 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af03d8f4-3dc5-4096-a64b-14231d95a9e4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.937515 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb25af1f-a33e-42a4-b4e1-1eedcfa6a5ef tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.964499 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af373aa-3b12-4d01-a23d-f04126912c06 admin admin] Deleting subnet bdb716e1-2071-48d1-96c5-734c67dd80bc {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:14:53.975209 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8af373aa-3b12-4d01-a23d-f04126912c06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:53.986017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a2168957-84a5-4ef0-9782-15dbba5139f5 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:14:54.012558 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb25af1f-a33e-42a4-b4e1-1eedcfa6a5ef tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.018429 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb25af1f-a33e-42a4-b4e1-1eedcfa6a5ef tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:54.019407 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb25af1f-a33e-42a4-b4e1-1eedcfa6a5ef tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.026188 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4e406f5a-d998-4d52-8543-df512c144b3c req-0ee929f5-9ee5-417c-bfe9-55e26699cd0f tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5101795 Dec 09 02:14:54.046935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03d8f4-3dc5-4096-a64b-14231d95a9e4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event updated for resources: {'Port': ['ID=a7ca2eb4-6b37-41e2-a4e9-7712423f3fcb,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:54.057729 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Provisioning complete for port 97928a95-da83-474d-9555-b6bc41073b8a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:54.058116 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.084150 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-eb25af1f-a33e-42a4-b4e1-1eedcfa6a5ef tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4794517 Dec 09 02:14:54.086808 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60638) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:54.100889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port a2168957-84a5-4ef0-9782-15dbba5139f5 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:54.101432 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.114495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8af373aa-3b12-4d01-a23d-f04126912c06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.119916 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce6610-7d42-4537-b981-d944d4204458 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Calling delete_port for d164c014-f790-40a6-8571-2977c2e009b8 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:54.131741 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-895299c8-4838-4d52-b4ae-e603f88819e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'subnet': {'network_id': 'ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:54.277804 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25af1f-a33e-42a4-b4e1-1eedcfa6a5ef tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Network': ['ID=ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:54.338293 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2ce6610-7d42-4537-b981-d944d4204458 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.343152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af03d8f4-3dc5-4096-a64b-14231d95a9e4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Network d95eba6c-5bb7-4ce6-a513-353c7dc5f375 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:54.365516 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:54.389748 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce6610-7d42-4537-b981-d944d4204458 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event deleted for resources: {'Port': ['ID=d164c014-f790-40a6-8571-2977c2e009b8,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:54.391805 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-af03d8f4-3dc5-4096-a64b-14231d95a9e4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:54.399163 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2ce6610-7d42-4537-b981-d944d4204458 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.403163 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b2ce6610-7d42-4537-b981-d944d4204458 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "DELETE /v2.0/ports/d164c014-f790-40a6-8571-2977c2e009b8 HTTP/1.1" status: 204 len: 168 time: 1.9691341 Dec 09 02:14:54.406034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af03d8f4-3dc5-4096-a64b-14231d95a9e4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:54.409203 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60648) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:54.435147 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8af373aa-3b12-4d01-a23d-f04126912c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.477153 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb56093-a763-445a-81a2-ad06a19332bd tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:54.481167 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdb56093-a763-445a-81a2-ad06a19332bd tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.487701 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Provisioning complete for port 5a164cc8-c49f-451b-b0f3-afc6315340c4 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:54.488257 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.603078 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Provisioning complete for port 28274526-093d-4638-a5a4-9769336f65bc triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:54.603078 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.604649 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1297ed42-b912-45b1-bfb6-3e0c331d4af3 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1941087 Dec 09 02:14:54.608205 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60652) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:54.641814 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Port 28274526-093d-4638-a5a4-9769336f65bc cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:54.642673 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d9e14724-34e4-46f0-a10a-fc06a9c2f27f tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1135853532'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:54.654322 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Provisioning complete for port 2ca762d3-4dd9-426e-81f3-72696e2dca54 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:54.654705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.671257 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750537f-8f0f-47b0-ba3a-d97ecf550cbd req-86e111d3-c40e-470a-b0d7-553cd0a709c1 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:54.680056 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7750537f-8f0f-47b0-ba3a-d97ecf550cbd req-86e111d3-c40e-470a-b0d7-553cd0a709c1 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.3986866 Dec 09 02:14:54.690754 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2281bc9-2fa3-409f-9246-ece29dc2e080 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router a73c5c39-9162-46ee-9bf6-ba0fe79858ff has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:14:54.698048 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Port 2ca762d3-4dd9-426e-81f3-72696e2dca54 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:54.711672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af03d8f4-3dc5-4096-a64b-14231d95a9e4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:54.712328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af03d8f4-3dc5-4096-a64b-14231d95a9e4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.713066 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Provisioning complete for port 4d7f63fc-7207-4798-87e9-1f2ce27d494e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:54.713601 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.717250 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8af373aa-3b12-4d01-a23d-f04126912c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.734453 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8af373aa-3b12-4d01-a23d-f04126912c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.738617 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8af373aa-3b12-4d01-a23d-f04126912c06 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bdb716e1-2071-48d1-96c5-734c67dd80bc HTTP/1.1" status: 204 len: 168 time: 0.8742681 Dec 09 02:14:54.739815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895299c8-4838-4d52-b4ae-e603f88819e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:54.740923 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23405a13-94ca-4635-adaf-7ad984792195 None None] Network 719383a5-619e-47d1-8539-0fde52722e3d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:54.744373 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-895299c8-4838-4d52-b4ae-e603f88819e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.748446 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60654) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:54.821189 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Port 4d7f63fc-7207-4798-87e9-1f2ce27d494e cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:54.836289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.871561 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Provisioning complete for port 80584e0d-c0ed-4f74-8ad5-52d2cfadf207 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:54.871989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.906724 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdb56093-a763-445a-81a2-ad06a19332bd tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.920896 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Port 80584e0d-c0ed-4f74-8ad5-52d2cfadf207 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:54.933583 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Provisioning complete for port 5f56c757-86f1-48f0-b893-00ce9f37aa6a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:54.933973 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:54.980499 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Port 5f56c757-86f1-48f0-b893-00ce9f37aa6a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:54.992448 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Provisioning complete for port 05eea386-5800-47ba-b2c1-cfd827043e75 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:54.993074 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.027931 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] DHCP port deletion for 719383a5-619e-47d1-8539-0fde52722e3d request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:14:55.044495 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3fedc2f4-b1ed-4cf5-a798-bf3c1529133d None None] Port 05eea386-5800-47ba-b2c1-cfd827043e75 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:55.090047 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb56093-a763-445a-81a2-ad06a19332bd tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Subnet': ['ID=f4341077-8479-466b-b76b-8f7ef3f072c4,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:55.092794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Deleting port f6c8b4d1-4edd-412c-9f86-26416858c02c {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:55.093336 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.116194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb56093-a763-445a-81a2-ad06a19332bd tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Checking segment: {'id': '6df4376e-cd82-4ef1-847a-a0806ecf84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d3d612f-ba82-400f-b1d1-ffd7e8bd2252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:55.116637 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb56093-a763-445a-81a2-ad06a19332bd tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network hostable DHCP agents. Network: 0d3d612f-ba82-400f-b1d1-ffd7e8bd2252, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:14:55.122167 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2281bc9-2fa3-409f-9246-ece29dc2e080 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:14:55.128844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2281bc9-2fa3-409f-9246-ece29dc2e080 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.136317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] Deleting port f6c8b4d1-4edd-412c-9f86-26416858c02c {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:55.136662 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.141363 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f87bf0c-1989-4dae-96e3-0617e928b697 None None] Sync routers for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:14:55.171873 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f87bf0c-1989-4dae-96e3-0617e928b697 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:55.174339 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af373aa-3b12-4d01-a23d-f04126912c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb716e1-2071-48d1-96c5-734c67dd80bc,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:55.176528 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-0f87bf0c-1989-4dae-96e3-0617e928b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:55.182546 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] For port f6c8b4d1-4edd-412c-9f86-26416858c02c, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f6c8b4d1-4edd-412c-9f86-26416858c02c,segment=NetworkSegment(21d3147b-eef8-4aaa-94c5-5e52048509d1),segment_id=21d3147b-eef8-4aaa-94c5-5e52048509d1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:55.182961 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.188021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3ccee5dc-6a3b-47e4-bef2-128137b9bb10 None None] Provisioning complete for port a7ca2eb4-6b37-41e2-a4e9-7712423f3fcb triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:55.188778 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ccee5dc-6a3b-47e4-bef2-128137b9bb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.208565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e14724-34e4-46f0-a10a-fc06a9c2f27f tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Made reservation on behalf of e33b338f3a0a4f80a8dcb5b465eaf8fa for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:55.212899 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d9e14724-34e4-46f0-a10a-fc06a9c2f27f tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.213905 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d2281bc9-2fa3-409f-9246-ece29dc2e080 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/floatingips/7d5a827e-5410-461e-b9bc-a750c2195278 HTTP/1.1" status: 204 len: 168 time: 5.2082944 Dec 09 02:14:55.227719 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-af03d8f4-3dc5-4096-a64b-14231d95a9e4 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3990393 Dec 09 02:14:55.229516 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60664) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:55.230332 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60666) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:55.230671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb56093-a763-445a-81a2-ad06a19332bd tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 0d3d612f-ba82-400f-b1d1-ffd7e8bd2252 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:14:55.247518 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ee5c6398-e19a-4e6d-a80c-d2366f6260a0 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:52:6c:3f'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:55.247761 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-fdb56093-a763-445a-81a2-ad06a19332bd tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 0d3d612f-ba82-400f-b1d1-ffd7e8bd2252) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:55.250232 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Calling delete_port for f6c8b4d1-4edd-412c-9f86-26416858c02c owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:55.258716 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb56093-a763-445a-81a2-ad06a19332bd tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:55.259356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdb56093-a763-445a-81a2-ad06a19332bd tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.270014 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] For port f6c8b4d1-4edd-412c-9f86-26416858c02c, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f6c8b4d1-4edd-412c-9f86-26416858c02c,segment=NetworkSegment(21d3147b-eef8-4aaa-94c5-5e52048509d1),segment_id=21d3147b-eef8-4aaa-94c5-5e52048509d1)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:55.270261 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f73a36-35ab-4d2f-ab1c-efdeab915b9b None None] Network 0d3d612f-ba82-400f-b1d1-ffd7e8bd2252 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:55.270353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.271920 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-0f87bf0c-1989-4dae-96e3-0617e928b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:55.288513 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] Calling delete_port for f6c8b4d1-4edd-412c-9f86-26416858c02c owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:55.293142 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f87bf0c-1989-4dae-96e3-0617e928b697 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:14:55.294657 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-0f87bf0c-1989-4dae-96e3-0617e928b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:55.297459 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fdb56093-a763-445a-81a2-ad06a19332bd tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5274274 Dec 09 02:14:55.300725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60668) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:55.305609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-efeffd6c-9220-498a-95b0-15dd31ba585e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-213314071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:55.318675 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7750537f-8f0f-47b0-ba3a-d97ecf550cbd req-6222f208-972f-45c8-b724-3a18c6ead301 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6376159 Dec 09 02:14:55.360795 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e14724-34e4-46f0-a10a-fc06a9c2f27f tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:55.367379 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-0f87bf0c-1989-4dae-96e3-0617e928b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:55.368278 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f87bf0c-1989-4dae-96e3-0617e928b697 None None] The sync data for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:14:55.409904 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d9e14724-34e4-46f0-a10a-fc06a9c2f27f tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.410504 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-d9e14724-34e4-46f0-a10a-fc06a9c2f27f tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Added segment 6f274e6b-002c-4f63-a394-feff2a481630 of type vlan for network a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1 Dec 09 02:14:55.413581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-efeffd6c-9220-498a-95b0-15dd31ba585e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.416776 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-efeffd6c-9220-498a-95b0-15dd31ba585e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.457271 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3ccee5dc-6a3b-47e4-bef2-128137b9bb10 None None] Port a7ca2eb4-6b37-41e2-a4e9-7712423f3fcb cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:55.543470 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-efeffd6c-9220-498a-95b0-15dd31ba585e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.556335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-efeffd6c-9220-498a-95b0-15dd31ba585e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.567575 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d9e14724-34e4-46f0-a10a-fc06a9c2f27f tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.574768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6b900-ee93-4017-8e0c-f19dc83bec8c req-0d19fc95-f320-4fd4-8028-10d913db8ec2 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:55.576795 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b5a6b900-ee93-4017-8e0c-f19dc83bec8c req-0d19fc95-f320-4fd4-8028-10d913db8ec2 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.1566050 Dec 09 02:14:55.581562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.582323 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-0d3d612f-ba82-400f-b1d1-ffd7e8bd2252', 'network_id': '0d3d612f-ba82-400f-b1d1-ffd7e8bd2252', 'project_id': 'd15c6a952496477982e2790f8e702c84', 'fixed_ips': [{'subnet_id': 'f4341077-8479-466b-b76b-8f7ef3f072c4'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:14:55.583612 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.629209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60676) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:55.632335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c8b4d1-4edd-412c-9f86-26416858c02c,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:55.639801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-efeffd6c-9220-498a-95b0-15dd31ba585e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.641206 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-efeffd6c-9220-498a-95b0-15dd31ba585e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3395271 Dec 09 02:14:55.643908 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] No DVR routers for this DVR port f6c8b4d1-4edd-412c-9f86-26416858c02c on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:55.650689 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.652073 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60678) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:55.725102 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Pushing event deleted for resources: {'Port': ['ID=f6c8b4d1-4edd-412c-9f86-26416858c02c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:55.741389 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] No DVR routers for this DVR port f6c8b4d1-4edd-412c-9f86-26416858c02c on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:14:55.755972 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:55.756517 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:55.758140 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:55.758630 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:55.759207 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:55.759531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:55.760045 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:55.760612 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:55.761134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:55.761657 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:55.762131 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:55.762688 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:55.763309 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb90c131-aa6c-4450-a07e-b2b89fa0b2f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:14:55.821606 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ee5c6398-e19a-4e6d-a80c-d2366f6260a0 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.823838 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d9e14724-34e4-46f0-a10a-fc06a9c2f27f tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.829711 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e14724-34e4-46f0-a10a-fc06a9c2f27f tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:55.830514 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d9e14724-34e4-46f0-a10a-fc06a9c2f27f tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.831479 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Allocated IP 2001:db8::2 (0d3d612f-ba82-400f-b1d1-ffd7e8bd2252/f4341077-8479-466b-b76b-8f7ef3f072c4/2042e99b-4ade-478c-97ec-49acc42fdc27) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:55.842509 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-895299c8-4838-4d52-b4ae-e603f88819e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.848476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2bb3b730-4a5c-4c31-8295-1512ceb27a54 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:14:55.864854 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b5a6b900-ee93-4017-8e0c-f19dc83bec8c req-925b4b61-9919-450b-82d3-a79603440d5d tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795625 Dec 09 02:14:55.883928 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 2bb3b730-4a5c-4c31-8295-1512ceb27a54 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:14:55.884276 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2bb3b730-4a5c-4c31-8295-1512ceb27a54 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:14:55.884693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f6c8b4d1-4edd-412c-9f86-26416858c02c no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:14:55.912624 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.919034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:55.946792 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: f6c8b4d1-4edd-412c-9f86-26416858c02c {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:14:55.947045 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f6c8b4d1-4edd-412c-9f86-26416858c02c not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:14:55.963742 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e14724-34e4-46f0-a10a-fc06a9c2f27f tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event updated for resources: {'Network': ['ID=a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:55.981654 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d9e14724-34e4-46f0-a10a-fc06a9c2f27f tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3446014 Dec 09 02:14:55.981857 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:55.987665 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60684) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:55.988229 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3687b377-d348-4899-8161-c8e515b8ae42 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Deleting port 4d7f63fc-7207-4798-87e9-1f2ce27d494e {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:55.988828 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3687b377-d348-4899-8161-c8e515b8ae42 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:55.997903 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f62b67e7-55db-42ed-b762-d591e6ce7a9e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-142657896'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:56.002218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719383a5-619e-47d1-8539-0fde52722e3d']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:56.022844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d3147b-eef8-4aaa-94c5-5e52048509d1') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:56.023510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d3147b-eef8-4aaa-94c5-5e52048509d1') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:56.080964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.107583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895299c8-4838-4d52-b4ae-e603f88819e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Subnet': ['ID=08df3f08-1c75-4b64-bb17-a03c60fc75ae,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:56.121384 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.124044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.134948 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.135092 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895299c8-4838-4d52-b4ae-e603f88819e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Checking segment: {'id': 'bd3f5fbe-7388-4404-8b8a-2fab39b95f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:56.135519 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895299c8-4838-4d52-b4ae-e603f88819e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network hostable DHCP agents. Network: ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:14:56.189840 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Network 0d3d612f-ba82-400f-b1d1-ffd7e8bd2252 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:56.195905 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:56.197886 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Pushing event updated for resources: {'Port': ['ID=2042e99b-4ade-478c-97ec-49acc42fdc27,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:56.200084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:56.244535 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ebb6f-7da3-4325-ad82-5542dc1a0c08 req-5402a690-31c8-4680-b8d8-363e74f022c6 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:56.246128 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2b7ebb6f-7da3-4325-ad82-5542dc1a0c08 req-5402a690-31c8-4680-b8d8-363e74f022c6 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2915645 Dec 09 02:14:56.259070 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895299c8-4838-4d52-b4ae-e603f88819e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:14:56.268675 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Attempting to bind port 2042e99b-4ade-478c-97ec-49acc42fdc27 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:56.269223 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Attempting to bind port 2042e99b-4ade-478c-97ec-49acc42fdc27 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '6df4376e-cd82-4ef1-847a-a0806ecf84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d3d612f-ba82-400f-b1d1-ffd7e8bd2252'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:56.269408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Attempting to bind port 2042e99b-4ade-478c-97ec-49acc42fdc27 on network 0d3d612f-ba82-400f-b1d1-ffd7e8bd2252 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:56.269502 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3687b377-d348-4899-8161-c8e515b8ae42 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.276585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:14:56.276985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Checking segment: {'id': '6df4376e-cd82-4ef1-847a-a0806ecf84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d3d612f-ba82-400f-b1d1-ffd7e8bd2252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:56.277367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.277745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Bound using segment: {'id': '6df4376e-cd82-4ef1-847a-a0806ecf84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d3d612f-ba82-400f-b1d1-ffd7e8bd2252'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:14:56.278225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Bound port: 2042e99b-4ade-478c-97ec-49acc42fdc27, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df4376e-cd82-4ef1-847a-a0806ecf84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d3d612f-ba82-400f-b1d1-ffd7e8bd2252'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:14:56.279578 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.300084 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-895299c8-4838-4d52-b4ae-e603f88819e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:56.310469 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3687b377-d348-4899-8161-c8e515b8ae42 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Calling delete_port for 4d7f63fc-7207-4798-87e9-1f2ce27d494e owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:56.318816 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e9ec29-b1af-4c92-b1ae-5682e70486d8 None None] Network ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:56.325653 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895299c8-4838-4d52-b4ae-e603f88819e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:56.326009 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-895299c8-4838-4d52-b4ae-e603f88819e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.411129 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] For port 2042e99b-4ade-478c-97ec-49acc42fdc27, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:14:56.416366 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] For port 2042e99b-4ade-478c-97ec-49acc42fdc27, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2042e99b-4ade-478c-97ec-49acc42fdc27,segment=NetworkSegment(6df4376e-cd82-4ef1-847a-a0806ecf84a1),segment_id=6df4376e-cd82-4ef1-847a-a0806ecf84a1)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:14:56.422603 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2b7ebb6f-7da3-4325-ad82-5542dc1a0c08 req-587f6e3e-346a-4761-934b-03d566679ade tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587989 Dec 09 02:14:56.426292 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.454417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.466889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:14:56.467354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.475565 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-895299c8-4838-4d52-b4ae-e603f88819e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3510010 Dec 09 02:14:56.479830 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ee5c6398-e19a-4e6d-a80c-d2366f6260a0 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.481260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60688) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:14:56.490338 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:14:56.496204 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ee5c6398-e19a-4e6d-a80c-d2366f6260a0 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.504692 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62b67e7-55db-42ed-b762-d591e6ce7a9e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Made reservation on behalf of e33b338f3a0a4f80a8dcb5b465eaf8fa for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:56.508292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f62b67e7-55db-42ed-b762-d591e6ce7a9e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.512335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c', 'network_id': 'ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c', 'project_id': '6a57719e646b4b71a47aa027f3070476', 'fixed_ips': [{'subnet_id': '08df3f08-1c75-4b64-bb17-a03c60fc75ae'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:14:56.512683 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.542473 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02a737-3142-47c5-b5b4-b2669853b4e6 None None] Pushing event updated for resources: {'Port': ['ID=2042e99b-4ade-478c-97ec-49acc42fdc27,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:56.591391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62b67e7-55db-42ed-b762-d591e6ce7a9e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:14:56.644530 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f62b67e7-55db-42ed-b762-d591e6ce7a9e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.646206 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-f62b67e7-55db-42ed-b762-d591e6ce7a9e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Added segment d8fd6006-8db3-41d5-9091-1a215887d964 of type vlan for network 7d08f7ed-f881-42ab-9baf-180b4f5f347c Dec 09 02:14:56.674140 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c6398-e19a-4e6d-a80c-d2366f6260a0 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event updated for resources: {'Port': ['ID=a7ca2eb4-6b37-41e2-a4e9-7712423f3fcb,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:56.700952 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.702870 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Allocated IP 2001:db8::1 (ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c/08df3f08-1c75-4b64-bb17-a03c60fc75ae/93611589-6219-409e-b30d-b3566bfe5ec0) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:56.708007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.714192 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] 10.222.0.43 "DELETE /v2.0/networks/719383a5-619e-47d1-8539-0fde52722e3d HTTP/1.1" status: 204 len: 168 time: 1.9585841 Dec 09 02:14:56.780851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.810052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f62b67e7-55db-42ed-b762-d591e6ce7a9e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.819337 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04448941-1ec6-4be5-b245-a951f0624d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=719383a5-619e-47d1-8539-0fde52722e3d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:56.832613 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c6398-e19a-4e6d-a80c-d2366f6260a0 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] In _notify_port_updated(), no bound segment for port a7ca2eb4-6b37-41e2-a4e9-7712423f3fcb on network d95eba6c-5bb7-4ce6-a513-353c7dc5f375 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:14:56.839669 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5c6398-e19a-4e6d-a80c-d2366f6260a0 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:56.840347 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ee5c6398-e19a-4e6d-a80c-d2366f6260a0 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.844205 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ee5c6398-e19a-4e6d-a80c-d2366f6260a0 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "PUT /v2.0/ports/a7ca2eb4-6b37-41e2-a4e9-7712423f3fcb HTTP/1.1" status: 200 len: 995 time: 1.6006298 Dec 09 02:14:56.846258 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60692) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:56.858153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:56.958255 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.db.resource_extend [None req-f62b67e7-55db-42ed-b762-d591e6ce7a9e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 02:14:56.995768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.026318 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.041809 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.072271 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3687b377-d348-4899-8161-c8e515b8ae42 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.092788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f62b67e7-55db-42ed-b762-d591e6ce7a9e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.098539 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62b67e7-55db-42ed-b762-d591e6ce7a9e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:14:57.099177 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f62b67e7-55db-42ed-b762-d591e6ce7a9e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.123173 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f62dd1-cab6-4502-b28a-53218913c1ca None None] DHCP port deletion for 5084aff9-c046-4c9a-bb33-8b64707985b5 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:14:57.144923 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Network ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:57.151324 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:57.157137 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:57.164148 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.170666 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60694) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:57.179253 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687b377-d348-4899-8161-c8e515b8ae42 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Port': ['ID=4d7f63fc-7207-4798-87e9-1f2ce27d494e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:57.191985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8bb526ab-92d5-4104-899c-7842c4af6a45 None None] Provisioning complete for port a7ca2eb4-6b37-41e2-a4e9-7712423f3fcb triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:57.192364 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8bb526ab-92d5-4104-899c-7842c4af6a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.213668 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Pushing event updated for resources: {'Port': ['ID=93611589-6219-409e-b30d-b3566bfe5ec0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:57.274565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8bb526ab-92d5-4104-899c-7842c4af6a45 None None] Port a7ca2eb4-6b37-41e2-a4e9-7712423f3fcb cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:57.276195 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Attempting to bind port 93611589-6219-409e-b30d-b3566bfe5ec0 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:14:57.276569 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Attempting to bind port 93611589-6219-409e-b30d-b3566bfe5ec0 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'bd3f5fbe-7388-4404-8b8a-2fab39b95f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:14:57.276942 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Attempting to bind port 93611589-6219-409e-b30d-b3566bfe5ec0 on network ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:14:57.283058 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:14:57.283058 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Checking segment: {'id': 'bd3f5fbe-7388-4404-8b8a-2fab39b95f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:14:57.283468 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.283871 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Bound using segment: {'id': 'bd3f5fbe-7388-4404-8b8a-2fab39b95f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:14:57.284344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Bound port: 93611589-6219-409e-b30d-b3566bfe5ec0, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3f5fbe-7388-4404-8b8a-2fab39b95f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:14:57.285072 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.287963 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f62b67e7-55db-42ed-b762-d591e6ce7a9e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2962594 Dec 09 02:14:57.300998 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e132d2b3-46ce-4fa5-8f43-dfe9bcf1675c tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Deleting port a7ca2eb4-6b37-41e2-a4e9-7712423f3fcb {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:14:57.301351 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e132d2b3-46ce-4fa5-8f43-dfe9bcf1675c tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.313648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b67e7-55db-42ed-b762-d591e6ce7a9e tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event updated for resources: {'Network': ['ID=7d08f7ed-f881-42ab-9baf-180b4f5f347c,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:57.341876 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 7d08f7ed-f881-42ab-9baf-180b4f5f347c details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:14:57.388185 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e132d2b3-46ce-4fa5-8f43-dfe9bcf1675c tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.400788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e132d2b3-46ce-4fa5-8f43-dfe9bcf1675c tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Calling delete_port for a7ca2eb4-6b37-41e2-a4e9-7712423f3fcb owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:14:57.447719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Allocated IP 172.26.3.58 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/92528c29-da4a-403b-8ad3-fb82859617ba) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:57.454816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Allocated IP 2001:db8::1 (0d3d612f-ba82-400f-b1d1-ffd7e8bd2252/f4341077-8479-466b-b76b-8f7ef3f072c4/be921f96-9a8a-401f-bc4f-98febde6e9b9) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:57.558391 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e132d2b3-46ce-4fa5-8f43-dfe9bcf1675c tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.689977 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] For port 93611589-6219-409e-b30d-b3566bfe5ec0, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:14:57.705421 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] For port 93611589-6219-409e-b30d-b3566bfe5ec0, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=93611589-6219-409e-b30d-b3566bfe5ec0,segment=NetworkSegment(bd3f5fbe-7388-4404-8b8a-2fab39b95f11),segment_id=bd3f5fbe-7388-4404-8b8a-2fab39b95f11)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:14:57.717306 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.724027 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e132d2b3-46ce-4fa5-8f43-dfe9bcf1675c tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.731869 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e132d2b3-46ce-4fa5-8f43-dfe9bcf1675c tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "DELETE /v2.0/ports/a7ca2eb4-6b37-41e2-a4e9-7712423f3fcb HTTP/1.1" status: 204 len: 168 time: 0.8807752 Dec 09 02:14:57.731869 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3687b377-d348-4899-8161-c8e515b8ae42 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.739183 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3687b377-d348-4899-8161-c8e515b8ae42 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/ports/4d7f63fc-7207-4798-87e9-1f2ce27d494e HTTP/1.1" status: 204 len: 168 time: 2.4993200 Dec 09 02:14:57.740142 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60696) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:57.740477 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60698) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:57.745683 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132d2b3-46ce-4fa5-8f43-dfe9bcf1675c tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event deleted for resources: {'Port': ['ID=a7ca2eb4-6b37-41e2-a4e9-7712423f3fcb,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:57.777930 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:57.782628 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c123f4f-5d3b-4677-9f13-81c25cc71eb1 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] GET failed (client error): The resource could not be found. Dec 09 02:14:57.789365 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8c123f4f-5d3b-4677-9f13-81c25cc71eb1 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "GET /v2.0/ports/a7ca2eb4-6b37-41e2-a4e9-7712423f3fcb HTTP/1.1" status: 404 len: 333 time: 0.0421431 Dec 09 02:14:57.790144 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d5b9365d-d088-4e05-80a8-ce16107b84eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95a5acde667a4aee8aceae968f6faa1f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6052611 Dec 09 02:14:57.790522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60700) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:57.799242 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60702) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:57.808131 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7502a259-4b91-4cd9-9073-274c0b698752 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Request body: {'port': {'network_id': 'd95eba6c-5bb7-4ce6-a513-353c7dc5f375', 'name': 'tempest-AllowedAddressPairTestJSON-1629674'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:57.853715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.868017 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:57.982987 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2042e99b-4ade-478c-97ec-49acc42fdc27 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:14:58.029780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.038023 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.069290 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4d10f-91ff-4c32-8952-e627d91a0b2c None None] Pushing event updated for resources: {'Port': ['ID=93611589-6219-409e-b30d-b3566bfe5ec0,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:58.126320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 2042e99b-4ade-478c-97ec-49acc42fdc27 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:58.126712 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.147299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.157731 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:58.162870 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:58.166396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:58.177887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Pushing event updated for resources: {'Port': ['ID=92528c29-da4a-403b-8ad3-fb82859617ba,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:58.226809 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.db.api [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 02:14:58.226809 dv-neutron-804846-18-hyperv neutron-server[103333]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 09 02:14:58.226809 dv-neutron-804846-18-hyperv neutron-server[103333]: [parameters: {'project_id': 'fd4a8d8a012748ba83cf0bc803d05c13', 'id': 'b06b84f2-3d5e-49e0-b8a6-9da0ad4c7028', 'expiration': datetime.datetime(2021, 12, 9, 2, 16, 58, 113256)}] Dec 09 02:14:58.226809 dv-neutron-804846-18-hyperv neutron-server[103333]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:14:58.227836 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG oslo_db.api [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:14:58.274881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 0d3d612f-ba82-400f-b1d1-ffd7e8bd2252 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:58.289204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:58.291794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:14:58.292680 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.361782 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.393548 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.402890 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Subnet': ['ID=08df3f08-1c75-4b64-bb17-a03c60fc75ae,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:58.411989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=be921f96-9a8a-401f-bc4f-98febde6e9b9,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:58.447200 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7502a259-4b91-4cd9-9073-274c0b698752 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Made reservation on behalf of 2ee99dae9585442dbfa5fef5fd806160 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:58.454919 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7502a259-4b91-4cd9-9073-274c0b698752 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.468777 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:58.489041 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552493b9-df53-42ef-b1ad-dee253f96414 None None] Network 0d3d612f-ba82-400f-b1d1-ffd7e8bd2252 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:58.508182 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 2042e99b-4ade-478c-97ec-49acc42fdc27, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2042e99b-4ade-478c-97ec-49acc42fdc27,segment=NetworkSegment(6df4376e-cd82-4ef1-847a-a0806ecf84a1),segment_id=6df4376e-cd82-4ef1-847a-a0806ecf84a1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:14:58.517523 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.528288 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3f5fbe-7388-4404-8b8a-2fab39b95f11') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:58.528948 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3f5fbe-7388-4404-8b8a-2fab39b95f11') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:14:58.561415 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.563311 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ca58ae1-792e-40a2-944c-6631e254f712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.589281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.591632 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.605374 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-7502a259-4b91-4cd9-9073-274c0b698752 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] device_id is not set on port f3bf982c-c2b3-48af-8860-929ef4931337 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:14:58.620498 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.685349 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ca58ae1-792e-40a2-944c-6631e254f712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.685994 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=2042e99b-4ade-478c-97ec-49acc42fdc27,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:58.688541 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:14:58.689035 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:14:58.692538 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:14:58.722218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.727213 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-cc1a5dc5-2edc-4292-bf44-15c98d19f9b4 None None] Provisioning complete for port 2042e99b-4ade-478c-97ec-49acc42fdc27 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:58.728253 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc1a5dc5-2edc-4292-bf44-15c98d19f9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.929901 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.db.api [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 02:14:58.929901 dv-neutron-804846-18-hyperv neutron-server[103333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 02:14:58.929901 dv-neutron-804846-18-hyperv neutron-server[103333]: [parameters: {'id': 'ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c'}] Dec 09 02:14:58.929901 dv-neutron-804846-18-hyperv neutron-server[103333]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:14:58.930453 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG oslo_db.api [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:14:58.941770 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.959528 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ca58ae1-792e-40a2-944c-6631e254f712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.962625 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ca58ae1-792e-40a2-944c-6631e254f712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:58.964271 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4ca58ae1-792e-40a2-944c-6631e254f712 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae96768c-0813-41e0-8340-4ff9d1fde78a HTTP/1.1" status: 204 len: 168 time: 0.9377971 Dec 09 02:14:59.007527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:59.011699 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-7502a259-4b91-4cd9-9073-274c0b698752 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Allocated IP 172.20.0.4 (d95eba6c-5bb7-4ce6-a513-353c7dc5f375/f626a5a2-f16f-40f0-9bf3-77bd794cd069/f3bf982c-c2b3-48af-8860-929ef4931337) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:59.022492 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca58ae1-792e-40a2-944c-6631e254f712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae96768c-0813-41e0-8340-4ff9d1fde78a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:59.040203 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:59.041041 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:59.154592 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:59.184585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:59.346152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=be921f96-9a8a-401f-bc4f-98febde6e9b9,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:59.354135 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:59.426096 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-93b2d36b-d0a6-4b81-9f2b-781e815c9629 None None] Provisioning complete for port 2042e99b-4ade-478c-97ec-49acc42fdc27 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:59.426096 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93b2d36b-d0a6-4b81-9f2b-781e815c9629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:59.449974 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:59.463511 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7502a259-4b91-4cd9-9073-274c0b698752 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:59.641662 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:59.679485 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-93b2d36b-d0a6-4b81-9f2b-781e815c9629 None None] Provisioning complete for port be921f96-9a8a-401f-bc4f-98febde6e9b9 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:14:59.679851 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93b2d36b-d0a6-4b81-9f2b-781e815c9629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:59.712440 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:59.718648 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60712) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:14:59.724710 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0859084 Dec 09 02:14:59.725466 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d9b31807-0ff9-4af2-8b38-c93990328b97 tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1202154723', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'fixed_ips': [{'ip_address': '172.26.3.58'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:14:59.733613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5bc843-1337-459d-894d-09bda556550d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Pushing event updated for resources: {'Port': ['ID=92528c29-da4a-403b-8ad3-fb82859617ba,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:14:59.754880 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 0d3d612f-ba82-400f-b1d1-ffd7e8bd2252 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:14:59.765547 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Allocated IP 172.26.3.188 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/ea41719f-ef2e-4cfd-b4c4-0aa475e67279) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:14:59.766557 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:14:59.778505 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7502a259-4b91-4cd9-9073-274c0b698752 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:14:59.789260 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-93b2d36b-d0a6-4b81-9f2b-781e815c9629 None None] Port be921f96-9a8a-401f-bc4f-98febde6e9b9 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:14:59.791634 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d3b6a2-2ac0-444a-a5d6-62d124929950 None None] Network ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:14:59.923488 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b31807-0ff9-4af2-8b38-c93990328b97 tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Made reservation on behalf of 4e83a1b752514c26990c2aef6185af1f for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:14:59.934628 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d9b31807-0ff9-4af2-8b38-c93990328b97 tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:00.009065 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-07bc4d36-1571-4aa2-8370-7c1a138dd6c1 None None] Provisioning complete for port 93611589-6219-409e-b30d-b3566bfe5ec0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:00.019333 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07bc4d36-1571-4aa2-8370-7c1a138dd6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:00.120047 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2042e99b-4ade-478c-97ec-49acc42fdc27 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:00.159019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router b2674ea4-7549-47b8-85ea-02de5ff553da is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:15:00.292135 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ff123a-c637-4eb1-8290-3e5f45402916 None None] DHCP port deletion for ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:00.352901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 2042e99b-4ade-478c-97ec-49acc42fdc27 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:00.353656 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:00.384879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:00.397078 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a3319c04-6169-4e4c-b118-cc955637786f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/b2674ea4-7549-47b8-85ea-02de5ff553da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7431717 Dec 09 02:15:00.399379 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60724) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:00.405024 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344dd220-dca3-4874-ac23-0326c2718a04 None None] Sync routers for ids ['b2674ea4-7549-47b8-85ea-02de5ff553da'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:00.410742 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07bc4d36-1571-4aa2-8370-7c1a138dd6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:00.470567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3754ada0-b22c-49df-8830-3e3f5cd2435a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:00.472251 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3754ada0-b22c-49df-8830-3e3f5cd2435a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports/be921f96-9a8a-401f-bc4f-98febde6e9b9 HTTP/1.1" status: 200 len: 911 time: 0.0718262 Dec 09 02:15:00.473440 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 93611589-6219-409e-b30d-b3566bfe5ec0 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:00.474865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60728) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:00.482116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d5d40a08-8eaf-4783-b5ac-f35e544b6117 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f4341077-8479-466b-b76b-8f7ef3f072c4'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:00.539211 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-07bc4d36-1571-4aa2-8370-7c1a138dd6c1 None None] For port 93611589-6219-409e-b30d-b3566bfe5ec0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=93611589-6219-409e-b30d-b3566bfe5ec0,segment=NetworkSegment(bd3f5fbe-7388-4404-8b8a-2fab39b95f11),segment_id=bd3f5fbe-7388-4404-8b8a-2fab39b95f11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:00.541175 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344dd220-dca3-4874-ac23-0326c2718a04 None None] Routers {'b2674ea4-7549-47b8-85ea-02de5ff553da'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:00.541968 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-344dd220-dca3-4874-ac23-0326c2718a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b2674ea4-7549-47b8-85ea-02de5ff553da'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:00.583931 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-344dd220-dca3-4874-ac23-0326c2718a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:00.592818 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60730) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:00.596303 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07bc4d36-1571-4aa2-8370-7c1a138dd6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:00.598511 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Request body: {'subnets': [{'network_id': 'a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1170273902', 'ip_version': 6}, {'network_id': '7d08f7ed-f881-42ab-9baf-180b4f5f347c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:00.598841 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Request body: {'subnet': {'network_id': 'a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1170273902', 'ip_version': 6}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:00.599536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Request body: {'subnet': {'network_id': '7d08f7ed-f881-42ab-9baf-180b4f5f347c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:00.639218 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344dd220-dca3-4874-ac23-0326c2718a04 None None] Routers {'b2674ea4-7549-47b8-85ea-02de5ff553da'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:00.640031 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-344dd220-dca3-4874-ac23-0326c2718a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:14:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b2674ea4-7549-47b8-85ea-02de5ff553da'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:00.673308 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7502a259-4b91-4cd9-9073-274c0b698752 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Network d95eba6c-5bb7-4ce6-a513-353c7dc5f375 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:00.676857 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-344dd220-dca3-4874-ac23-0326c2718a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:00.677659 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344dd220-dca3-4874-ac23-0326c2718a04 None None] The sync data for ids ['b2674ea4-7549-47b8-85ea-02de5ff553da'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:00.680477 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff123a-c637-4eb1-8290-3e5f45402916 None None] Deleting port 93611589-6219-409e-b30d-b3566bfe5ec0 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:00.680979 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a1ff123a-c637-4eb1-8290-3e5f45402916 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:00.686228 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d9b31807-0ff9-4af2-8b38-c93990328b97 tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:00.692455 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-7502a259-4b91-4cd9-9073-274c0b698752 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:00.701370 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 93611589-6219-409e-b30d-b3566bfe5ec0 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:00.701816 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:00.703963 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502a259-4b91-4cd9-9073-274c0b698752 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event updated for resources: {'Port': ['ID=f3bf982c-c2b3-48af-8860-929ef4931337,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:00.707395 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Deleting port 93611589-6219-409e-b30d-b3566bfe5ec0 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:00.708150 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:00.715132 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502a259-4b91-4cd9-9073-274c0b698752 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:00.813694 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-07bc4d36-1571-4aa2-8370-7c1a138dd6c1 None None] Provisioning complete for port be921f96-9a8a-401f-bc4f-98febde6e9b9 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:00.814767 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07bc4d36-1571-4aa2-8370-7c1a138dd6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:00.865524 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5d40a08-8eaf-4783-b5ac-f35e544b6117 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:00.884089 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc4d36-1571-4aa2-8370-7c1a138dd6c1 None None] Pushing event updated for resources: {'Port': ['ID=93611589-6219-409e-b30d-b3566bfe5ec0,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:00.905154 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] For port 93611589-6219-409e-b30d-b3566bfe5ec0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=93611589-6219-409e-b30d-b3566bfe5ec0,segment=NetworkSegment(bd3f5fbe-7388-4404-8b8a-2fab39b95f11),segment_id=bd3f5fbe-7388-4404-8b8a-2fab39b95f11)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:00.905748 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:00.918198 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7502a259-4b91-4cd9-9073-274c0b698752 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:00.918935 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7502a259-4b91-4cd9-9073-274c0b698752 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:00.958375 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Calling delete_port for 93611589-6219-409e-b30d-b3566bfe5ec0 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:00.963057 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:00.975224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Made reservation on behalf of e33b338f3a0a4f80a8dcb5b465eaf8fa for: {'subnet': 2} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:00.982112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:00.982460 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:01.002787 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-07bc4d36-1571-4aa2-8370-7c1a138dd6c1 None None] Port be921f96-9a8a-401f-bc4f-98febde6e9b9 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:01.005556 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a1ff123a-c637-4eb1-8290-3e5f45402916 None None] For port 93611589-6219-409e-b30d-b3566bfe5ec0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=93611589-6219-409e-b30d-b3566bfe5ec0,segment=NetworkSegment(bd3f5fbe-7388-4404-8b8a-2fab39b95f11),segment_id=bd3f5fbe-7388-4404-8b8a-2fab39b95f11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:01.006084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a1ff123a-c637-4eb1-8290-3e5f45402916 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:01.012227 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7502a259-4b91-4cd9-9073-274c0b698752 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2159889 Dec 09 02:15:01.015374 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60736) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:01.029793 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff123a-c637-4eb1-8290-3e5f45402916 None None] Calling delete_port for 93611589-6219-409e-b30d-b3566bfe5ec0 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:01.065705 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c6d7b9db-15bd-410f-ad22-dfe5efce5def tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Request body: {'port': {'network_id': 'd95eba6c-5bb7-4ce6-a513-353c7dc5f375', 'name': 'tempest-AllowedAddressPairTestJSON-223309640'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:01.145648 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8cabd168-ab1b-492b-917a-7c90a0984da1 None None] Provisioning complete for port f3bf982c-c2b3-48af-8860-929ef4931337 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:01.146122 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8cabd168-ab1b-492b-917a-7c90a0984da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:01.172689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d9b31807-0ff9-4af2-8b38-c93990328b97 tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:01.190162 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d9b31807-0ff9-4af2-8b38-c93990328b97 tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:01.200138 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a1ff123a-c637-4eb1-8290-3e5f45402916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:01.206992 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-d9b31807-0ff9-4af2-8b38-c93990328b97 tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] device_id is not set on port 6a3de746-4c02-41b5-a2a0-fcf46944d777 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:15:01.207144 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8cabd168-ab1b-492b-917a-7c90a0984da1 None None] Port f3bf982c-c2b3-48af-8860-929ef4931337 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:01.250165 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff123a-c637-4eb1-8290-3e5f45402916 None None] Pushing event deleted for resources: {'Port': ['ID=93611589-6219-409e-b30d-b3566bfe5ec0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:01.256626 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff123a-c637-4eb1-8290-3e5f45402916 None None] No DVR routers for this DVR port 93611589-6219-409e-b30d-b3566bfe5ec0 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:01.269306 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8cabd168-ab1b-492b-917a-7c90a0984da1 None None] Provisioning complete for port be921f96-9a8a-401f-bc4f-98febde6e9b9 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:01.269901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8cabd168-ab1b-492b-917a-7c90a0984da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:01.296418 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:01.312317 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8cabd168-ab1b-492b-917a-7c90a0984da1 None None] Port be921f96-9a8a-401f-bc4f-98febde6e9b9 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:01.354493 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b31807-0ff9-4af2-8b38-c93990328b97 tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8c0a7b-b1ab-4fed-a949-39b473bba594,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:01.383061 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:01.411998 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:01.429126 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:01.462755 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:01.471652 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=ea41719f-ef2e-4cfd-b4c4-0aa475e67279,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:01.474109 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No DVR routers for this DVR port 93611589-6219-409e-b30d-b3566bfe5ec0 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:01.553143 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60748) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:01.568961 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Port': ['ID=93611589-6219-409e-b30d-b3566bfe5ec0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:01.570883 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d7b9db-15bd-410f-ad22-dfe5efce5def tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Made reservation on behalf of 2ee99dae9585442dbfa5fef5fd806160 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:01.574458 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6d7b9db-15bd-410f-ad22-dfe5efce5def tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:01.694709 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:01.715590 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-c6d7b9db-15bd-410f-ad22-dfe5efce5def tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] device_id is not set on port a147ca33-f4fb-464f-80db-4c6a632886ac yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:15:01.777774 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4024c1a0-1df4-465a-b4df-4785eb5cdf20 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1268365081'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:01.822112 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 93611589-6219-409e-b30d-b3566bfe5ec0 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:15:01.842178 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:01.845193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 93611589-6219-409e-b30d-b3566bfe5ec0 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:15:01.845758 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 93611589-6219-409e-b30d-b3566bfe5ec0 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:15:01.856103 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:01.873990 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b31807-0ff9-4af2-8b38-c93990328b97 tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 02:15:01.874596 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b31807-0ff9-4af2-8b38-c93990328b97 tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:15:01.884062 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3f5fbe-7388-4404-8b8a-2fab39b95f11') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:01.884450 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3f5fbe-7388-4404-8b8a-2fab39b95f11') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:01.930147 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:01.984838 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4024c1a0-1df4-465a-b4df-4785eb5cdf20 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:01.985996 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4024c1a0-1df4-465a-b4df-4785eb5cdf20 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:01.989112 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:01.994549 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.019109 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d9b31807-0ff9-4af2-8b38-c93990328b97 tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.2980196 Dec 09 02:15:02.026757 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60752) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:02.044956 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:02.045369 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:02.048427 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:02.104434 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.151150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5d40a08-8eaf-4783-b5ac-f35e544b6117 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.156404 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-c6d7b9db-15bd-410f-ad22-dfe5efce5def tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Allocated IP 172.20.0.13 (d95eba6c-5bb7-4ce6-a513-353c7dc5f375/f626a5a2-f16f-40f0-9bf3-77bd794cd069/a147ca33-f4fb-464f-80db-4c6a632886ac) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:02.174963 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5d40a08-8eaf-4783-b5ac-f35e544b6117 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.180988 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d40a08-8eaf-4783-b5ac-f35e544b6117 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:02.181618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5d40a08-8eaf-4783-b5ac-f35e544b6117 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.182974 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d5d40a08-8eaf-4783-b5ac-f35e544b6117 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/ports/be921f96-9a8a-401f-bc4f-98febde6e9b9 HTTP/1.1" status: 200 len: 911 time: 1.7068765 Dec 09 02:15:02.189881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60756) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:02.217281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event updated for resources: {'Subnet': ['ID=37282abf-5317-43e5-bf54-ec479ca65790,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:02.255539 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4024c1a0-1df4-465a-b4df-4785eb5cdf20 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.300980 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4024c1a0-1df4-465a-b4df-4785eb5cdf20 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.307793 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Checking segment: {'id': '6f274e6b-002c-4f63-a394-feff2a481630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:02.308005 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.308177 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Network hostable DHCP agents. Network: a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:02.317449 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d40a08-8eaf-4783-b5ac-f35e544b6117 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=be921f96-9a8a-401f-bc4f-98febde6e9b9,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:02.349735 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.352976 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/networks/ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c HTTP/1.1" status: 204 len: 168 time: 5.8694000 Dec 09 02:15:02.381063 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60758) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:02.385970 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Network a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:02.387589 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-be7e9481-a865-4118-8887-89a61d76f1c9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1298658164'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:02.401689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f388313-d072-4d25-afbe-7e377ece672e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Network': ['ID=ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:02.424952 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4024c1a0-1df4-465a-b4df-4785eb5cdf20 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.426367 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4024c1a0-1df4-465a-b4df-4785eb5cdf20 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8692868 Dec 09 02:15:02.430762 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60760) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:02.438653 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:02.457123 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212566f7-ef28-45a4-b46a-75291f0362b1 None None] Network a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:02.483129 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.579353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e61f8173-2442-4e3a-bda2-3114efa32714 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.584826 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1', 'network_id': 'a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1', 'project_id': 'e33b338f3a0a4f80a8dcb5b465eaf8fa', 'fixed_ips': [{'subnet_id': '37282abf-5317-43e5-bf54-ec479ca65790'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:02.586094 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.629008 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6d7b9db-15bd-410f-ad22-dfe5efce5def tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.674136 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.678656 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7e9481-a865-4118-8887-89a61d76f1c9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:02.683668 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be7e9481-a865-4118-8887-89a61d76f1c9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.711241 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7e9481-a865-4118-8887-89a61d76f1c9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:02.721525 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be7e9481-a865-4118-8887-89a61d76f1c9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.721998 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-be7e9481-a865-4118-8887-89a61d76f1c9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Added segment 1b905bbf-8486-46b8-8181-8805b9f0dbfb of type vlan for network 0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d Dec 09 02:15:02.734454 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event updated for resources: {'Subnet': ['ID=4d4c327a-8be5-410a-94e4-acd127c28ff6,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:02.753299 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Allocated IP 2001:db8::1 (a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1/37282abf-5317-43e5-bf54-ec479ca65790/8b84afa7-bdc6-4755-84c7-bdc93cd7d736) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:02.767673 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be7e9481-a865-4118-8887-89a61d76f1c9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.775960 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6d7b9db-15bd-410f-ad22-dfe5efce5def tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.785786 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.798306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e61f8173-2442-4e3a-bda2-3114efa32714 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.802996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e61f8173-2442-4e3a-bda2-3114efa32714 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.815425 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Checking segment: {'id': 'd8fd6006-8db3-41d5-9091-1a215887d964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7d08f7ed-f881-42ab-9baf-180b4f5f347c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:02.815839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Network hostable DHCP agents. Network: 7d08f7ed-f881-42ab-9baf-180b4f5f347c, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:02.835566 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-56e53518-91ba-4367-9660-ef1d9f9fd05d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Deleting port 92528c29-da4a-403b-8ad3-fb82859617ba {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:02.836174 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56e53518-91ba-4367-9660-ef1d9f9fd05d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.881756 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e61f8173-2442-4e3a-bda2-3114efa32714 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.882410 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61f8173-2442-4e3a-bda2-3114efa32714 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6275a073-4cba-4e86-9306-cc5c759dd712 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:15:02.888489 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e61f8173-2442-4e3a-bda2-3114efa32714 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.889018 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e61f8173-2442-4e3a-bda2-3114efa32714 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] 10.222.0.43 "DELETE /v2.0/routers/6275a073-4cba-4e86-9306-cc5c759dd712 HTTP/1.1" status: 204 len: 168 time: 0.4569657 Dec 09 02:15:02.891245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Network 7d08f7ed-f881-42ab-9baf-180b4f5f347c is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:02.894630 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60762) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:02.901035 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-1a3c6c40-14e2-414c-a5ea-c0fbba3e9182 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Request body: {'router': {'name': 'tempest-router-1570748648', 'distributed': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:02.918151 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 7d08f7ed-f881-42ab-9baf-180b4f5f347c) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:02.944161 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:02.944679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:02.945304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.967487 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a3c6c40-14e2-414c-a5ea-c0fbba3e9182 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.968491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a3c6c40-14e2-414c-a5ea-c0fbba3e9182 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:02.973913 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7b9db-15bd-410f-ad22-dfe5efce5def tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event updated for resources: {'Port': ['ID=a147ca33-f4fb-464f-80db-4c6a632886ac,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:02.982382 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a363ebe1-03e7-47f3-a852-9a5f4d019030 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.3852837 Dec 09 02:15:02.982382 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60764) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:03.010175 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d7b9db-15bd-410f-ad22-dfe5efce5def tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Network d95eba6c-5bb7-4ce6-a513-353c7dc5f375 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:03.054638 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be7e9481-a865-4118-8887-89a61d76f1c9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.062498 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7e9481-a865-4118-8887-89a61d76f1c9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:03.063742 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be7e9481-a865-4118-8887-89a61d76f1c9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.067143 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c6d7b9db-15bd-410f-ad22-dfe5efce5def tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:03.115185 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58beedb4-482d-4f0c-b1ee-0855e149c8d4 None None] Network 7d08f7ed-f881-42ab-9baf-180b4f5f347c requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:03.123744 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d7b9db-15bd-410f-ad22-dfe5efce5def tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:03.129995 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a3c6c40-14e2-414c-a5ea-c0fbba3e9182 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.134536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1db166bd-3b29-4304-8326-8c3dd735315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.139692 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.175368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a3c6c40-14e2-414c-a5ea-c0fbba3e9182 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.212282 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.217045 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=ea41719f-ef2e-4cfd-b4c4-0aa475e67279,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:03.222958 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d83d221-1dfe-40e7-ae33-0373e94ed1dd tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:03.228210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d83d221-1dfe-40e7-ae33-0373e94ed1dd tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:03.231015 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-980b9a64-9097-4948-99ac-d20cfda76902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.237141 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.238760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d83d221-1dfe-40e7-ae33-0373e94ed1dd tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:03.240458 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6d83d221-1dfe-40e7-ae33-0373e94ed1dd tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2575252 Dec 09 02:15:03.250208 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60766) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:03.302137 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56e53518-91ba-4367-9660-ef1d9f9fd05d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.303682 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56e53518-91ba-4367-9660-ef1d9f9fd05d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.316040 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Network a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:03.318357 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-56e53518-91ba-4367-9660-ef1d9f9fd05d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Calling delete_port for 92528c29-da4a-403b-8ad3-fb82859617ba owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:03.323081 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:03.329378 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb03758-e361-4de8-8f4d-615c7f613a27 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Deleting subnet 37282abf-5317-43e5-bf54-ec479ca65790 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:15:03.330177 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:03.334227 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dbb03758-e361-4de8-8f4d-615c7f613a27 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.337224 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Pushing event updated for resources: {'Port': ['ID=8b84afa7-bdc6-4755-84c7-bdc93cd7d736,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:03.376549 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e9481-a865-4118-8887-89a61d76f1c9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Network': ['ID=0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:03.389682 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-be7e9481-a865-4118-8887-89a61d76f1c9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0061705 Dec 09 02:15:03.390750 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-7d08f7ed-f881-42ab-9baf-180b4f5f347c', 'network_id': '7d08f7ed-f881-42ab-9baf-180b4f5f347c', 'project_id': 'e33b338f3a0a4f80a8dcb5b465eaf8fa', 'fixed_ips': [{'subnet_id': '4d4c327a-8be5-410a-94e4-acd127c28ff6'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:03.391644 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.393596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:03.396220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60768) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:03.406178 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-0fbf06b6-9f60-4ee0-8156-8b18b83957e6 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'subnet': {'network_id': '0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:03.406368 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.410760 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-507be582-0a45-4822-bd8d-74239cc07dd4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6630268 Dec 09 02:15:03.413874 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60770) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:03.414800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a3c6c40-14e2-414c-a5ea-c0fbba3e9182 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.418985 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1a3c6c40-14e2-414c-a5ea-c0fbba3e9182 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5207717 Dec 09 02:15:03.420716 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1237ccc6-9225-4039-a8e4-4f7d114ec017 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'port': {'network_id': '5084aff9-c046-4c9a-bb33-8b64707985b5', 'name': 'tempest-FloatingIPTestJSON-2145342136'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:03.422818 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60772) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:03.465358 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dbb03758-e361-4de8-8f4d-615c7f613a27 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.481971 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d7b9db-15bd-410f-ad22-dfe5efce5def tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:03.482729 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6d7b9db-15bd-410f-ad22-dfe5efce5def tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.520709 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c6d7b9db-15bd-410f-ad22-dfe5efce5def tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4583993 Dec 09 02:15:03.521660 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60774) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:03.523795 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Attempting to bind port 8b84afa7-bdc6-4755-84c7-bdc93cd7d736 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:03.524251 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Attempting to bind port 8b84afa7-bdc6-4755-84c7-bdc93cd7d736 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '6f274e6b-002c-4f63-a394-feff2a481630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:03.524658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Attempting to bind port 8b84afa7-bdc6-4755-84c7-bdc93cd7d736 on network a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:03.545691 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4b47f3f1-4e64-4f45-ad93-33eff95feb45 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:52:6c:3f'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:34:04:10'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:03.611325 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:03.611882 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Checking segment: {'id': '6f274e6b-002c-4f63-a394-feff2a481630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:03.612154 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.612546 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Bound using segment: {'id': '6f274e6b-002c-4f63-a394-feff2a481630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:03.613065 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Bound port: 8b84afa7-bdc6-4755-84c7-bdc93cd7d736, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f274e6b-002c-4f63-a394-feff2a481630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:03.613534 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.647232 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-559b6814-b333-4101-bcbc-25bee708f057 None None] Provisioning complete for port a147ca33-f4fb-464f-80db-4c6a632886ac triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:03.648238 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-559b6814-b333-4101-bcbc-25bee708f057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.732201 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1237ccc6-9225-4039-a8e4-4f7d114ec017 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Made reservation on behalf of fd4a8d8a012748ba83cf0bc803d05c13 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:03.735946 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1237ccc6-9225-4039-a8e4-4f7d114ec017 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.757918 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56e53518-91ba-4367-9660-ef1d9f9fd05d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.760334 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-559b6814-b333-4101-bcbc-25bee708f057 None None] Port a147ca33-f4fb-464f-80db-4c6a632886ac cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:03.782542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7907c222-32ac-4131-a676-21818e900a7f None None] For port 8b84afa7-bdc6-4755-84c7-bdc93cd7d736, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:03.789007 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7907c222-32ac-4131-a676-21818e900a7f None None] For port 8b84afa7-bdc6-4755-84c7-bdc93cd7d736, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8b84afa7-bdc6-4755-84c7-bdc93cd7d736,segment=NetworkSegment(6f274e6b-002c-4f63-a394-feff2a481630),segment_id=6f274e6b-002c-4f63-a394-feff2a481630)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:03.797753 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Allocated IP 2001:db8:0:1::1 (7d08f7ed-f881-42ab-9baf-180b4f5f347c/4d4c327a-8be5-410a-94e4-acd127c28ff6/801c2093-0f07-48fa-aca1-1734ce72eecb) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:03.800352 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-1237ccc6-9225-4039-a8e4-4f7d114ec017 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] device_id is not set on port e8a5eaf0-9a47-4aa6-bb40-d8a2430da1f1 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:15:03.801412 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.827841 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e53518-91ba-4367-9660-ef1d9f9fd05d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Pushing event deleted for resources: {'Port': ['ID=92528c29-da4a-403b-8ad3-fb82859617ba,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:03.922463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907c222-32ac-4131-a676-21818e900a7f None None] Pushing event updated for resources: {'Port': ['ID=8b84afa7-bdc6-4755-84c7-bdc93cd7d736,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:03.953585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e1fe472a-13dc-483e-ad59-5ad73053d218 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.987682 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56e53518-91ba-4367-9660-ef1d9f9fd05d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.990885 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56e53518-91ba-4367-9660-ef1d9f9fd05d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:03.992777 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-56e53518-91ba-4367-9660-ef1d9f9fd05d tempest-ExternalNetworksAdminNegativeTestJSON-972757881 tempest-ExternalNetworksAdminNegativeTestJSON-972757881-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/41838c1b-151b-4264-bbd8-67d506b4b27d HTTP/1.1" status: 204 len: 168 time: 1.9605627 Dec 09 02:15:03.993665 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4b47f3f1-4e64-4f45-ad93-33eff95feb45 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.067003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.089203 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.162806 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-1237ccc6-9225-4039-a8e4-4f7d114ec017 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Allocated IP 172.20.0.5 (5084aff9-c046-4c9a-bb33-8b64707985b5/af748912-22a0-44db-b98c-1e5301a1aef0/e8a5eaf0-9a47-4aa6-bb40-d8a2430da1f1) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:04.196568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Network 7d08f7ed-f881-42ab-9baf-180b4f5f347c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:04.197069 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dbb03758-e361-4de8-8f4d-615c7f613a27 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.204823 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:04.217756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:04.229336 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Pushing event updated for resources: {'Port': ['ID=801c2093-0f07-48fa-aca1-1734ce72eecb,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:04.266871 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e1fe472a-13dc-483e-ad59-5ad73053d218 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.272457 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e1fe472a-13dc-483e-ad59-5ad73053d218 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.275720 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbf06b6-9f60-4ee0-8156-8b18b83957e6 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:04.279811 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fbf06b6-9f60-4ee0-8156-8b18b83957e6 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.367189 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Attempting to bind port 801c2093-0f07-48fa-aca1-1734ce72eecb on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:04.369208 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Attempting to bind port 801c2093-0f07-48fa-aca1-1734ce72eecb by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'd8fd6006-8db3-41d5-9091-1a215887d964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7d08f7ed-f881-42ab-9baf-180b4f5f347c'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:04.369693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Attempting to bind port 801c2093-0f07-48fa-aca1-1734ce72eecb on network 7d08f7ed-f881-42ab-9baf-180b4f5f347c {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:04.376099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:04.376570 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Checking segment: {'id': 'd8fd6006-8db3-41d5-9091-1a215887d964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7d08f7ed-f881-42ab-9baf-180b4f5f347c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:04.377150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.377506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Bound using segment: {'id': 'd8fd6006-8db3-41d5-9091-1a215887d964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7d08f7ed-f881-42ab-9baf-180b4f5f347c'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:04.378073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Bound port: 801c2093-0f07-48fa-aca1-1734ce72eecb, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fd6006-8db3-41d5-9091-1a215887d964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7d08f7ed-f881-42ab-9baf-180b4f5f347c'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:04.378700 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.460936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4b47f3f1-4e64-4f45-ad93-33eff95feb45 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.469294 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4b47f3f1-4e64-4f45-ad93-33eff95feb45 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.474506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] For port 801c2093-0f07-48fa-aca1-1734ce72eecb, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:04.480341 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] For port 801c2093-0f07-48fa-aca1-1734ce72eecb, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=801c2093-0f07-48fa-aca1-1734ce72eecb,segment=NetworkSegment(d8fd6006-8db3-41d5-9091-1a215887d964),segment_id=d8fd6006-8db3-41d5-9091-1a215887d964)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:04.484000 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60780) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:04.486182 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.545580 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1237ccc6-9225-4039-a8e4-4f7d114ec017 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.572567 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fb0bf-6cb3-403a-bc89-630c9f08a2c2 None None] Pushing event updated for resources: {'Port': ['ID=801c2093-0f07-48fa-aca1-1734ce72eecb,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:04.592308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e1fe472a-13dc-483e-ad59-5ad73053d218 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.592920 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fe472a-13dc-483e-ad59-5ad73053d218 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba0a4646-6e5f-4231-9ba6-f411aa196ff7 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:15:04.597922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e1fe472a-13dc-483e-ad59-5ad73053d218 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.605251 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e1fe472a-13dc-483e-ad59-5ad73053d218 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] 10.222.0.43 "DELETE /v2.0/routers/ba0a4646-6e5f-4231-9ba6-f411aa196ff7 HTTP/1.1" status: 204 len: 168 time: 1.1714048 Dec 09 02:15:04.609082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60784) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:04.629146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-fd3a5ccc-953d-4ca2-b8bb-28f0d73f9765 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Request body: {'router': {'name': 'tempest-router-418464265', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e6fc04cc27d148d893626cb886ce91d5'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:04.665860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fbf06b6-9f60-4ee0-8156-8b18b83957e6 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.668225 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dbb03758-e361-4de8-8f4d-615c7f613a27 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.731947 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dbb03758-e361-4de8-8f4d-615c7f613a27 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.740403 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dbb03758-e361-4de8-8f4d-615c7f613a27 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "DELETE /v2.0/subnets/37282abf-5317-43e5-bf54-ec479ca65790 HTTP/1.1" status: 204 len: 168 time: 1.4890745 Dec 09 02:15:04.745753 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60786) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:04.761169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5ccc-953d-4ca2-b8bb-28f0d73f9765 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.762227 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5ccc-953d-4ca2-b8bb-28f0d73f9765 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.789123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1db166bd-3b29-4304-8326-8c3dd735315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port be921f96-9a8a-401f-bc4f-98febde6e9b9 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:04.789743 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1db166bd-3b29-4304-8326-8c3dd735315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:04.885410 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf06b6-9f60-4ee0-8156-8b18b83957e6 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Subnet': ['ID=495152e7-e327-404e-9492-a27b22fce9ef,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:04.945958 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a2e6bbe0-732e-4f68-9eb6-6e5f636e4667 None None] Provisioning complete for port a147ca33-f4fb-464f-80db-4c6a632886ac triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:04.946670 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a2e6bbe0-732e-4f68-9eb6-6e5f636e4667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.004038 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb03758-e361-4de8-8f4d-615c7f613a27 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event deleted for resources: {'Subnet': ['ID=37282abf-5317-43e5-bf54-ec479ca65790,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:05.009811 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47f3f1-4e64-4f45-ad93-33eff95feb45 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event updated for resources: {'Port': ['ID=a147ca33-f4fb-464f-80db-4c6a632886ac,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:05.015912 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6bbe0-732e-4f68-9eb6-6e5f636e4667 None None] Port a147ca33-f4fb-464f-80db-4c6a632886ac cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:05.026732 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-841d6fd4-8dda-4765-84f3-e9602dfc4cb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.047689 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd44ec6-6755-4925-b056-28a0f5273799 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Deleting subnet 4d4c327a-8be5-410a-94e4-acd127c28ff6 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:15:05.057137 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4b47f3f1-4e64-4f45-ad93-33eff95feb45 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] In _notify_port_updated(), no bound segment for port a147ca33-f4fb-464f-80db-4c6a632886ac on network d95eba6c-5bb7-4ce6-a513-353c7dc5f375 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:15:05.058397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbf06b6-9f60-4ee0-8156-8b18b83957e6 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Checking segment: {'id': '1b905bbf-8486-46b8-8181-8805b9f0dbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:05.058868 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbf06b6-9f60-4ee0-8156-8b18b83957e6 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network hostable DHCP agents. Network: 0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:05.063952 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b47f3f1-4e64-4f45-ad93-33eff95feb45 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:05.064501 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4b47f3f1-4e64-4f45-ad93-33eff95feb45 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.065275 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5ccc-953d-4ca2-b8bb-28f0d73f9765 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.065839 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4b47f3f1-4e64-4f45-ad93-33eff95feb45 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "PUT /v2.0/ports/a147ca33-f4fb-464f-80db-4c6a632886ac HTTP/1.1" status: 200 len: 1056 time: 1.5269854 Dec 09 02:15:05.069160 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60788) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:05.074272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8cd44ec6-6755-4925-b056-28a0f5273799 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.108248 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1237ccc6-9225-4039-a8e4-4f7d114ec017 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.118046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5ccc-953d-4ca2-b8bb-28f0d73f9765 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.155947 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1db166bd-3b29-4304-8326-8c3dd735315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.160917 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1237ccc6-9225-4039-a8e4-4f7d114ec017 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 5084aff9-c046-4c9a-bb33-8b64707985b5 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:05.166065 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-1237ccc6-9225-4039-a8e4-4f7d114ec017 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:05.169365 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1237ccc6-9225-4039-a8e4-4f7d114ec017 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:05.183536 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f480705e-84b7-40e8-ada2-74eee70db973 None None] DHCP port deletion for 5084aff9-c046-4c9a-bb33-8b64707985b5 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:05.198109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1db166bd-3b29-4304-8326-8c3dd735315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for be921f96-9a8a-401f-bc4f-98febde6e9b9 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:05.229236 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237ccc6-9225-4039-a8e4-4f7d114ec017 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=e8a5eaf0-9a47-4aa6-bb40-d8a2430da1f1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:05.252276 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54bdaa32-f555-4f6c-91f5-4bb003dce704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.261260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1237ccc6-9225-4039-a8e4-4f7d114ec017 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:05.261645 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-67e94749-582e-4c62-b29e-3a8a1a6b2811 None None] Provisioning complete for port e8a5eaf0-9a47-4aa6-bb40-d8a2430da1f1 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:05.261820 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1237ccc6-9225-4039-a8e4-4f7d114ec017 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.262367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67e94749-582e-4c62-b29e-3a8a1a6b2811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.267411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8cd44ec6-6755-4925-b056-28a0f5273799 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.283122 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-841d6fd4-8dda-4765-84f3-e9602dfc4cb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.289840 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-841d6fd4-8dda-4765-84f3-e9602dfc4cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.309427 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5ccc-953d-4ca2-b8bb-28f0d73f9765 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.313028 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fd3a5ccc-953d-4ca2-b8bb-28f0d73f9765 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6990705 Dec 09 02:15:05.313219 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1237ccc6-9225-4039-a8e4-4f7d114ec017 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8948369 Dec 09 02:15:05.313339 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbf06b6-9f60-4ee0-8156-8b18b83957e6 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network 0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:05.313435 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60790) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:05.313435 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60792) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:05.318037 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-67e94749-582e-4c62-b29e-3a8a1a6b2811 None None] Port e8a5eaf0-9a47-4aa6-bb40-d8a2430da1f1 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:05.331255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0303db93-a27e-453e-992e-f34cb4e1bf3d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:05.370479 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-afd33f1f-5356-48ff-9374-db2fa8987dcd tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'floatingip': {'port_id': 'e8a5eaf0-9a47-4aa6-bb40-d8a2430da1f1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:05.392021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-0fbf06b6-9f60-4ee0-8156-8b18b83957e6 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:05.399650 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80ce7c8-6107-4f23-b0ac-67c6e40a43fc None None] Network 0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:05.407989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbf06b6-9f60-4ee0-8156-8b18b83957e6 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:05.408661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fbf06b6-9f60-4ee0-8156-8b18b83957e6 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.467477 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-afd33f1f-5356-48ff-9374-db2fa8987dcd tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.474588 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-841d6fd4-8dda-4765-84f3-e9602dfc4cb4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a76d4b609d44043b6408ce243d5fb2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9852781 Dec 09 02:15:05.480938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ea773a-29a9-46c2-a190-01d2fc46a212 None None] Network a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:05.494280 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60794) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:05.507528 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d6fd4-8dda-4765-84f3-e9602dfc4cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dc4259-44c0-4444-a93c-368253b877d7,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:05.514890 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0fbf06b6-9f60-4ee0-8156-8b18b83957e6 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1162388 Dec 09 02:15:05.548705 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60796) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:05.614236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8cd44ec6-6755-4925-b056-28a0f5273799 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.624651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1ccdfd5a-9f05-4af5-b68a-a945dceaf36d tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Deleting port a147ca33-f4fb-464f-80db-4c6a632886ac {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:05.625237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1ccdfd5a-9f05-4af5-b68a-a945dceaf36d tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.650764 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-52088329-06d6-49a5-85c2-c4d173a0ac12 None None] Provisioning complete for port 8b84afa7-bdc6-4755-84c7-bdc93cd7d736 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:05.651307 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52088329-06d6-49a5-85c2-c4d173a0ac12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.678234 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d', 'network_id': '0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d', 'project_id': '6a57719e646b4b71a47aa027f3070476', 'fixed_ips': [{'subnet_id': '495152e7-e327-404e-9492-a27b22fce9ef'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:05.680239 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.782202 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1db166bd-3b29-4304-8326-8c3dd735315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.800595 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0303db93-a27e-453e-992e-f34cb4e1bf3d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.800937 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0303db93-a27e-453e-992e-f34cb4e1bf3d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.842813 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db166bd-3b29-4304-8326-8c3dd735315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=be921f96-9a8a-401f-bc4f-98febde6e9b9,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:05.873368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91e92ea7-f211-481d-9725-cc8a7e3d811a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.887320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebf3023-af7b-4249-831d-a0dfb807d9fd None None] DHCP port deletion for a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:05.927165 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1ccdfd5a-9f05-4af5-b68a-a945dceaf36d tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.938712 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8cd44ec6-6755-4925-b056-28a0f5273799 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.964088 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8cd44ec6-6755-4925-b056-28a0f5273799 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:05.968354 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8cd44ec6-6755-4925-b056-28a0f5273799 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "DELETE /v2.0/subnets/4d4c327a-8be5-410a-94e4-acd127c28ff6 HTTP/1.1" status: 204 len: 168 time: 1.2204564 Dec 09 02:15:05.992682 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.006348 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60798) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:06.013642 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91e92ea7-f211-481d-9725-cc8a7e3d811a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.070295 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 801c2093-0f07-48fa-aca1-1734ce72eecb up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:06.093433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1ccdfd5a-9f05-4af5-b68a-a945dceaf36d tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Calling delete_port for a147ca33-f4fb-464f-80db-4c6a632886ac owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:06.106325 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd44ec6-6755-4925-b056-28a0f5273799 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event deleted for resources: {'Subnet': ['ID=4d4c327a-8be5-410a-94e4-acd127c28ff6,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:06.126649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52088329-06d6-49a5-85c2-c4d173a0ac12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.142388 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1db166bd-3b29-4304-8326-8c3dd735315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.157883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Allocated IP 2001:db8::1 (0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d/495152e7-e327-404e-9492-a27b22fce9ef/7e738783-621f-4c6e-b130-23e8ce00ff2d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:06.161459 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe6304e-7a6b-4e7b-ae0b-7416fdfd3ea4 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:06.163272 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9fe6304e-7a6b-4e7b-ae0b-7416fdfd3ea4 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1486411 Dec 09 02:15:06.195051 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60800) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:06.223706 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.252917 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0303db93-a27e-453e-992e-f34cb4e1bf3d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103333) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 09 02:15:06.253256 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0303db93-a27e-453e-992e-f34cb4e1bf3d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Router 1e5865e2-7e8c-4220-96c4-a7479892e4e5 migrating from provider to provider. {{(pid=103333) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 09 02:15:06.253636 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0303db93-a27e-453e-992e-f34cb4e1bf3d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.287766 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeb356b-8bae-49e2-9a4f-20768640fe93 None None] Network 7d08f7ed-f881-42ab-9baf-180b4f5f347c requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:06.292148 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-52088329-06d6-49a5-85c2-c4d173a0ac12 None None] For port 8b84afa7-bdc6-4755-84c7-bdc93cd7d736, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8b84afa7-bdc6-4755-84c7-bdc93cd7d736,segment=NetworkSegment(6f274e6b-002c-4f63-a394-feff2a481630),segment_id=6f274e6b-002c-4f63-a394-feff2a481630)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:06.299925 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0303db93-a27e-453e-992e-f34cb4e1bf3d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.312159 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0303db93-a27e-453e-992e-f34cb4e1bf3d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.345846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7ebf3023-af7b-4249-831d-a0dfb807d9fd None None] Deleting port 8b84afa7-bdc6-4755-84c7-bdc93cd7d736 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:06.346217 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7ebf3023-af7b-4249-831d-a0dfb807d9fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.353604 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52088329-06d6-49a5-85c2-c4d173a0ac12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.478551 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.479319 dv-neutron-804846-18-hyperv neutron-server[103333]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0303db93-a27e-453e-992e-f34cb4e1bf3d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] No L3 agents can host the router 1e5865e2-7e8c-4220-96c4-a7479892e4e5 Dec 09 02:15:06.486433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db166bd-3b29-4304-8326-8c3dd735315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router b2674ea4-7549-47b8-85ea-02de5ff553da has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:15:06.487277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91e92ea7-f211-481d-9725-cc8a7e3d811a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.490007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91e92ea7-f211-481d-9725-cc8a7e3d811a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.494327 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-91e92ea7-f211-481d-9725-cc8a7e3d811a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3dc4259-44c0-4444-a93c-368253b877d7 HTTP/1.1" status: 204 len: 168 time: 0.9922123 Dec 09 02:15:06.519193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e92ea7-f211-481d-9725-cc8a7e3d811a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dc4259-44c0-4444-a93c-368253b877d7,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:06.652499 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 801c2093-0f07-48fa-aca1-1734ce72eecb triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:06.653161 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.678574 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0303db93-a27e-453e-992e-f34cb4e1bf3d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Hosts for router 1e5865e2-7e8c-4220-96c4-a7479892e4e5: [] {{(pid=103333) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 09 02:15:06.701762 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.703130 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0303db93-a27e-453e-992e-f34cb4e1bf3d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Hosts for other DVR routers connected to router 1e5865e2-7e8c-4220-96c4-a7479892e4e5: set() {{(pid=103333) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 09 02:15:06.705968 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0303db93-a27e-453e-992e-f34cb4e1bf3d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.707364 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0303db93-a27e-453e-992e-f34cb4e1bf3d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] 10.222.0.43 "PUT /v2.0/routers/1e5865e2-7e8c-4220-96c4-a7479892e4e5 HTTP/1.1" status: 200 len: 716 time: 1.3894808 Dec 09 02:15:06.709959 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60806) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:06.806609 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-40be03c4-8752-4273-8b1c-e734a69cf976 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] 10.222.0.43 "GET /v2.0/routers/1e5865e2-7e8c-4220-96c4-a7479892e4e5 HTTP/1.1" status: 200 len: 716 time: 0.0950522 Dec 09 02:15:06.816119 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60808) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:06.818549 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7ebf3023-af7b-4249-831d-a0dfb807d9fd None None] For port 8b84afa7-bdc6-4755-84c7-bdc93cd7d736, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8b84afa7-bdc6-4755-84c7-bdc93cd7d736,segment=NetworkSegment(6f274e6b-002c-4f63-a394-feff2a481630),segment_id=6f274e6b-002c-4f63-a394-feff2a481630)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:06.818957 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7ebf3023-af7b-4249-831d-a0dfb807d9fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.836852 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52088329-06d6-49a5-85c2-c4d173a0ac12 None None] Pushing event updated for resources: {'Port': ['ID=8b84afa7-bdc6-4755-84c7-bdc93cd7d736,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:06.870347 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-09cc7e3c-2119-454a-8522-8a32766ffe7f None None] Provisioning complete for port 801c2093-0f07-48fa-aca1-1734ce72eecb triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:06.870716 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-09cc7e3c-2119-454a-8522-8a32766ffe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.873966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7ebf3023-af7b-4249-831d-a0dfb807d9fd None None] Calling delete_port for 8b84afa7-bdc6-4755-84c7-bdc93cd7d736 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:06.943554 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60812) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:06.962560 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db166bd-3b29-4304-8326-8c3dd735315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:06.979152 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:06.979346 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1db166bd-3b29-4304-8326-8c3dd735315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/b2674ea4-7549-47b8-85ea-02de5ff553da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7863934 Dec 09 02:15:06.984569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60814) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:06.991756 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37552bd5-e022-4b30-abaa-6b23b4f0ad24 None None] Sync routers for ids ['b2674ea4-7549-47b8-85ea-02de5ff553da'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:07.011395 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37552bd5-e022-4b30-abaa-6b23b4f0ad24 None None] Routers {'b2674ea4-7549-47b8-85ea-02de5ff553da'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:07.012587 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-37552bd5-e022-4b30-abaa-6b23b4f0ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b2674ea4-7549-47b8-85ea-02de5ff553da'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:07.018290 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.056702 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5a7c1700-e027-494c-99e3-6521b3fa540e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2674ea4-7549-47b8-85ea-02de5ff553da HTTP/1.1" status: 200 len: 205 time: 0.0697510 Dec 09 02:15:07.060245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1ccdfd5a-9f05-4af5-b68a-a945dceaf36d tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.060413 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60816) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:07.076089 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-664960c9-f11a-438f-8398-31a2b0247564 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e83a1b752514c26990c2aef6185af1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309700 Dec 09 02:15:07.089375 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60818) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:07.111604 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-37552bd5-e022-4b30-abaa-6b23b4f0ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:07.116787 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.130057 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7831a6-8462-4c45-bd46-f4a8f027bd77 None None] DHCP port deletion for 7d08f7ed-f881-42ab-9baf-180b4f5f347c request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:07.140472 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37552bd5-e022-4b30-abaa-6b23b4f0ad24 None None] Routers {'b2674ea4-7549-47b8-85ea-02de5ff553da'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:07.141297 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-37552bd5-e022-4b30-abaa-6b23b4f0ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b2674ea4-7549-47b8-85ea-02de5ff553da'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:07.172224 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Network 0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:07.176469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdfd5a-9f05-4af5-b68a-a945dceaf36d tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event deleted for resources: {'Port': ['ID=a147ca33-f4fb-464f-80db-4c6a632886ac,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:07.188355 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.213797 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-37552bd5-e022-4b30-abaa-6b23b4f0ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:07.214694 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37552bd5-e022-4b30-abaa-6b23b4f0ad24 None None] The sync data for ids ['b2674ea4-7549-47b8-85ea-02de5ff553da'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:07.228022 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Deleting port 801c2093-0f07-48fa-aca1-1734ce72eecb {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:07.228493 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.233767 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Subnet': ['ID=495152e7-e327-404e-9492-a27b22fce9ef,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:07.237803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:07.264604 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:07.287163 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9592fbdd-af6a-4278-b5d3-9e54f1bc784f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.297108 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7ebf3023-af7b-4249-831d-a0dfb807d9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.299862 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Pushing event updated for resources: {'Port': ['ID=7e738783-621f-4c6e-b130-23e8ce00ff2d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:07.391562 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf3023-af7b-4249-831d-a0dfb807d9fd None None] Pushing event deleted for resources: {'Port': ['ID=8b84afa7-bdc6-4755-84c7-bdc93cd7d736,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:07.400115 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebf3023-af7b-4249-831d-a0dfb807d9fd None None] No DVR routers for this DVR port 8b84afa7-bdc6-4755-84c7-bdc93cd7d736 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:07.405393 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 801c2093-0f07-48fa-aca1-1734ce72eecb, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=801c2093-0f07-48fa-aca1-1734ce72eecb,segment=NetworkSegment(d8fd6006-8db3-41d5-9091-1a215887d964),segment_id=d8fd6006-8db3-41d5-9091-1a215887d964)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:07.424881 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-09cc7e3c-2119-454a-8522-8a32766ffe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.428154 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51a55cbd-c1b4-4faf-bbad-a23bb7c0f44d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.431130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.482360 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Attempting to bind port 7e738783-621f-4c6e-b130-23e8ce00ff2d on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:07.482726 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Attempting to bind port 7e738783-621f-4c6e-b130-23e8ce00ff2d by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '1b905bbf-8486-46b8-8181-8805b9f0dbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:07.483095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Attempting to bind port 7e738783-621f-4c6e-b130-23e8ce00ff2d on network 0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:07.510197 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:07.510574 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Checking segment: {'id': '1b905bbf-8486-46b8-8181-8805b9f0dbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:07.510985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.511383 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Bound using segment: {'id': '1b905bbf-8486-46b8-8181-8805b9f0dbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:07.511901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Bound port: 7e738783-621f-4c6e-b130-23e8ce00ff2d, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b905bbf-8486-46b8-8181-8805b9f0dbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:07.512290 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.528819 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] For port 801c2093-0f07-48fa-aca1-1734ce72eecb, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=801c2093-0f07-48fa-aca1-1734ce72eecb,segment=NetworkSegment(d8fd6006-8db3-41d5-9091-1a215887d964),segment_id=d8fd6006-8db3-41d5-9091-1a215887d964)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:07.529459 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.533237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51a55cbd-c1b4-4faf-bbad-a23bb7c0f44d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.555513 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2d7831a6-8462-4c45-bd46-f4a8f027bd77 None None] Deleting port 801c2093-0f07-48fa-aca1-1734ce72eecb {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:07.555892 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d7831a6-8462-4c45-bd46-f4a8f027bd77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.570289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Calling delete_port for 801c2093-0f07-48fa-aca1-1734ce72eecb owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:07.606689 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1ccdfd5a-9f05-4af5-b68a-a945dceaf36d tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.613148 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1ccdfd5a-9f05-4af5-b68a-a945dceaf36d tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "DELETE /v2.0/ports/a147ca33-f4fb-464f-80db-4c6a632886ac HTTP/1.1" status: 204 len: 168 time: 2.5332007 Dec 09 02:15:07.614304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60820) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:07.633197 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=801c2093-0f07-48fa-aca1-1734ce72eecb,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:07.653123 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-09cc7e3c-2119-454a-8522-8a32766ffe7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:15:07.653480 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-09cc7e3c-2119-454a-8522-8a32766ffe7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:15:07.673505 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2d7831a6-8462-4c45-bd46-f4a8f027bd77 None None] For port 801c2093-0f07-48fa-aca1-1734ce72eecb, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=801c2093-0f07-48fa-aca1-1734ce72eecb,segment=NetworkSegment(d8fd6006-8db3-41d5-9091-1a215887d964),segment_id=d8fd6006-8db3-41d5-9091-1a215887d964)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:07.673911 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d7831a6-8462-4c45-bd46-f4a8f027bd77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.678624 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-622c9c62-0e02-4101-8865-2e576c0ab68f tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] GET failed (client error): The resource could not be found. Dec 09 02:15:07.681194 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-622c9c62-0e02-4101-8865-2e576c0ab68f tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "GET /v2.0/ports/a147ca33-f4fb-464f-80db-4c6a632886ac HTTP/1.1" status: 404 len: 333 time: 0.0667114 Dec 09 02:15:07.684223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60822) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:07.699020 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2d7831a6-8462-4c45-bd46-f4a8f027bd77 None None] Calling delete_port for 801c2093-0f07-48fa-aca1-1734ce72eecb owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:07.719346 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] For port 7e738783-621f-4c6e-b130-23e8ce00ff2d, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:07.742499 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51a55cbd-c1b4-4faf-bbad-a23bb7c0f44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.745341 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51a55cbd-c1b4-4faf-bbad-a23bb7c0f44d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.746641 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-51a55cbd-c1b4-4faf-bbad-a23bb7c0f44d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a8c0a7b-b1ab-4fed-a949-39b473bba594 HTTP/1.1" status: 204 len: 168 time: 0.6524351 Dec 09 02:15:07.764646 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] For port 7e738783-621f-4c6e-b130-23e8ce00ff2d, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7e738783-621f-4c6e-b130-23e8ce00ff2d,segment=NetworkSegment(1b905bbf-8486-46b8-8181-8805b9f0dbfb),segment_id=1b905bbf-8486-46b8-8181-8805b9f0dbfb)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:07.765668 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.766225 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a55cbd-c1b4-4faf-bbad-a23bb7c0f44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8c0a7b-b1ab-4fed-a949-39b473bba594,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:07.775008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.819122 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-afd33f1f-5356-48ff-9374-db2fa8987dcd tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.841522 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.860405 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c969795c-20f4-4873-b5d5-2c50b89cf7e0 tempest-RoutersTestDVR-902955776 tempest-RoutersTestDVR-902955776-project] 10.222.0.43 "GET /v2.0/routers/1e5865e2-7e8c-4220-96c4-a7479892e4e5 HTTP/1.1" status: 200 len: 682 time: 1.0420830 Dec 09 02:15:07.861405 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-afd33f1f-5356-48ff-9374-db2fa8987dcd tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.864465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60826) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:07.871183 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:07.890321 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 801c2093-0f07-48fa-aca1-1734ce72eecb no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:15:07.915722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9abea3-3dcf-4b7f-b4f2-37f9b310903c None None] Pushing event updated for resources: {'Port': ['ID=7e738783-621f-4c6e-b130-23e8ce00ff2d,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:07.935346 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 801c2093-0f07-48fa-aca1-1734ce72eecb {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:15:07.935750 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 801c2093-0f07-48fa-aca1-1734ce72eecb not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:15:07.936260 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8b84afa7-bdc6-4755-84c7-bdc93cd7d736 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:15:07.950205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event deleted for resources: {'Port': ['ID=801c2093-0f07-48fa-aca1-1734ce72eecb,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:07.984966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 8b84afa7-bdc6-4755-84c7-bdc93cd7d736 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:15:07.985927 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8b84afa7-bdc6-4755-84c7-bdc93cd7d736 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:15:07.987255 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] No DVR routers for this DVR port 801c2093-0f07-48fa-aca1-1734ce72eecb on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:07.991938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d7831a6-8462-4c45-bd46-f4a8f027bd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.028635 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b7a73a-e494-4bf0-a3e2-399212be212f None None] Network 0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:08.031051 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b54b5320-b0df-438a-8622-6a6858f17071 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Deleting port f3bf982c-c2b3-48af-8860-929ef4931337 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:08.031410 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b54b5320-b0df-438a-8622-6a6858f17071 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.034380 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:08.038645 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7831a6-8462-4c45-bd46-f4a8f027bd77 None None] Pushing event deleted for resources: {'Port': ['ID=801c2093-0f07-48fa-aca1-1734ce72eecb,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:08.052614 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b905bbf-8486-46b8-8181-8805b9f0dbfb') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:08.052914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b905bbf-8486-46b8-8181-8805b9f0dbfb') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:08.055884 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9592fbdd-af6a-4278-b5d3-9e54f1bc784f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.068009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49763a7b-f5e5-4433-852d-b29eae551868 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.093154 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7831a6-8462-4c45-bd46-f4a8f027bd77 None None] No DVR routers for this DVR port 801c2093-0f07-48fa-aca1-1734ce72eecb on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:08.140363 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9592fbdd-af6a-4278-b5d3-9e54f1bc784f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.150504 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.155927 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-afd33f1f-5356-48ff-9374-db2fa8987dcd tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Floating IP 0a10fc86-49a9-41cc-bebc-87fb9cff8c2b associated. External IP: 172.26.3.188, port: e8a5eaf0-9a47-4aa6-bb40-d8a2430da1f1. Dec 09 02:15:08.159394 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.192438 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-09cc7e3c-2119-454a-8522-8a32766ffe7f None None] Port 801c2093-0f07-48fa-aca1-1734ce72eecb update to ACTIVE by agent not found {{(pid=103335) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 09 02:15:08.213542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc325090-06d7-4291-a04d-53528c8364ea None None] get_active_networks_info from dv-neutron-804846-18-hyperv {{(pid=103335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 02:15:08.241351 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d08f7ed-f881-42ab-9baf-180b4f5f347c']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:08.260297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.275925 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:08.276620 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.316802 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fd6006-8db3-41d5-9091-1a215887d964') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:08.317104 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fd6006-8db3-41d5-9091-1a215887d964') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:08.336397 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:08.345106 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9592fbdd-af6a-4278-b5d3-9e54f1bc784f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.345549 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9592fbdd-af6a-4278-b5d3-9e54f1bc784f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Fanout notify agent at l3_agent the message router_deleted on router b2674ea4-7549-47b8-85ea-02de5ff553da {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:15:08.367175 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9592fbdd-af6a-4278-b5d3-9e54f1bc784f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.367270 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.367382 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9592fbdd-af6a-4278-b5d3-9e54f1bc784f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/routers/b2674ea4-7549-47b8-85ea-02de5ff553da HTTP/1.1" status: 204 len: 168 time: 1.3037581 Dec 09 02:15:08.370235 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60838) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:08.379478 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b54b5320-b0df-438a-8622-6a6858f17071 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.385615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49763a7b-f5e5-4433-852d-b29eae551868 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.390262 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc325090-06d7-4291-a04d-53528c8364ea None None] Resources bound (agent type, host, resource id): {{(pid=103335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 02:15:08.392690 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49763a7b-f5e5-4433-852d-b29eae551868 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.395988 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.401917 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b54b5320-b0df-438a-8622-6a6858f17071 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Calling delete_port for f3bf982c-c2b3-48af-8860-929ef4931337 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:08.435976 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.db.api [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 02:15:08.435976 dv-neutron-804846-18-hyperv neutron-server[103333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 02:15:08.435976 dv-neutron-804846-18-hyperv neutron-server[103333]: [parameters: {'id': '0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d'}] Dec 09 02:15:08.435976 dv-neutron-804846-18-hyperv neutron-server[103333]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:15:08.436449 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG oslo_db.api [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:15:08.451351 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:08.451715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:08.454854 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:08.475364 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-638adc0c-608d-4a6c-b703-8cb1fb11b074 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting subnet f4341077-8479-466b-b76b-8f7ef3f072c4 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:15:08.479265 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-638adc0c-608d-4a6c-b703-8cb1fb11b074 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.531692 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49763a7b-f5e5-4433-852d-b29eae551868 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.532219 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49763a7b-f5e5-4433-852d-b29eae551868 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e5865e2-7e8c-4220-96c4-a7479892e4e5 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:15:08.540095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49763a7b-f5e5-4433-852d-b29eae551868 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.544805 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-49763a7b-f5e5-4433-852d-b29eae551868 tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] 10.222.0.43 "DELETE /v2.0/routers/1e5865e2-7e8c-4220-96c4-a7479892e4e5 HTTP/1.1" status: 204 len: 168 time: 0.6445606 Dec 09 02:15:08.546220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60842) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:08.555353 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-08417fdb-2512-4882-b028-2660ca28be0d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Request body: {'router': {'name': 'tempest-router-666990780', 'distributed': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:08.572574 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.582423 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.585803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-638adc0c-608d-4a6c-b703-8cb1fb11b074 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.589795 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "DELETE /v2.0/networks/7d08f7ed-f881-42ab-9baf-180b4f5f347c HTTP/1.1" status: 204 len: 168 time: 2.3894002 Dec 09 02:15:08.589980 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08417fdb-2512-4882-b028-2660ca28be0d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.590422 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08417fdb-2512-4882-b028-2660ca28be0d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.597753 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60844) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:08.625010 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b126e3e-0d7c-4d12-a45c-df1765267618 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event deleted for resources: {'Network': ['ID=7d08f7ed-f881-42ab-9baf-180b4f5f347c,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:08.685892 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.733883 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-96f005e2-bfcb-41ae-8c78-3c8d3b148c90 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.754540 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b54b5320-b0df-438a-8622-6a6858f17071 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.771306 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08417fdb-2512-4882-b028-2660ca28be0d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.788796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-638adc0c-608d-4a6c-b703-8cb1fb11b074 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.797385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b5320-b0df-438a-8622-6a6858f17071 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event deleted for resources: {'Port': ['ID=f3bf982c-c2b3-48af-8860-929ef4931337,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:08.863333 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08417fdb-2512-4882-b028-2660ca28be0d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.870560 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd33f1f-5356-48ff-9374-db2fa8987dcd tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router a73c5c39-9162-46ee-9bf6-ba0fe79858ff has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:15:08.882955 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-638adc0c-608d-4a6c-b703-8cb1fb11b074 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.927409 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08417fdb-2512-4882-b028-2660ca28be0d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.928963 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-08417fdb-2512-4882-b028-2660ca28be0d tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3817573 Dec 09 02:15:08.931458 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b54b5320-b0df-438a-8622-6a6858f17071 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.934829 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b54b5320-b0df-438a-8622-6a6858f17071 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "DELETE /v2.0/ports/f3bf982c-c2b3-48af-8860-929ef4931337 HTTP/1.1" status: 204 len: 168 time: 1.2491143 Dec 09 02:15:08.937839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60856) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:08.938174 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60858) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:08.967861 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638adc0c-608d-4a6c-b703-8cb1fb11b074 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Subnet': ['ID=f4341077-8479-466b-b76b-8f7ef3f072c4,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:08.970713 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.978033 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-638adc0c-608d-4a6c-b703-8cb1fb11b074 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:08.985905 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-638adc0c-608d-4a6c-b703-8cb1fb11b074 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/f4341077-8479-466b-b76b-8f7ef3f072c4 HTTP/1.1" status: 204 len: 168 time: 0.6155636 Dec 09 02:15:08.988853 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5808437e-db9b-4ad3-9409-4619a1b39e17 None None] Network 0d3d612f-ba82-400f-b1d1-ffd7e8bd2252 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:08.989220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60860) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:09.016390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-96f005e2-bfcb-41ae-8c78-3c8d3b148c90 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.019046 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd25448f-163c-4b14-9f45-1a0d84a62240 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] GET failed (client error): The resource could not be found. Dec 09 02:15:09.031289 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cd25448f-163c-4b14-9f45-1a0d84a62240 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "GET /v2.0/ports/f3bf982c-c2b3-48af-8860-929ef4931337 HTTP/1.1" status: 404 len: 333 time: 0.0871365 Dec 09 02:15:09.085688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60862) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:09.122070 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-955322ff-82e3-4cba-ad0e-a6d7ff0db8ca tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.134048 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-96f005e2-bfcb-41ae-8c78-3c8d3b148c90 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:09.186315 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.203847 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd33f1f-5356-48ff-9374-db2fa8987dcd tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:09.211337 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-afd33f1f-5356-48ff-9374-db2fa8987dcd tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.214187 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21cdc2-a762-4563-b7d6-a88d2633bede None None] Sync routers for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:09.228426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b21cdc2-a762-4563-b7d6-a88d2633bede None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:09.229129 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4b21cdc2-a762-4563-b7d6-a88d2633bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:09.265403 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-96f005e2-bfcb-41ae-8c78-3c8d3b148c90 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f274e6b-002c-4f63-a394-feff2a481630') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:09.265792 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-96f005e2-bfcb-41ae-8c78-3c8d3b148c90 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f274e6b-002c-4f63-a394-feff2a481630') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:09.274305 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5893bbdd-3925-422b-a9e3-919ca1275898 None None] DHCP port deletion for 0d3d612f-ba82-400f-b1d1-ffd7e8bd2252 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:09.277458 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-afd33f1f-5356-48ff-9374-db2fa8987dcd tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "PUT /v2.0/floatingips/0a10fc86-49a9-41cc-bebc-87fb9cff8c2b HTTP/1.1" status: 200 len: 978 time: 3.9585457 Dec 09 02:15:09.277936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4b21cdc2-a762-4563-b7d6-a88d2633bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:09.279225 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60870) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:09.287410 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-96f005e2-bfcb-41ae-8c78-3c8d3b148c90 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.291192 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Deleting port 7e738783-621f-4c6e-b130-23e8ce00ff2d {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:09.291192 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.312903 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b21cdc2-a762-4563-b7d6-a88d2633bede None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:09.314054 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4b21cdc2-a762-4563-b7d6-a88d2633bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:09.354136 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-96f005e2-bfcb-41ae-8c78-3c8d3b148c90 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.359233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4b21cdc2-a762-4563-b7d6-a88d2633bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:09.360103 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b21cdc2-a762-4563-b7d6-a88d2633bede None None] The sync data for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:09.363475 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f005e2-bfcb-41ae-8c78-3c8d3b148c90 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:09.363997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-96f005e2-bfcb-41ae-8c78-3c8d3b148c90 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.392791 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5893bbdd-3925-422b-a9e3-919ca1275898 None None] Deleting port 2042e99b-4ade-478c-97ec-49acc42fdc27 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:09.393344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5893bbdd-3925-422b-a9e3-919ca1275898 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.427706 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] For port 7e738783-621f-4c6e-b130-23e8ce00ff2d, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7e738783-621f-4c6e-b130-23e8ce00ff2d,segment=NetworkSegment(1b905bbf-8486-46b8-8181-8805b9f0dbfb),segment_id=1b905bbf-8486-46b8-8181-8805b9f0dbfb)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:09.428056 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.447228 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Calling delete_port for 7e738783-621f-4c6e-b130-23e8ce00ff2d owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:09.449767 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:09.453123 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port 2042e99b-4ade-478c-97ec-49acc42fdc27 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:09.453123 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.467619 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-96f005e2-bfcb-41ae-8c78-3c8d3b148c90 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.477138 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5893bbdd-3925-422b-a9e3-919ca1275898 None None] For port 2042e99b-4ade-478c-97ec-49acc42fdc27, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2042e99b-4ade-478c-97ec-49acc42fdc27,segment=NetworkSegment(6df4376e-cd82-4ef1-847a-a0806ecf84a1),segment_id=6df4376e-cd82-4ef1-847a-a0806ecf84a1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:09.477932 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5893bbdd-3925-422b-a9e3-919ca1275898 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.483974 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-96f005e2-bfcb-41ae-8c78-3c8d3b148c90 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.491586 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-96f005e2-bfcb-41ae-8c78-3c8d3b148c90 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "DELETE /v2.0/networks/a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1 HTTP/1.1" status: 204 len: 168 time: 0.8920922 Dec 09 02:15:09.496248 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5893bbdd-3925-422b-a9e3-919ca1275898 None None] Calling delete_port for 2042e99b-4ade-478c-97ec-49acc42fdc27 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:09.496536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60876) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:09.577784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] For port 2042e99b-4ade-478c-97ec-49acc42fdc27, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2042e99b-4ade-478c-97ec-49acc42fdc27,segment=NetworkSegment(6df4376e-cd82-4ef1-847a-a0806ecf84a1),segment_id=6df4376e-cd82-4ef1-847a-a0806ecf84a1)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:09.578188 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.587757 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f005e2-bfcb-41ae-8c78-3c8d3b148c90 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event deleted for resources: {'Network': ['ID=a8e52a4d-2013-4f06-ba45-fd71e0a9dfa1,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:09.596656 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-aea5715b-9f99-4c59-91d7-7a691211ae45 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Deleting port e8a5eaf0-9a47-4aa6-bb40-d8a2430da1f1 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:09.597180 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aea5715b-9f99-4c59-91d7-7a691211ae45 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.644903 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for 2042e99b-4ade-478c-97ec-49acc42fdc27 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:09.646315 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60880) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:09.714610 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-955322ff-82e3-4cba-ad0e-a6d7ff0db8ca tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.720013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-955322ff-82e3-4cba-ad0e-a6d7ff0db8ca tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.720142 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.734319 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0e20e107-d2de-4ee9-9581-bb3b6da53ff2 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Deleting port c34bb0c5-3240-4dd6-b86a-67ea600c715f {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:09.736537 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0e20e107-d2de-4ee9-9581-bb3b6da53ff2 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.747865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-78c9af24-5896-4bba-987a-075f2afb5b8d tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.780308 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Port': ['ID=7e738783-621f-4c6e-b130-23e8ce00ff2d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:09.786664 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No DVR routers for this DVR port 7e738783-621f-4c6e-b130-23e8ce00ff2d on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:09.824783 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aea5715b-9f99-4c59-91d7-7a691211ae45 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.827114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5893bbdd-3925-422b-a9e3-919ca1275898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.859399 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-955322ff-82e3-4cba-ad0e-a6d7ff0db8ca tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.860329 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955322ff-82e3-4cba-ad0e-a6d7ff0db8ca tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 785ab508-30fb-47cd-b962-75678a0d5277 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:15:09.874828 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-955322ff-82e3-4cba-ad0e-a6d7ff0db8ca tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.876532 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-955322ff-82e3-4cba-ad0e-a6d7ff0db8ca tempest-RoutersTestDVR-1089095864 tempest-RoutersTestDVR-1089095864-project-admin] 10.222.0.43 "DELETE /v2.0/routers/785ab508-30fb-47cd-b962-75678a0d5277 HTTP/1.1" status: 204 len: 168 time: 0.9373879 Dec 09 02:15:09.900706 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893bbdd-3925-422b-a9e3-919ca1275898 None None] Pushing event deleted for resources: {'Port': ['ID=2042e99b-4ade-478c-97ec-49acc42fdc27,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:09.903575 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2042e99b-4ade-478c-97ec-49acc42fdc27 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:15:09.927726 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 2042e99b-4ade-478c-97ec-49acc42fdc27 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:15:09.927934 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2042e99b-4ade-478c-97ec-49acc42fdc27 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:15:09.940822 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5893bbdd-3925-422b-a9e3-919ca1275898 None None] No DVR routers for this DVR port 2042e99b-4ade-478c-97ec-49acc42fdc27 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:09.959731 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1db51f93-9296-41a4-a346-1f5644798834 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1784926796', 'router:external': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:09.987111 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:09.995668 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.006563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-78c9af24-5896-4bba-987a-075f2afb5b8d tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.044030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-78c9af24-5896-4bba-987a-075f2afb5b8d tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c8583e-62f8-4b51-9eae-150c98fc93f1']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:10.061035 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-78c9af24-5896-4bba-987a-075f2afb5b8d tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ec27ba-32a6-4c71-89d1-88b4ecac6ca5') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:10.061335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-78c9af24-5896-4bba-987a-075f2afb5b8d tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ec27ba-32a6-4c71-89d1-88b4ecac6ca5') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:10.077023 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0e20e107-d2de-4ee9-9581-bb3b6da53ff2 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.082211 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-78c9af24-5896-4bba-987a-075f2afb5b8d tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.106333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0e20e107-d2de-4ee9-9581-bb3b6da53ff2 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Calling delete_port for c34bb0c5-3240-4dd6-b86a-67ea600c715f owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:10.107003 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:10.110089 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] No DVR routers for this DVR port 2042e99b-4ade-478c-97ec-49acc42fdc27 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:10.111514 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-78c9af24-5896-4bba-987a-075f2afb5b8d tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.119714 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=2042e99b-4ade-478c-97ec-49acc42fdc27,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:10.125915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c9af24-5896-4bba-987a-075f2afb5b8d tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:10.126588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-78c9af24-5896-4bba-987a-075f2afb5b8d tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.128579 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db51f93-9296-41a4-a346-1f5644798834 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Made reservation on behalf of 7ac129346b3b4ff18c210c10a49ca6af for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:10.130167 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:10.132582 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1db51f93-9296-41a4-a346-1f5644798834 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.153957 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b905bbf-8486-46b8-8181-8805b9f0dbfb') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:10.154161 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b905bbf-8486-46b8-8181-8805b9f0dbfb') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:10.175882 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.177586 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1db51f93-9296-41a4-a346-1f5644798834 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.228038 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60888) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:10.524247 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-78c9af24-5896-4bba-987a-075f2afb5b8d tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.531656 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-78c9af24-5896-4bba-987a-075f2afb5b8d tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.537105 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-78c9af24-5896-4bba-987a-075f2afb5b8d tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "DELETE /v2.0/networks/20c8583e-62f8-4b51-9eae-150c98fc93f1 HTTP/1.1" status: 204 len: 168 time: 1.0192723 Dec 09 02:15:10.538198 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60892) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:10.560881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9af24-5896-4bba-987a-075f2afb5b8d tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event deleted for resources: {'Network': ['ID=20c8583e-62f8-4b51-9eae-150c98fc93f1,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:10.592278 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.605792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.617183 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:10.617613 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:10.629817 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:10.663978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39208701-6727-486d-83e7-344a2eb60ef1 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.668804 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d452f954-9ae5-4acf-b809-b0387eb5b7d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.710304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3d612f-ba82-400f-b1d1-ffd7e8bd2252']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:10.719253 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0e20e107-d2de-4ee9-9581-bb3b6da53ff2 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.738267 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df4376e-cd82-4ef1-847a-a0806ecf84a1') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:10.738617 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df4376e-cd82-4ef1-847a-a0806ecf84a1') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:10.744764 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aea5715b-9f99-4c59-91d7-7a691211ae45 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.745156 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aea5715b-9f99-4c59-91d7-7a691211ae45 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.745475 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-aea5715b-9f99-4c59-91d7-7a691211ae45 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Floating IP 0a10fc86-49a9-41cc-bebc-87fb9cff8c2b disassociated. External IP: 172.26.3.188, port: e8a5eaf0-9a47-4aa6-bb40-d8a2430da1f1. Dec 09 02:15:10.745818 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-aea5715b-9f99-4c59-91d7-7a691211ae45 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Calling delete_port for e8a5eaf0-9a47-4aa6-bb40-d8a2430da1f1 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:10.755097 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.767115 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.783862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20e107-d2de-4ee9-9581-bb3b6da53ff2 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event deleted for resources: {'Port': ['ID=c34bb0c5-3240-4dd6-b86a-67ea600c715f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:10.785612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.792440 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/networks/0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d HTTP/1.1" status: 204 len: 168 time: 5.2366705 Dec 09 02:15:10.793331 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60894) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:10.797996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-59c62217-7ea6-4b73-bea4-676eb8dc51e3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1402351687'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:10.810563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39208701-6727-486d-83e7-344a2eb60ef1 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.822349 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128e4c2-a9e5-4313-bca9-b1aa63d18190 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Network': ['ID=0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:10.828396 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.875739 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-39208701-6727-486d-83e7-344a2eb60ef1 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7294b7e-d717-4a80-987a-c0b438d1347d']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:10.878142 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:10.878555 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:10.885636 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:10.900417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-39208701-6727-486d-83e7-344a2eb60ef1 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5678b762-4ca1-4623-934e-e5b6a5254f1b') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:10.900718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-39208701-6727-486d-83e7-344a2eb60ef1 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5678b762-4ca1-4623-934e-e5b6a5254f1b') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:10.909660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c62217-7ea6-4b73-bea4-676eb8dc51e3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:10.913704 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59c62217-7ea6-4b73-bea4-676eb8dc51e3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.920966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39208701-6727-486d-83e7-344a2eb60ef1 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.934353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0e20e107-d2de-4ee9-9581-bb3b6da53ff2 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.938012 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0e20e107-d2de-4ee9-9581-bb3b6da53ff2 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "DELETE /v2.0/ports/c34bb0c5-3240-4dd6-b86a-67ea600c715f HTTP/1.1" status: 204 len: 168 time: 1.8493955 Dec 09 02:15:10.942079 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60896) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:10.950476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39208701-6727-486d-83e7-344a2eb60ef1 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.959281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39208701-6727-486d-83e7-344a2eb60ef1 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:10.959876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39208701-6727-486d-83e7-344a2eb60ef1 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:10.963143 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:11.012370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c62217-7ea6-4b73-bea4-676eb8dc51e3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:11.033781 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59c62217-7ea6-4b73-bea4-676eb8dc51e3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.034070 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-59c62217-7ea6-4b73-bea4-676eb8dc51e3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Added segment f2f90e47-65a4-4314-a363-a873f7b4c931 of type vlan for network 50f4a8d2-5d8d-4518-a840-2c83aec47497 Dec 09 02:15:11.041116 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.043870 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39208701-6727-486d-83e7-344a2eb60ef1 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.051050 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d452f954-9ae5-4acf-b809-b0387eb5b7d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.051701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39208701-6727-486d-83e7-344a2eb60ef1 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.055991 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-39208701-6727-486d-83e7-344a2eb60ef1 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] 10.222.0.43 "DELETE /v2.0/networks/a7294b7e-d717-4a80-987a-c0b438d1347d HTTP/1.1" status: 204 len: 168 time: 0.5157254 Dec 09 02:15:11.066755 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.070336 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/networks/0d3d612f-ba82-400f-b1d1-ffd7e8bd2252 HTTP/1.1" status: 204 len: 168 time: 2.0782735 Dec 09 02:15:11.074889 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1db51f93-9296-41a4-a346-1f5644798834 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.076860 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d452f954-9ae5-4acf-b809-b0387eb5b7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.081242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60900) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:11.097126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d8019a24-246e-43f5-8028-44f2927a08b0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1390027255', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:11.105121 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1db51f93-9296-41a4-a346-1f5644798834 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.108519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39208701-6727-486d-83e7-344a2eb60ef1 tempest-BulkNetworkOpsIpV6Test-806808127 tempest-BulkNetworkOpsIpV6Test-806808127-project] Pushing event deleted for resources: {'Network': ['ID=a7294b7e-d717-4a80-987a-c0b438d1347d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:11.111183 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-49868b79-681c-4252-93d2-552f6dfcb513 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Deleting subnet f626a5a2-f16f-40f0-9bf3-77bd794cd069 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:15:11.120506 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59c62217-7ea6-4b73-bea4-676eb8dc51e3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.123200 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a4551-e040-4a0d-a807-45f3f9cbd8af tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Network': ['ID=0d3d612f-ba82-400f-b1d1-ffd7e8bd2252,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:11.125110 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49868b79-681c-4252-93d2-552f6dfcb513 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.153033 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8019a24-246e-43f5-8028-44f2927a08b0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.154099 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8019a24-246e-43f5-8028-44f2927a08b0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.171847 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59c62217-7ea6-4b73-bea4-676eb8dc51e3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.177989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c62217-7ea6-4b73-bea4-676eb8dc51e3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:11.178655 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59c62217-7ea6-4b73-bea4-676eb8dc51e3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.203584 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db51f93-9296-41a4-a346-1f5644798834 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:11.223943 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452f954-9ae5-4acf-b809-b0387eb5b7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44714ce8-1c5e-41e0-857a-0bd13a488d5b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:11.229755 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d452f954-9ae5-4acf-b809-b0387eb5b7d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6fc04cc27d148d893626cb886ce91d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9958589 Dec 09 02:15:11.239083 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60904) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:11.250563 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49868b79-681c-4252-93d2-552f6dfcb513 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.284096 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1db51f93-9296-41a4-a346-1f5644798834 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.284780 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-1db51f93-9296-41a4-a346-1f5644798834 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Added segment 29b0b3fd-e698-43ba-b655-1a052340cdf0 of type vlan for network ee7bca6b-7e6d-4202-ac32-faafb25eef48 Dec 09 02:15:11.299893 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-59c62217-7ea6-4b73-bea4-676eb8dc51e3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5054801 Dec 09 02:15:11.304742 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8019a24-246e-43f5-8028-44f2927a08b0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.305896 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60906) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:11.316960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8019a24-246e-43f5-8028-44f2927a08b0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.321853 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c62217-7ea6-4b73-bea4-676eb8dc51e3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Network': ['ID=50f4a8d2-5d8d-4518-a840-2c83aec47497,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:11.338200 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aea5715b-9f99-4c59-91d7-7a691211ae45 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.338915 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 50f4a8d2-5d8d-4518-a840-2c83aec47497 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:11.346698 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-04c9a8f9-94f8-4d4a-900e-093507a15a4b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'subnet': {'network_id': '50f4a8d2-5d8d-4518-a840-2c83aec47497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:11.350161 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8019a24-246e-43f5-8028-44f2927a08b0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.354499 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d8019a24-246e-43f5-8028-44f2927a08b0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2684395 Dec 09 02:15:11.357684 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60908) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:11.365254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-08398c74-efe0-4f32-b919-8fd35a28ac99 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1046930948'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:11.374552 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-575a68c7-b75e-4d9c-ac7f-1bd934b0578d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.392897 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60910) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:11.406662 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-575a68c7-b75e-4d9c-ac7f-1bd934b0578d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.436848 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08398c74-efe0-4f32-b919-8fd35a28ac99 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:11.438760 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db51f93-9296-41a4-a346-1f5644798834 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c384b61-727d-4d72-89d9-a431c1edb979,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:11.440380 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-08398c74-efe0-4f32-b919-8fd35a28ac99 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.454124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5715b-9f99-4c59-91d7-7a691211ae45 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Port': ['ID=e8a5eaf0-9a47-4aa6-bb40-d8a2430da1f1,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:11.465620 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1db51f93-9296-41a4-a346-1f5644798834 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.478922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08398c74-efe0-4f32-b919-8fd35a28ac99 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:11.490456 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-08398c74-efe0-4f32-b919-8fd35a28ac99 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.490916 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-08398c74-efe0-4f32-b919-8fd35a28ac99 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Added segment 4008be9a-8176-49dc-af06-31a063af0c0b of type vlan for network 0b1de08b-ff17-497b-bd07-cd9872ea54bd Dec 09 02:15:11.507524 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a431a08e-e381-4655-9bc3-d2bc10e8d14e None None] DHCP port deletion for 5084aff9-c046-4c9a-bb33-8b64707985b5 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:11.524205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-575a68c7-b75e-4d9c-ac7f-1bd934b0578d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.527392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-575a68c7-b75e-4d9c-ac7f-1bd934b0578d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.528653 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-575a68c7-b75e-4d9c-ac7f-1bd934b0578d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/44714ce8-1c5e-41e0-857a-0bd13a488d5b HTTP/1.1" status: 204 len: 168 time: 0.2857280 Dec 09 02:15:11.550823 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-08398c74-efe0-4f32-b919-8fd35a28ac99 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.553380 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a68c7-b75e-4d9c-ac7f-1bd934b0578d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44714ce8-1c5e-41e0-857a-0bd13a488d5b,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:11.594146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-08398c74-efe0-4f32-b919-8fd35a28ac99 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.598864 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49868b79-681c-4252-93d2-552f6dfcb513 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.600993 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08398c74-efe0-4f32-b919-8fd35a28ac99 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:11.602048 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-08398c74-efe0-4f32-b919-8fd35a28ac99 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.650744 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1db51f93-9296-41a4-a346-1f5644798834 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.651792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db51f93-9296-41a4-a346-1f5644798834 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:11.652451 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1db51f93-9296-41a4-a346-1f5644798834 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.701175 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08398c74-efe0-4f32-b919-8fd35a28ac99 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Network': ['ID=0b1de08b-ff17-497b-bd07-cd9872ea54bd,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:11.712639 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 0b1de08b-ff17-497b-bd07-cd9872ea54bd details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:11.716062 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-87d4cb3f-ce9c-4316-a193-d552e3043acd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e33b338f3a0a4f80a8dcb5b465eaf8fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205535 Dec 09 02:15:11.718557 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60916) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:11.749358 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c9a8f9-94f8-4d4a-900e-093507a15a4b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:11.753311 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04c9a8f9-94f8-4d4a-900e-093507a15a4b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.765056 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-08398c74-efe0-4f32-b919-8fd35a28ac99 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4055574 Dec 09 02:15:11.769162 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1db51f93-9296-41a4-a346-1f5644798834 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1217833 Dec 09 02:15:11.769760 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60920) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:11.775933 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60922) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:11.782807 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db51f93-9296-41a4-a346-1f5644798834 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Pushing event updated for resources: {'Network': ['ID=ee7bca6b-7e6d-4202-ac32-faafb25eef48,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:11.790268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-30a60d85-235c-4190-b4ec-44f21ba132ad tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Request body: {'subnet': {'network_id': 'ee7bca6b-7e6d-4202-ac32-faafb25eef48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:11.797052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network ee7bca6b-7e6d-4202-ac32-faafb25eef48 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:11.819923 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8daf7f73-39c0-4775-9732-f27eebd0dc35 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'subnet': {'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:11.833099 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea5715b-9f99-4c59-91d7-7a691211ae45 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router a73c5c39-9162-46ee-9bf6-ba0fe79858ff has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:15:11.838025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-573a0157-2d9c-4237-9c8a-7b90eaec625f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.852575 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a60d85-235c-4190-b4ec-44f21ba132ad tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Made reservation on behalf of 7ac129346b3b4ff18c210c10a49ca6af for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:11.855926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-30a60d85-235c-4190-b4ec-44f21ba132ad tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.914126 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49868b79-681c-4252-93d2-552f6dfcb513 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.922360 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-573a0157-2d9c-4237-9c8a-7b90eaec625f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:11.994365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60924) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:12.006771 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49868b79-681c-4252-93d2-552f6dfcb513 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event deleted for resources: {'Subnet': ['ID=f626a5a2-f16f-40f0-9bf3-77bd794cd069,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:12.011505 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49868b79-681c-4252-93d2-552f6dfcb513 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.014705 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-49868b79-681c-4252-93d2-552f6dfcb513 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "DELETE /v2.0/subnets/f626a5a2-f16f-40f0-9bf3-77bd794cd069 HTTP/1.1" status: 204 len: 168 time: 1.0706851 Dec 09 02:15:12.016886 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bcc3fd4d-97c2-4973-ba6b-770a9f403bdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.020540 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60926) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:12.023648 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04de29c3-6f68-4a11-a67d-d7a749042aeb None None] Network d95eba6c-5bb7-4ce6-a513-353c7dc5f375 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:12.055216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-573a0157-2d9c-4237-9c8a-7b90eaec625f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.057761 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-573a0157-2d9c-4237-9c8a-7b90eaec625f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.061290 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-573a0157-2d9c-4237-9c8a-7b90eaec625f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d1a45cf-f1fe-4862-abbb-31a167cba477 HTTP/1.1" status: 204 len: 168 time: 0.3392224 Dec 09 02:15:12.088324 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daf7f73-39c0-4775-9732-f27eebd0dc35 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:12.091992 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8daf7f73-39c0-4775-9732-f27eebd0dc35 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.168370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a0157-2d9c-4237-9c8a-7b90eaec625f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1a45cf-f1fe-4862-abbb-31a167cba477,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:12.214502 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea5715b-9f99-4c59-91d7-7a691211ae45 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:12.231466 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553c85e6-828c-4c9e-94d2-68964c50da37 None None] Sync routers for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:12.253078 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c85e6-828c-4c9e-94d2-68964c50da37 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:12.253713 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.253833 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-553c85e6-828c-4c9e-94d2-68964c50da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:12.268784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55170c4b-486b-4793-a8c6-88a783b4d248 None None] DHCP port deletion for d95eba6c-5bb7-4ce6-a513-353c7dc5f375 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:12.275087 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bcc3fd4d-97c2-4973-ba6b-770a9f403bdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.288668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bcc3fd4d-97c2-4973-ba6b-770a9f403bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.338618 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-553c85e6-828c-4c9e-94d2-68964c50da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:12.339972 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04c9a8f9-94f8-4d4a-900e-093507a15a4b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.348095 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:15:12.358424 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c85e6-828c-4c9e-94d2-68964c50da37 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:12.359485 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-553c85e6-828c-4c9e-94d2-68964c50da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:12.360794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-55170c4b-486b-4793-a8c6-88a783b4d248 None None] Deleting port ba2e5c54-954e-4412-8682-c5ade8717580 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:12.361298 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55170c4b-486b-4793-a8c6-88a783b4d248 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.421282 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aea5715b-9f99-4c59-91d7-7a691211ae45 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.427005 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-aea5715b-9f99-4c59-91d7-7a691211ae45 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/ports/e8a5eaf0-9a47-4aa6-bb40-d8a2430da1f1 HTTP/1.1" status: 204 len: 168 time: 3.1443422 Dec 09 02:15:12.433335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60932) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:12.440894 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-553c85e6-828c-4c9e-94d2-68964c50da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:12.442978 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553c85e6-828c-4c9e-94d2-68964c50da37 None None] The sync data for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:12.443669 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3fd4d-97c2-4973-ba6b-770a9f403bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49183717-93d9-482c-9f02-e2ff354e8b01,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:12.449358 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bcc3fd4d-97c2-4973-ba6b-770a9f403bdf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7f1cef3b57248468423fc01ca27face&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4525309 Dec 09 02:15:12.454228 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60934) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:12.460404 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9a8f9-94f8-4d4a-900e-093507a15a4b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Subnet': ['ID=28f20943-af80-45b1-9852-4e0a206b4bd0,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:12.486590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-55170c4b-486b-4793-a8c6-88a783b4d248 None None] For port ba2e5c54-954e-4412-8682-c5ade8717580, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=ba2e5c54-954e-4412-8682-c5ade8717580,segment=NetworkSegment(314b2bdb-7de3-4b94-a1cf-f97f697310eb),segment_id=314b2bdb-7de3-4b94-a1cf-f97f697310eb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:12.486958 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55170c4b-486b-4793-a8c6-88a783b4d248 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.506175 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c9a8f9-94f8-4d4a-900e-093507a15a4b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Checking segment: {'id': 'f2f90e47-65a4-4314-a363-a873f7b4c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50f4a8d2-5d8d-4518-a840-2c83aec47497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:12.506534 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c9a8f9-94f8-4d4a-900e-093507a15a4b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network hostable DHCP agents. Network: 50f4a8d2-5d8d-4518-a840-2c83aec47497, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:12.517274 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-55170c4b-486b-4793-a8c6-88a783b4d248 None None] Calling delete_port for ba2e5c54-954e-4412-8682-c5ade8717580 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:12.521146 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-544bbdbe-9731-4a95-bf83-074201b62f79 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "GET /v2.0/floatingips/0a10fc86-49a9-41cc-bebc-87fb9cff8c2b HTTP/1.1" status: 200 len: 688 time: 0.0829103 Dec 09 02:15:12.523941 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60936) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:12.534782 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8daf7f73-39c0-4775-9732-f27eebd0dc35 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.568025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Deleting port ba2e5c54-954e-4412-8682-c5ade8717580 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:12.568472 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.600560 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c9a8f9-94f8-4d4a-900e-093507a15a4b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network 50f4a8d2-5d8d-4518-a840-2c83aec47497 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:12.643324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fc057f69-42a8-49e3-a766-d683e9a3c84a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.658124 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55170c4b-486b-4793-a8c6-88a783b4d248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.662621 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-04c9a8f9-94f8-4d4a-900e-093507a15a4b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 50f4a8d2-5d8d-4518-a840-2c83aec47497) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:12.678654 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] For port ba2e5c54-954e-4412-8682-c5ade8717580, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=ba2e5c54-954e-4412-8682-c5ade8717580,segment=NetworkSegment(314b2bdb-7de3-4b94-a1cf-f97f697310eb),segment_id=314b2bdb-7de3-4b94-a1cf-f97f697310eb)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:12.679340 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c9a8f9-94f8-4d4a-900e-093507a15a4b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:12.679512 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.680260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04c9a8f9-94f8-4d4a-900e-093507a15a4b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.705728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fc057f69-42a8-49e3-a766-d683e9a3c84a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.707675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Calling delete_port for ba2e5c54-954e-4412-8682-c5ade8717580 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:12.715514 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf7f73-39c0-4775-9732-f27eebd0dc35 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Subnet': ['ID=46d7a0e6-578f-4778-8630-927659e73cb5,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:12.729493 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feab74d2-0b5c-4fb8-beb0-10b0e452d99c None None] Network 50f4a8d2-5d8d-4518-a840-2c83aec47497 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:12.733396 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-04c9a8f9-94f8-4d4a-900e-093507a15a4b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3962646 Dec 09 02:15:12.739373 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60944) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:12.740914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55170c4b-486b-4793-a8c6-88a783b4d248 None None] Pushing event deleted for resources: {'Port': ['ID=ba2e5c54-954e-4412-8682-c5ade8717580,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:12.744855 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55170c4b-486b-4793-a8c6-88a783b4d248 None None] No DVR routers for this DVR port ba2e5c54-954e-4412-8682-c5ade8717580 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:12.752259 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf7f73-39c0-4775-9732-f27eebd0dc35 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Checking segment: {'id': '4008be9a-8176-49dc-af06-31a063af0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:12.752636 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf7f73-39c0-4775-9732-f27eebd0dc35 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network hostable DHCP agents. Network: 0b1de08b-ff17-497b-bd07-cd9872ea54bd, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:12.759314 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-56ad9573-41d5-4179-a45a-79deeb9d6497 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'subnet': {'network_id': '50f4a8d2-5d8d-4518-a840-2c83aec47497', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:12.824839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.objects.ports [None req-30a60d85-235c-4190-b4ec-44f21ba132ad tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103334) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:15:12.825323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-30a60d85-235c-4190-b4ec-44f21ba132ad tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.841761 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf7f73-39c0-4775-9732-f27eebd0dc35 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 0b1de08b-ff17-497b-bd07-cd9872ea54bd is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:12.871905 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-8daf7f73-39c0-4775-9732-f27eebd0dc35 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 0b1de08b-ff17-497b-bd07-cd9872ea54bd) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:12.884168 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daf7f73-39c0-4775-9732-f27eebd0dc35 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:12.884665 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8daf7f73-39c0-4775-9732-f27eebd0dc35 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.895276 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c1ae5f-7812-4f2d-9aed-1198bd586598 None None] Network 0b1de08b-ff17-497b-bd07-cd9872ea54bd requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:12.895664 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a60d85-235c-4190-b4ec-44f21ba132ad tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b4d927d3-cfe0-4974-8c63-b036a8fe342b,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:12.904050 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fc057f69-42a8-49e3-a766-d683e9a3c84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.905796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a9b3e43d-34ad-48a3-8dbe-0524c5dbd2d4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Deleting port ea41719f-ef2e-4cfd-b4c4-0aa475e67279 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:12.906136 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9b3e43d-34ad-48a3-8dbe-0524c5dbd2d4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.906653 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fc057f69-42a8-49e3-a766-d683e9a3c84a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.907844 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fc057f69-42a8-49e3-a766-d683e9a3c84a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49183717-93d9-482c-9f02-e2ff354e8b01 HTTP/1.1" status: 204 len: 168 time: 0.4181142 Dec 09 02:15:12.932065 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc057f69-42a8-49e3-a766-d683e9a3c84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49183717-93d9-482c-9f02-e2ff354e8b01,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:12.940264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a60d85-235c-4190-b4ec-44f21ba132ad tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Checking segment: {'id': '29b0b3fd-e698-43ba-b655-1a052340cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ee7bca6b-7e6d-4202-ac32-faafb25eef48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:12.940643 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a60d85-235c-4190-b4ec-44f21ba132ad tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Network hostable DHCP agents. Network: ee7bca6b-7e6d-4202-ac32-faafb25eef48, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:12.946175 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.979760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event deleted for resources: {'Port': ['ID=ba2e5c54-954e-4412-8682-c5ade8717580,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:12.984771 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] No DVR routers for this DVR port ba2e5c54-954e-4412-8682-c5ade8717580 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:12.991610 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9b3e43d-34ad-48a3-8dbe-0524c5dbd2d4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:12.991941 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9b3e43d-34ad-48a3-8dbe-0524c5dbd2d4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:13.004613 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a9b3e43d-34ad-48a3-8dbe-0524c5dbd2d4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Calling delete_port for ea41719f-ef2e-4cfd-b4c4-0aa475e67279 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:13.017152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a60d85-235c-4190-b4ec-44f21ba132ad tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Network ee7bca6b-7e6d-4202-ac32-faafb25eef48 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:13.034900 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8daf7f73-39c0-4775-9732-f27eebd0dc35 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2528346 Dec 09 02:15:13.057621 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60952) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:13.107790 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ad9573-41d5-4179-a45a-79deeb9d6497 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:13.111374 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56ad9573-41d5-4179-a45a-79deeb9d6497 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:13.122264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-30a60d85-235c-4190-b4ec-44f21ba132ad tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, ee7bca6b-7e6d-4202-ac32-faafb25eef48) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:13.152919 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78151d1-2a9b-44dd-a03c-6f003e1e7dcc None None] Network ee7bca6b-7e6d-4202-ac32-faafb25eef48 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:13.156887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:13.170601 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a60d85-235c-4190-b4ec-44f21ba132ad tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:13.171458 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-30a60d85-235c-4190-b4ec-44f21ba132ad tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:13.195270 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95eba6c-5bb7-4ce6-a513-353c7dc5f375']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:13.277719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314b2bdb-7de3-4b94-a1cf-f97f697310eb') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:13.278264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314b2bdb-7de3-4b94-a1cf-f97f697310eb') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:13.284127 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9b3e43d-34ad-48a3-8dbe-0524c5dbd2d4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:13.286183 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-30a60d85-235c-4190-b4ec-44f21ba132ad tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5010827 Dec 09 02:15:13.289172 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60958) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:13.292307 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-50f4a8d2-5d8d-4518-a840-2c83aec47497', 'network_id': '50f4a8d2-5d8d-4518-a840-2c83aec47497', 'project_id': '6a57719e646b4b71a47aa027f3070476', 'fixed_ips': [{'subnet_id': '28f20943-af80-45b1-9852-4e0a206b4bd0'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:13.293187 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:13.296735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'project_id': 'd15c6a952496477982e2790f8e702c84', 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:13.297522 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:13.300368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:13.383080 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:13.383935 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a34344d8-2cf7-4faa-bc2c-5468f860cdaf tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1339223336', 'network_id': 'ee7bca6b-7e6d-4202-ac32-faafb25eef48'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:13.395135 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:13.395861 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:13.399310 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:13.407348 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3e43d-34ad-48a3-8dbe-0524c5dbd2d4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Port': ['ID=ea41719f-ef2e-4cfd-b4c4-0aa475e67279,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:13.418415 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34344d8-2cf7-4faa-bc2c-5468f860cdaf tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Made reservation on behalf of 7ac129346b3b4ff18c210c10a49ca6af for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:13.421082 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a34344d8-2cf7-4faa-bc2c-5468f860cdaf tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:13.496332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:13.519485 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:13.527269 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] 10.222.0.43 "DELETE /v2.0/networks/d95eba6c-5bb7-4ce6-a513-353c7dc5f375 HTTP/1.1" status: 204 len: 168 time: 1.5033278 Dec 09 02:15:13.527471 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3a5a96-232a-434d-bba7-642c4d14ed2a None None] Network ee7bca6b-7e6d-4202-ac32-faafb25eef48 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:13.562083 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a57f5-ed22-46a7-bf1f-88ea803ac1d8 tempest-AllowedAddressPairTestJSON-1716173642 tempest-AllowedAddressPairTestJSON-1716173642-project] Pushing event deleted for resources: {'Network': ['ID=d95eba6c-5bb7-4ce6-a513-353c7dc5f375,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:13.564763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:13.629580 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60970) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:13.671961 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-a34344d8-2cf7-4faa-bc2c-5468f860cdaf tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] device_id is not set on port ce313d5d-4c9b-4ef5-90b0-44fc4036c85d yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:15:13.720460 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Allocated IP 2001:db8::2 (50f4a8d2-5d8d-4518-a840-2c83aec47497/28f20943-af80-45b1-9852-4e0a206b4bd0/8c680754-963f-43f9-b73d-5450c5549eba) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:13.759915 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Allocated IP 2001:db8::2 (0b1de08b-ff17-497b-bd07-cd9872ea54bd/46d7a0e6-578f-4778-8630-927659e73cb5/f17d33e8-21fa-4fc2-9840-37de30816f78) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:13.793963 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-a34344d8-2cf7-4faa-bc2c-5468f860cdaf tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Allocated IP 172.20.0.4 (ee7bca6b-7e6d-4202-ac32-faafb25eef48/b4d927d3-cfe0-4974-8c63-b036a8fe342b/ce313d5d-4c9b-4ef5-90b0-44fc4036c85d) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:13.858607 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device ba2e5c54-954e-4412-8682-c5ade8717580 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:15:13.922753 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: ba2e5c54-954e-4412-8682-c5ade8717580 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:15:13.923458 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device ba2e5c54-954e-4412-8682-c5ade8717580 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:15:13.977129 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60980) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:14.005852 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9b3e43d-34ad-48a3-8dbe-0524c5dbd2d4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.009695 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9b3e43d-34ad-48a3-8dbe-0524c5dbd2d4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.014700 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a9b3e43d-34ad-48a3-8dbe-0524c5dbd2d4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/floatingips/0a10fc86-49a9-41cc-bebc-87fb9cff8c2b HTTP/1.1" status: 204 len: 168 time: 1.4897614 Dec 09 02:15:14.014856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 60984) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:14.021157 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '5f56c757-86f1-48f0-b893-00ce9f37aa6a'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:14.022290 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a34344d8-2cf7-4faa-bc2c-5468f860cdaf tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.062004 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f03cfcc3-5bd6-4027-84d2-c63f37927f9f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'network': {'name': 'tempest-RoutersTest-211943025'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:14.068404 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56ad9573-41d5-4179-a45a-79deeb9d6497 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.116043 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.122537 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.130086 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.131321 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.134232 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.154556 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad9573-41d5-4179-a45a-79deeb9d6497 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network 50f4a8d2-5d8d-4518-a840-2c83aec47497 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:14.159305 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-56ad9573-41d5-4179-a45a-79deeb9d6497 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:14.162730 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ad9573-41d5-4179-a45a-79deeb9d6497 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:14.163418 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56ad9573-41d5-4179-a45a-79deeb9d6497 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.167909 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.186571 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Network 50f4a8d2-5d8d-4518-a840-2c83aec47497 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:14.189991 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-56ad9573-41d5-4179-a45a-79deeb9d6497 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4490230 Dec 09 02:15:14.192023 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60992) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:14.192682 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad9573-41d5-4179-a45a-79deeb9d6497 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Subnet': ['ID=6104f9cb-057b-44c5-be9c-84937e15d984,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:14.202338 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:14.210946 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:14.216807 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Pushing event updated for resources: {'Port': ['ID=8c680754-963f-43f9-b73d-5450c5549eba,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:14.217210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03cfcc3-5bd6-4027-84d2-c63f37927f9f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:14.220818 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f03cfcc3-5bd6-4027-84d2-c63f37927f9f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.228252 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Network 0b1de08b-ff17-497b-bd07-cd9872ea54bd is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:14.238748 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:14.239122 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a34344d8-2cf7-4faa-bc2c-5468f860cdaf tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.260141 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:14.263990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f03cfcc3-5bd6-4027-84d2-c63f37927f9f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.302911 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34344d8-2cf7-4faa-bc2c-5468f860cdaf tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Network ee7bca6b-7e6d-4202-ac32-faafb25eef48 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:14.308225 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a34344d8-2cf7-4faa-bc2c-5468f860cdaf tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:14.310848 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34344d8-2cf7-4faa-bc2c-5468f860cdaf tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:14.342194 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8dbd3fc7-14bf-4030-b33a-9efef7a55100 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ee99dae9585442dbfa5fef5fd806160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634255 Dec 09 02:15:14.349020 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60996) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:14.358774 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Pushing event updated for resources: {'Port': ['ID=f17d33e8-21fa-4fc2-9840-37de30816f78,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:14.366435 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757681a7-9eb7-401f-a43e-0ecd05ca1043 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:14.368140 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757681a7-9eb7-401f-a43e-0ecd05ca1043 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:14.369751 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757681a7-9eb7-401f-a43e-0ecd05ca1043 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:14.371402 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757681a7-9eb7-401f-a43e-0ecd05ca1043 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:14.372967 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757681a7-9eb7-401f-a43e-0ecd05ca1043 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:14.374730 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-757681a7-9eb7-401f-a43e-0ecd05ca1043 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1779127 Dec 09 02:15:14.386197 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Attempting to bind port 8c680754-963f-43f9-b73d-5450c5549eba on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:14.386902 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Attempting to bind port 8c680754-963f-43f9-b73d-5450c5549eba by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'f2f90e47-65a4-4314-a363-a873f7b4c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50f4a8d2-5d8d-4518-a840-2c83aec47497'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:14.387563 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Attempting to bind port 8c680754-963f-43f9-b73d-5450c5549eba on network 50f4a8d2-5d8d-4518-a840-2c83aec47497 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:14.390659 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 60998) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:14.391340 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34344d8-2cf7-4faa-bc2c-5468f860cdaf tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Pushing event updated for resources: {'Port': ['ID=ce313d5d-4c9b-4ef5-90b0-44fc4036c85d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:14.392931 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Attempting to bind port f17d33e8-21fa-4fc2-9840-37de30816f78 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:14.393528 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Attempting to bind port f17d33e8-21fa-4fc2-9840-37de30816f78 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '4008be9a-8176-49dc-af06-31a063af0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:14.400459 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Attempting to bind port f17d33e8-21fa-4fc2-9840-37de30816f78 on network 0b1de08b-ff17-497b-bd07-cd9872ea54bd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:14.401855 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4987494f-6c0f-45cb-9c97-06ee5d7c2aa9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1601638068'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:14.407394 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32768) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:14.407561 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:14.407925 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Checking segment: {'id': 'f2f90e47-65a4-4314-a363-a873f7b4c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50f4a8d2-5d8d-4518-a840-2c83aec47497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:14.408588 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.408724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Bound using segment: {'id': 'f2f90e47-65a4-4314-a363-a873f7b4c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50f4a8d2-5d8d-4518-a840-2c83aec47497'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:14.409173 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Bound port: 8c680754-963f-43f9-b73d-5450c5549eba, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f90e47-65a4-4314-a363-a873f7b4c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50f4a8d2-5d8d-4518-a840-2c83aec47497'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:14.409551 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.412571 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:14.412973 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Checking segment: {'id': '4008be9a-8176-49dc-af06-31a063af0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:14.413353 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.413732 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Bound using segment: {'id': '4008be9a-8176-49dc-af06-31a063af0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:14.414262 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Bound port: f17d33e8-21fa-4fc2-9840-37de30816f78, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4008be9a-8176-49dc-af06-31a063af0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:14.414556 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.442616 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34344d8-2cf7-4faa-bc2c-5468f860cdaf tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:14.443282 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a34344d8-2cf7-4faa-bc2c-5468f860cdaf tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.462198 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f03cfcc3-5bd6-4027-84d2-c63f37927f9f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.484585 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4987494f-6c0f-45cb-9c97-06ee5d7c2aa9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:14.485022 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f03cfcc3-5bd6-4027-84d2-c63f37927f9f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.489268 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4987494f-6c0f-45cb-9c97-06ee5d7c2aa9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.503580 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a34344d8-2cf7-4faa-bc2c-5468f860cdaf tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2132535 Dec 09 02:15:14.516688 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32772) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:14.525670 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bbd0e03-b943-4922-a4c4-9fac129cf67e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.544671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cfcc3-5bd6-4027-84d2-c63f37927f9f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55484e34-a887-4148-bd74-4a180307d97b,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:14.556311 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Allocated IP 2001:db8::1 (0b1de08b-ff17-497b-bd07-cd9872ea54bd/46d7a0e6-578f-4778-8630-927659e73cb5/5b69c682-f336-4e00-952e-e12a6a761fe8) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:14.561925 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bd939e65-67ed-47f6-a514-121bd4550c65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2124282618'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:14.593686 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03cfcc3-5bd6-4027-84d2-c63f37927f9f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:14.599850 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bbd0e03-b943-4922-a4c4-9fac129cf67e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.611779 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4987494f-6c0f-45cb-9c97-06ee5d7c2aa9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:14.669259 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4987494f-6c0f-45cb-9c97-06ee5d7c2aa9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.670005 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-4987494f-6c0f-45cb-9c97-06ee5d7c2aa9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Added segment e3901611-55ec-4f01-a196-484508f7034e of type vlan for network 4df48e77-f673-4afe-8547-39480298c073 Dec 09 02:15:14.672605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f03cfcc3-5bd6-4027-84d2-c63f37927f9f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.673318 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-f03cfcc3-5bd6-4027-84d2-c63f37927f9f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Added segment 0fc3b22e-6fc6-4449-9ca5-5a67e8fcdabb of type vlan for network 661c158a-e80d-4685-9e52-22c9d68fbe87 Dec 09 02:15:14.680528 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] For port 8c680754-963f-43f9-b73d-5450c5549eba, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:14.684591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] For port 8c680754-963f-43f9-b73d-5450c5549eba, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8c680754-963f-43f9-b73d-5450c5549eba,segment=NetworkSegment(f2f90e47-65a4-4314-a363-a873f7b4c931),segment_id=f2f90e47-65a4-4314-a363-a873f7b4c931)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:14.686099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] For port f17d33e8-21fa-4fc2-9840-37de30816f78, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:14.687060 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd939e65-67ed-47f6-a514-121bd4550c65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:14.690265 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] For port f17d33e8-21fa-4fc2-9840-37de30816f78, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f17d33e8-21fa-4fc2-9840-37de30816f78,segment=NetworkSegment(4008be9a-8176-49dc-af06-31a063af0c0b),segment_id=4008be9a-8176-49dc-af06-31a063af0c0b)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:14.691099 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd939e65-67ed-47f6-a514-121bd4550c65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.693043 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.720778 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.726534 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd939e65-67ed-47f6-a514-121bd4550c65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.733517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.736295 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f03cfcc3-5bd6-4027-84d2-c63f37927f9f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.761199 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4987494f-6c0f-45cb-9c97-06ee5d7c2aa9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.769907 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2a973-98a7-4e7a-a90f-9e1ba5e25fee None None] Pushing event updated for resources: {'Port': ['ID=8c680754-963f-43f9-b73d-5450c5549eba,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:14.813780 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bbd0e03-b943-4922-a4c4-9fac129cf67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.816206 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bbd0e03-b943-4922-a4c4-9fac129cf67e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.831991 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8bbd0e03-b943-4922-a4c4-9fac129cf67e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8af10048-044b-4d3e-8cc6-44af7a23d448 HTTP/1.1" status: 204 len: 168 time: 0.4686201 Dec 09 02:15:14.852218 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b9cfd-fd31-474f-835d-32f4b636c6a7 None None] Pushing event updated for resources: {'Port': ['ID=f17d33e8-21fa-4fc2-9840-37de30816f78,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:14.874062 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f03cfcc3-5bd6-4027-84d2-c63f37927f9f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.874304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d88aa440-02c5-4cbb-9ad9-f51f542f8328 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Deleting port ce313d5d-4c9b-4ef5-90b0-44fc4036c85d {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:14.874632 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d88aa440-02c5-4cbb-9ad9-f51f542f8328 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.879816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03cfcc3-5bd6-4027-84d2-c63f37927f9f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:14.880452 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f03cfcc3-5bd6-4027-84d2-c63f37927f9f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.891180 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4987494f-6c0f-45cb-9c97-06ee5d7c2aa9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.897717 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4987494f-6c0f-45cb-9c97-06ee5d7c2aa9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:14.898280 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.898420 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4987494f-6c0f-45cb-9c97-06ee5d7c2aa9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:14.962600 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd0e03-b943-4922-a4c4-9fac129cf67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af10048-044b-4d3e-8cc6-44af7a23d448,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:14.969628 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4987494f-6c0f-45cb-9c97-06ee5d7c2aa9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5734878 Dec 09 02:15:14.992956 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32776) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:14.998060 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2540f077-a108-4dc1-bcb7-9651f0a718cd tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:15.036021 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f03cfcc3-5bd6-4027-84d2-c63f37927f9f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3921299 Dec 09 02:15:15.042195 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32778) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:15.058519 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bcafb97a-2b17-48d7-bcc7-241e53f38f23 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'network': {'name': 'tempest-RoutersTest-1519433545'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:15.069818 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Allocated IP 172.26.3.69 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/1c27969a-0535-49be-bad6-7ad3f9dc4968) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:15.079249 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cfcc3-5bd6-4027-84d2-c63f37927f9f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Network': ['ID=661c158a-e80d-4685-9e52-22c9d68fbe87,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:15.093388 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 661c158a-e80d-4685-9e52-22c9d68fbe87 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:15.224166 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987494f-6c0f-45cb-9c97-06ee5d7c2aa9 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Network': ['ID=4df48e77-f673-4afe-8547-39480298c073,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:15.243953 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 4df48e77-f673-4afe-8547-39480298c073 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:15.285610 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d88aa440-02c5-4cbb-9ad9-f51f542f8328 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:15.289828 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:15.418352 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 0b1de08b-ff17-497b-bd07-cd9872ea54bd is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:15.426095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:15.432372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=5b69c682-f336-4e00-952e-e12a6a761fe8,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:15.435095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:15.435837 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:15.559587 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:15.601706 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:15.676072 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd939e65-67ed-47f6-a514-121bd4550c65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:15.677279 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcafb97a-2b17-48d7-bcc7-241e53f38f23 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:15.681669 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:15.682486 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bcafb97a-2b17-48d7-bcc7-241e53f38f23 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:15.698723 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d88aa440-02c5-4cbb-9ad9-f51f542f8328 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Calling delete_port for ce313d5d-4c9b-4ef5-90b0-44fc4036c85d owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:15.727128 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd939e65-67ed-47f6-a514-121bd4550c65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:15.818376 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd939e65-67ed-47f6-a514-121bd4550c65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:15.903029 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd939e65-67ed-47f6-a514-121bd4550c65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:15.903378 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-bd939e65-67ed-47f6-a514-121bd4550c65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Added segment 38179b78-0ab3-4147-8e0a-51d0285bcd1a of type vlan for network 3d63738a-85ef-4baf-83f7-848c720832e0 Dec 09 02:15:15.916874 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd939e65-67ed-47f6-a514-121bd4550c65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db462e5d-bdf0-4dc6-9e52-d35f84b4ea2e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:15.934376 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2540f077-a108-4dc1-bcb7-9651f0a718cd tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:15.992707 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2540f077-a108-4dc1-bcb7-9651f0a718cd tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:15.996577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f17d33e8-21fa-4fc2-9840-37de30816f78 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:16.016033 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd939e65-67ed-47f6-a514-121bd4550c65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.028479 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2540f077-a108-4dc1-bcb7-9651f0a718cd tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network 4df48e77-f673-4afe-8547-39480298c073 is not hosted by any dhcp agent {{(pid=103333) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 02:15:16.033602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2540f077-a108-4dc1-bcb7-9651f0a718cd tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:16.034226 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2540f077-a108-4dc1-bcb7-9651f0a718cd tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.035553 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2540f077-a108-4dc1-bcb7-9651f0a718cd tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "PUT /v2.0/networks/4df48e77-f673-4afe-8547-39480298c073 HTTP/1.1" status: 200 len: 723 time: 1.0416403 Dec 09 02:15:16.072853 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32796) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:16.097094 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-39693ed6-380d-4e84-83cf-f31833043c39 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'subnet': {'network_id': '4df48e77-f673-4afe-8547-39480298c073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:16.103510 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port f17d33e8-21fa-4fc2-9840-37de30816f78 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:16.112014 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.229755 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540f077-a108-4dc1-bcb7-9651f0a718cd tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Network': ['ID=4df48e77-f673-4afe-8547-39480298c073,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:16.246324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32802) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:16.272913 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd939e65-67ed-47f6-a514-121bd4550c65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.279468 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd939e65-67ed-47f6-a514-121bd4550c65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:16.280351 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd939e65-67ed-47f6-a514-121bd4550c65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.287744 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:16.290002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=1c27969a-0535-49be-bad6-7ad3f9dc4968,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:16.304274 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.db.api [None req-bcafb97a-2b17-48d7-bcc7-241e53f38f23 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:15:16.304700 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG oslo_db.api [None req-bcafb97a-2b17-48d7-bcc7-241e53f38f23 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:15:16.305061 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:16.313985 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:16.320351 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bd939e65-67ed-47f6-a514-121bd4550c65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9050910 Dec 09 02:15:16.321359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32806) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:16.335883 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-9dd0e81f-985b-4ca5-93c2-85836926ef99 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:16.369497 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.375392 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 4df48e77-f673-4afe-8547-39480298c073 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:16.402075 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d88aa440-02c5-4cbb-9ad9-f51f542f8328 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.414505 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd939e65-67ed-47f6-a514-121bd4550c65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Network': ['ID=3d63738a-85ef-4baf-83f7-848c720832e0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:16.462920 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88aa440-02c5-4cbb-9ad9-f51f542f8328 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce313d5d-4c9b-4ef5-90b0-44fc4036c85d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:16.470531 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39693ed6-380d-4e84-83cf-f31833043c39 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:16.474016 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-39693ed6-380d-4e84-83cf-f31833043c39 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.516901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:16.528508 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de02237b-b896-4c52-b284-d2a8749b8cd2 None None] Network 0b1de08b-ff17-497b-bd07-cd9872ea54bd requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:16.557530 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d742db42-4394-4f7f-8ae3-01a29baf5bbc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1789899971'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:16.588767 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d88aa440-02c5-4cbb-9ad9-f51f542f8328 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.590526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port f17d33e8-21fa-4fc2-9840-37de30816f78, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f17d33e8-21fa-4fc2-9840-37de30816f78,segment=NetworkSegment(4008be9a-8176-49dc-af06-31a063af0c0b),segment_id=4008be9a-8176-49dc-af06-31a063af0c0b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:16.595779 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d88aa440-02c5-4cbb-9ad9-f51f542f8328 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "DELETE /v2.0/ports/ce313d5d-4c9b-4ef5-90b0-44fc4036c85d HTTP/1.1" status: 204 len: 168 time: 2.0779381 Dec 09 02:15:16.598384 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32808) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:16.605926 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee7bca6b-7e6d-4202-ac32-faafb25eef48', 'external_fixed_ips': [{'subnet_id': 'b4d927d3-cfe0-4974-8c63-b036a8fe342b', 'ip_address': '172.20.0.4'}]}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:16.687528 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d742db42-4394-4f7f-8ae3-01a29baf5bbc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:16.687772 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.688570 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8c680754-963f-43f9-b73d-5450c5549eba up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:16.690823 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d742db42-4394-4f7f-8ae3-01a29baf5bbc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.725726 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.727400 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.745803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d742db42-4394-4f7f-8ae3-01a29baf5bbc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.806480 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=f17d33e8-21fa-4fc2-9840-37de30816f78,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:16.815296 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bcafb97a-2b17-48d7-bcc7-241e53f38f23 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.819646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd0e81f-985b-4ca5-93c2-85836926ef99 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:16.823664 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9dd0e81f-985b-4ca5-93c2-85836926ef99 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.850322 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1a4e0d-bdc6-4b5a-a60c-11cec9b744df None None] Network 50f4a8d2-5d8d-4518-a840-2c83aec47497 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:16.864844 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5730ef31-4c73-4283-b6b8-ae686c8d8e2f None None] Provisioning complete for port f17d33e8-21fa-4fc2-9840-37de30816f78 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:16.865361 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5730ef31-4c73-4283-b6b8-ae686c8d8e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.872455 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-39693ed6-380d-4e84-83cf-f31833043c39 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.884607 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.912118 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcafb97a-2b17-48d7-bcc7-241e53f38f23 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:16.915918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.936499 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:16.937568 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.004036 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bcafb97a-2b17-48d7-bcc7-241e53f38f23 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.004362 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-bcafb97a-2b17-48d7-bcc7-241e53f38f23 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Added segment af7df8a1-e3c6-4cd5-ac26-4dbacdd942dd of type vlan for network 7aa9b586-8b19-477f-991f-ec0c64adb15c Dec 09 02:15:17.019319 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 8c680754-963f-43f9-b73d-5450c5549eba triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:17.019978 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.064556 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39693ed6-380d-4e84-83cf-f31833043c39 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Subnet': ['ID=12f1a15f-ca86-4ad8-ac5f-da2e1c5410da,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:17.130833 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.134101 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39693ed6-380d-4e84-83cf-f31833043c39 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Checking segment: {'id': 'e3901611-55ec-4f01-a196-484508f7034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4df48e77-f673-4afe-8547-39480298c073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:17.134475 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39693ed6-380d-4e84-83cf-f31833043c39 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network hostable DHCP agents. Network: 4df48e77-f673-4afe-8547-39480298c073, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:17.138897 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bcafb97a-2b17-48d7-bcc7-241e53f38f23 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.183559 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39693ed6-380d-4e84-83cf-f31833043c39 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network 4df48e77-f673-4afe-8547-39480298c073 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:17.184527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=5b69c682-f336-4e00-952e-e12a6a761fe8,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:17.192500 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.230818 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-39693ed6-380d-4e84-83cf-f31833043c39 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 4df48e77-f673-4afe-8547-39480298c073) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:17.235086 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bcafb97a-2b17-48d7-bcc7-241e53f38f23 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.241992 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcafb97a-2b17-48d7-bcc7-241e53f38f23 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:17.242604 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bcafb97a-2b17-48d7-bcc7-241e53f38f23 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.246969 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 8c680754-963f-43f9-b73d-5450c5549eba, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8c680754-963f-43f9-b73d-5450c5549eba,segment=NetworkSegment(f2f90e47-65a4-4314-a363-a873f7b4c931),segment_id=f2f90e47-65a4-4314-a363-a873f7b4c931)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:17.247712 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39693ed6-380d-4e84-83cf-f31833043c39 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:17.248296 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-39693ed6-380d-4e84-83cf-f31833043c39 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.273538 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f11021-e6c1-416f-9609-48b27d421b83 None None] Network 4df48e77-f673-4afe-8547-39480298c073 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:17.276919 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.355669 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafb97a-2b17-48d7-bcc7-241e53f38f23 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Network': ['ID=7aa9b586-8b19-477f-991f-ec0c64adb15c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:17.366339 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bcafb97a-2b17-48d7-bcc7-241e53f38f23 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3156545 Dec 09 02:15:17.371867 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-39693ed6-380d-4e84-83cf-f31833043c39 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2944627 Dec 09 02:15:17.372485 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32810) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:17.378249 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32812) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:17.382095 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b3a8df47-0ccc-4d86-bfd3-b8928f75d7da tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'subnet': {'network_id': '661c158a-e80d-4685-9e52-22c9d68fbe87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:17.390039 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 7aa9b586-8b19-477f-991f-ec0c64adb15c details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:17.448038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc490f5-9025-40ec-b794-6b9f562b46aa None None] Update dhcp port {'port': {'network_id': '50f4a8d2-5d8d-4518-a840-2c83aec47497', 'fixed_ips': [{'subnet_id': '28f20943-af80-45b1-9852-4e0a206b4bd0', 'ip_address': '2001:db8::2'}, {'subnet_id': '6104f9cb-057b-44c5-be9c-84937e15d984'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': '8c680754-963f-43f9-b73d-5450c5549eba'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:15:17.469421 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bb87979e-9566-4213-81af-6bab645a675b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:17.506382 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=8c680754-963f-43f9-b73d-5450c5549eba,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:17.509343 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-fd671619-b2c5-4745-a0b4-b8d5f4a03e1d None None] Provisioning complete for port 8c680754-963f-43f9-b73d-5450c5549eba triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:17.509950 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd671619-b2c5-4745-a0b4-b8d5f4a03e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.547238 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.549736 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7bc490f5-9025-40ec-b794-6b9f562b46aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.573675 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a8df47-0ccc-4d86-bfd3-b8928f75d7da tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:17.577242 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b3a8df47-0ccc-4d86-bfd3-b8928f75d7da tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.592791 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d742db42-4394-4f7f-8ae3-01a29baf5bbc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.601279 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 0b1de08b-ff17-497b-bd07-cd9872ea54bd is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:17.608402 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d742db42-4394-4f7f-8ae3-01a29baf5bbc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.622584 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-4df48e77-f673-4afe-8547-39480298c073', 'network_id': '4df48e77-f673-4afe-8547-39480298c073', 'project_id': '6a57719e646b4b71a47aa027f3070476', 'fixed_ips': [{'subnet_id': '12f1a15f-ca86-4ad8-ac5f-da2e1c5410da'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:17.623825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.628093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d742db42-4394-4f7f-8ae3-01a29baf5bbc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:17.641798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d742db42-4394-4f7f-8ae3-01a29baf5bbc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.642244 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-d742db42-4394-4f7f-8ae3-01a29baf5bbc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Added segment c221872b-f42e-49ea-8f85-f8c9a65a340c of type vlan for network 2df3a222-442f-42c4-8365-e4a0f2943169 Dec 09 02:15:17.648219 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb87979e-9566-4213-81af-6bab645a675b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4041697'] for subnet, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.696774 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d742db42-4394-4f7f-8ae3-01a29baf5bbc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.801214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:17.861894 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.886193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f17d33e8-21fa-4fc2-9840-37de30816f78 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:17.905424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.941230 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d742db42-4394-4f7f-8ae3-01a29baf5bbc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.947543 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d742db42-4394-4f7f-8ae3-01a29baf5bbc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:17.948199 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d742db42-4394-4f7f-8ae3-01a29baf5bbc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:17.995791 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d742db42-4394-4f7f-8ae3-01a29baf5bbc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7430818 Dec 09 02:15:18.011097 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32814) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:18.031634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-fdd53e97-2f3f-4c1d-b811-d11544078473 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169', 'name': 'tempest-PortsIpV6TestJSON-277504813'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:18.106437 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Allocated IP 172.20.0.4 (ee7bca6b-7e6d-4202-ac32-faafb25eef48/b4d927d3-cfe0-4974-8c63-b036a8fe342b/e103d275-ab34-4082-bfa6-d4f2a8ff9975) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:18.133312 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b3a8df47-0ccc-4d86-bfd3-b8928f75d7da tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:18.178794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Allocated IP 2001:db8::2 (4df48e77-f673-4afe-8547-39480298c073/12f1a15f-ca86-4ad8-ac5f-da2e1c5410da/c677f66d-3efc-4d4d-85b0-aedada409a52) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:18.198087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8df47-0ccc-4d86-bfd3-b8928f75d7da tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Subnet': ['ID=df7cfc8e-a6dd-4f45-8ecd-6f38849ef8bb,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:18.214460 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2344b600-b837-4702-865a-625f987c12e4 req-a74035b5-50ca-42eb-b0bb-f7c1ba7a9a4a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4897857 Dec 09 02:15:18.215123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742db42-4394-4f7f-8ae3-01a29baf5bbc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad06fb87-0044-48c5-8327-bf5c08a5b263,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:18.221257 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-7bc490f5-9025-40ec-b794-6b9f562b46aa None None] Allocated IP 172.20.0.1 (50f4a8d2-5d8d-4518-a840-2c83aec47497/6104f9cb-057b-44c5-be9c-84937e15d984/8c680754-963f-43f9-b73d-5450c5549eba) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:18.275322 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a8df47-0ccc-4d86-bfd3-b8928f75d7da tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Checking segment: {'id': '0fc3b22e-6fc6-4449-9ca5-5a67e8fcdabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '661c158a-e80d-4685-9e52-22c9d68fbe87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:18.275496 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a8df47-0ccc-4d86-bfd3-b8928f75d7da tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network hostable DHCP agents. Network: 661c158a-e80d-4685-9e52-22c9d68fbe87, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:18.276688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742db42-4394-4f7f-8ae3-01a29baf5bbc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Network': ['ID=2df3a222-442f-42c4-8365-e4a0f2943169,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:18.280105 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port f17d33e8-21fa-4fc2-9840-37de30816f78 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:18.280105 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:18.315072 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 2df3a222-442f-42c4-8365-e4a0f2943169 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:18.321163 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9dd0e81f-985b-4ca5-93c2-85836926ef99 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:18.326341 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:18.327128 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:18.336789 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd53e97-2f3f-4c1d-b811-d11544078473 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:18.339846 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a8df47-0ccc-4d86-bfd3-b8928f75d7da tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 661c158a-e80d-4685-9e52-22c9d68fbe87 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:18.341331 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdd53e97-2f3f-4c1d-b811-d11544078473 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:18.360304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-b3a8df47-0ccc-4d86-bfd3-b8928f75d7da tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 661c158a-e80d-4685-9e52-22c9d68fbe87) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:18.375018 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a8df47-0ccc-4d86-bfd3-b8928f75d7da tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:18.375638 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b3a8df47-0ccc-4d86-bfd3-b8928f75d7da tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:18.399818 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b3a8df47-0ccc-4d86-bfd3-b8928f75d7da tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0197024 Dec 09 02:15:18.400929 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32816) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:18.405510 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2fa48604-342a-4735-bd73-f3d3ed760ee4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'subnet': {'network_id': '7aa9b586-8b19-477f-991f-ec0c64adb15c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:18.409883 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:18.411419 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b92ce5-94f5-4b3d-a93d-ab4eb705bf17 None None] Network 661c158a-e80d-4685-9e52-22c9d68fbe87 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:18.441064 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-fdd53e97-2f3f-4c1d-b811-d11544078473 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] device_id is not set on port 0376222d-b4d0-48c5-a2de-b97cde538a84 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:15:18.514530 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Network ee7bca6b-7e6d-4202-ac32-faafb25eef48 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:18.515351 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344b600-b837-4702-865a-625f987c12e4 req-390d30ee-8dbc-42ae-a9bb-1a776c3866a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:18.516723 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2344b600-b837-4702-865a-625f987c12e4 req-390d30ee-8dbc-42ae-a9bb-1a776c3866a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6aa27ea1351487bb03e8c81fda3bd03&device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 1098 time: 0.2436154 Dec 09 02:15:18.517370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0e81f-985b-4ca5-93c2-85836926ef99 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=d8a8006e-8b56-4252-af52-b5041cea535f,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:18.518889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e70d0c8d-8800-4e35-acc8-1a0e160838e2 None None] Provisioning complete for port 5b69c682-f336-4e00-952e-e12a6a761fe8 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:18.519480 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e70d0c8d-8800-4e35-acc8-1a0e160838e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:18.519618 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:18.526487 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Pushing event updated for resources: {'Port': ['ID=e103d275-ab34-4082-bfa6-d4f2a8ff9975,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:18.528880 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:18.539162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router c943b033-7c80-4daf-b6d1-12f04a08d5c1 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:15:18.630323 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa48604-342a-4735-bd73-f3d3ed760ee4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:18.634110 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2fa48604-342a-4735-bd73-f3d3ed760ee4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:18.649345 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7bc490f5-9025-40ec-b794-6b9f562b46aa None None] For port 8c680754-963f-43f9-b73d-5450c5549eba, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8c680754-963f-43f9-b73d-5450c5549eba,segment=NetworkSegment(f2f90e47-65a4-4314-a363-a873f7b4c931),segment_id=f2f90e47-65a4-4314-a363-a873f7b4c931)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:18.680543 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e70d0c8d-8800-4e35-acc8-1a0e160838e2 None None] Port 5b69c682-f336-4e00-952e-e12a6a761fe8 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:18.680767 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd0e81f-985b-4ca5-93c2-85836926ef99 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:18.681261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd0e81f-985b-4ca5-93c2-85836926ef99 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network hostable DHCP agents. Network: 3d63738a-85ef-4baf-83f7-848c720832e0, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:18.738086 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:18.761871 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8c680754-963f-43f9-b73d-5450c5549eba up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:18.766556 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:18.773372 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7bc490f5-9025-40ec-b794-6b9f562b46aa None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:18.777173 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-661c158a-e80d-4685-9e52-22c9d68fbe87', 'network_id': '661c158a-e80d-4685-9e52-22c9d68fbe87', 'project_id': 'a758062df96345628c35c50c762f8108', 'fixed_ips': [{'subnet_id': 'df7cfc8e-a6dd-4f45-8ecd-6f38849ef8bb'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:18.778006 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:18.779896 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e70d0c8d-8800-4e35-acc8-1a0e160838e2 None None] Provisioning complete for port f17d33e8-21fa-4fc2-9840-37de30816f78 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:18.780435 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e70d0c8d-8800-4e35-acc8-1a0e160838e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:18.856161 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7bc490f5-9025-40ec-b794-6b9f562b46aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:18.894197 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd0e81f-985b-4ca5-93c2-85836926ef99 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:18.901579 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Network 4df48e77-f673-4afe-8547-39480298c073 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:18.919891 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:18.932031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:18.938507 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344b600-b837-4702-865a-625f987c12e4 req-5ed3f3b1-2874-4252-b0b3-e3f0fe3773b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:18.940174 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2344b600-b837-4702-865a-625f987c12e4 req-5ed3f3b1-2874-4252-b0b3-e3f0fe3773b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d39084e-79bd-4b9e-a14a-0e7250599a44 HTTP/1.1" status: 200 len: 911 time: 0.3835032 Dec 09 02:15:18.947534 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-894bb2f5-18c5-4293-9685-373f679cb33d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/c943b033-7c80-4daf-b6d1-12f04a08d5c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8838482 Dec 09 02:15:18.951462 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32818) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:18.955882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-9dd0e81f-985b-4ca5-93c2-85836926ef99 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 3d63738a-85ef-4baf-83f7-848c720832e0) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:18.966146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-393b5d21-e578-4e23-86fa-3e94d5a76655 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1803767262'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:18.972968 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:18.993118 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Sync routers for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:18.995013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Pushing event updated for resources: {'Port': ['ID=c677f66d-3efc-4d4d-85b0-aedada409a52,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:18.997992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a72c09-71fb-4397-9b74-733c47ef777b None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:19.018123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd0e81f-985b-4ca5-93c2-85836926ef99 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:19.018751 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9dd0e81f-985b-4ca5-93c2-85836926ef99 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.047615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb87979e-9566-4213-81af-6bab645a675b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785246342184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3180070'] for subnet, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.049703 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.169104 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb87979e-9566-4213-81af-6bab645a675b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:19.169305 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:19.169437 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb87979e-9566-4213-81af-6bab645a675b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.170228 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:19.175570 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bb87979e-9566-4213-81af-6bab645a675b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "PUT /v2.0/subnets/12f1a15f-ca86-4ad8-ac5f-da2e1c5410da HTTP/1.1" status: 200 len: 826 time: 1.7158365 Dec 09 02:15:19.181237 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32820) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:19.196888 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2fa48604-342a-4735-bd73-f3d3ed760ee4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.311957 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87979e-9566-4213-81af-6bab645a675b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Subnet': ['ID=12f1a15f-ca86-4ad8-ac5f-da2e1c5410da,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:19.330123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdd53e97-2f3f-4c1d-b811-d11544078473 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.333392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.350811 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 8c680754-963f-43f9-b73d-5450c5549eba triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:19.351368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.354307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.405288 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.407049 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc490f5-9025-40ec-b794-6b9f562b46aa None None] Pushing event updated for resources: {'Port': ['ID=8c680754-963f-43f9-b73d-5450c5549eba,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:19.443545 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Attempting to bind port c677f66d-3efc-4d4d-85b0-aedada409a52 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:19.444760 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Attempting to bind port c677f66d-3efc-4d4d-85b0-aedada409a52 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'e3901611-55ec-4f01-a196-484508f7034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4df48e77-f673-4afe-8547-39480298c073'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:19.445128 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Attempting to bind port c677f66d-3efc-4d4d-85b0-aedada409a52 on network 4df48e77-f673-4afe-8547-39480298c073 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:19.452500 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2344b600-b837-4702-865a-625f987c12e4 req-b3514eff-1788-4742-bee8-914c9e63d959 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6718d4df-d0aa-4ff1-a335-31d024679bf3 HTTP/1.1" status: 200 len: 1001 time: 0.5000722 Dec 09 02:15:19.460620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393b5d21-e578-4e23-86fa-3e94d5a76655 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:19.466719 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:19.467089 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Checking segment: {'id': 'e3901611-55ec-4f01-a196-484508f7034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4df48e77-f673-4afe-8547-39480298c073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:19.467929 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.467929 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Bound using segment: {'id': 'e3901611-55ec-4f01-a196-484508f7034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4df48e77-f673-4afe-8547-39480298c073'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:19.468400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Bound port: c677f66d-3efc-4d4d-85b0-aedada409a52, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3901611-55ec-4f01-a196-484508f7034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4df48e77-f673-4afe-8547-39480298c073'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:19.468784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.475784 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-393b5d21-e578-4e23-86fa-3e94d5a76655 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.520409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Allocated IP 172.20.0.2 (661c158a-e80d-4685-9e52-22c9d68fbe87/df7cfc8e-a6dd-4f45-8ecd-6f38849ef8bb/c7087650-59e8-4966-9b22-07f83f0ce796) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:19.528077 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9dd0e81f-985b-4ca5-93c2-85836926ef99 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2055604 Dec 09 02:15:19.528729 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32822) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:19.540289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-de58953c-96ba-4092-b965-2d7ed6302bce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'name': 'tempest-NetworksTestDHCPv6-2043260167'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:19.542008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:15:19.574795 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=1c27969a-0535-49be-bad6-7ad3f9dc4968,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:19.581984 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': 'd8a8006e-8b56-4252-af52-b5041cea535f'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:19.583006 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.642381 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdd53e97-2f3f-4c1d-b811-d11544078473 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.701987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393b5d21-e578-4e23-86fa-3e94d5a76655 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:19.726644 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.772435 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344b600-b837-4702-865a-625f987c12e4 req-a5f0310f-f06f-4f7b-8626-82426035ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:19.773953 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2344b600-b837-4702-865a-625f987c12e4 req-a5f0310f-f06f-4f7b-8626-82426035ce2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65663bf3-f1b4-4c2a-9db1-f939da065c68 HTTP/1.1" status: 200 len: 849 time: 0.2911065 Dec 09 02:15:19.791718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-393b5d21-e578-4e23-86fa-3e94d5a76655 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.792071 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-393b5d21-e578-4e23-86fa-3e94d5a76655 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Added segment d35936fa-daf2-456a-9475-47248c50b7ee of type vlan for network a8b9d5bd-9392-47eb-8a19-18f40bc592a2 Dec 09 02:15:19.848294 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa48604-342a-4735-bd73-f3d3ed760ee4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Checking segment: {'id': 'af7df8a1-e3c6-4cd5-ac26-4dbacdd942dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7aa9b586-8b19-477f-991f-ec0c64adb15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:19.848811 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa48604-342a-4735-bd73-f3d3ed760ee4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network hostable DHCP agents. Network: 7aa9b586-8b19-477f-991f-ec0c64adb15c, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:19.854422 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa48604-342a-4735-bd73-f3d3ed760ee4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Subnet': ['ID=46df975f-618c-4e17-911d-722f18eaea56,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:19.880355 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd53e97-2f3f-4c1d-b811-d11544078473 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=0376222d-b4d0-48c5-a2de-b97cde538a84,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:19.930009 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa48604-342a-4735-bd73-f3d3ed760ee4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 7aa9b586-8b19-477f-991f-ec0c64adb15c is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:19.945604 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.948025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-393b5d21-e578-4e23-86fa-3e94d5a76655 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.948806 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Deleting port c677f66d-3efc-4d4d-85b0-aedada409a52 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:19.949180 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:19.962426 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-2fa48604-342a-4735-bd73-f3d3ed760ee4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 7aa9b586-8b19-477f-991f-ec0c64adb15c) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:20.000983 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa48604-342a-4735-bd73-f3d3ed760ee4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:20.001588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2fa48604-342a-4735-bd73-f3d3ed760ee4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:20.030216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd53e97-2f3f-4c1d-b811-d11544078473 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Checking segment: {'id': 'c221872b-f42e-49ea-8f85-f8c9a65a340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:20.030591 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd53e97-2f3f-4c1d-b811-d11544078473 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network hostable DHCP agents. Network: 2df3a222-442f-42c4-8365-e4a0f2943169, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:20.034180 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344b600-b837-4702-865a-625f987c12e4 req-b93e229d-8ebf-4ecd-8ea5-ece5d115ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:20.036264 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2344b600-b837-4702-865a-625f987c12e4 req-b93e229d-8ebf-4ecd-8ea5-ece5d115ec83 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d39084e-79bd-4b9e-a14a-0e7250599a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2420988 Dec 09 02:15:20.046543 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-393b5d21-e578-4e23-86fa-3e94d5a76655 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:20.048109 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ff4453-d146-4555-98e9-7fa8ca93887d None None] Network 7aa9b586-8b19-477f-991f-ec0c64adb15c requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:20.052760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393b5d21-e578-4e23-86fa-3e94d5a76655 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:20.053951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-393b5d21-e578-4e23-86fa-3e94d5a76655 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:20.092951 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2fa48604-342a-4735-bd73-f3d3ed760ee4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6915662 Dec 09 02:15:20.099552 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32824) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:20.106603 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f0b34094-183c-4d13-8980-db13c3cd63c7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1675101145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:20.111810 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Floating IP 3077c59c-8ffe-41e5-bbab-49d7c7fb7b62 associated. External IP: 172.26.3.69, port: 5f56c757-86f1-48f0-b893-00ce9f37aa6a. Dec 09 02:15:20.113950 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de58953c-96ba-4092-b965-2d7ed6302bce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:20.117915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de58953c-96ba-4092-b965-2d7ed6302bce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:20.167393 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] For port c677f66d-3efc-4d4d-85b0-aedada409a52, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:20.167787 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:20.193924 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Calling delete_port for c677f66d-3efc-4d4d-85b0-aedada409a52 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:20.228018 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8b5470-eb23-4519-b3b7-9276582b162b None None] Network 50f4a8d2-5d8d-4518-a840-2c83aec47497 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:20.272463 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-393b5d21-e578-4e23-86fa-3e94d5a76655 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3172369 Dec 09 02:15:20.282153 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32826) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:20.283351 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-de58953c-96ba-4092-b965-2d7ed6302bce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port 4387a9e6-aff7-44e5-ac7f-ec8d9b068c74 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:15:20.307405 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-7ae0a413-a45c-4093-88f7-024b97e9e481 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'subnet': {'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:20.312919 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd53e97-2f3f-4c1d-b811-d11544078473 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 2df3a222-442f-42c4-8365-e4a0f2943169 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:20.347875 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0b34094-183c-4d13-8980-db13c3cd63c7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:20.351638 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0b34094-183c-4d13-8980-db13c3cd63c7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:20.354732 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b5d21-e578-4e23-86fa-3e94d5a76655 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Network': ['ID=a8b9d5bd-9392-47eb-8a19-18f40bc592a2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:20.368919 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] For port c677f66d-3efc-4d4d-85b0-aedada409a52, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:20.406814 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network a8b9d5bd-9392-47eb-8a19-18f40bc592a2 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:20.428583 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8c680754-963f-43f9-b73d-5450c5549eba up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:20.435539 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-fdd53e97-2f3f-4c1d-b811-d11544078473 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 2df3a222-442f-42c4-8365-e4a0f2943169) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:20.450220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0b34094-183c-4d13-8980-db13c3cd63c7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:20.476587 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] For port c677f66d-3efc-4d4d-85b0-aedada409a52, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c677f66d-3efc-4d4d-85b0-aedada409a52,segment=NetworkSegment(e3901611-55ec-4f01-a196-484508f7034e),segment_id=e3901611-55ec-4f01-a196-484508f7034e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:20.486872 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0b34094-183c-4d13-8980-db13c3cd63c7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:20.509216 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7a842d-fc64-4bf5-a1ea-90f3ac220f85 None None] Network 2df3a222-442f-42c4-8365-e4a0f2943169 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:20.521893 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd53e97-2f3f-4c1d-b811-d11544078473 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:20.528718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd53e97-2f3f-4c1d-b811-d11544078473 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:20.529340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdd53e97-2f3f-4c1d-b811-d11544078473 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:20.556885 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0b34094-183c-4d13-8980-db13c3cd63c7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:20.561029 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f0b34094-183c-4d13-8980-db13c3cd63c7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4573390 Dec 09 02:15:20.561234 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f6918285-0529-4a80-a620-ad0437ab3055 None None] Provisioning complete for port 8c680754-963f-43f9-b73d-5450c5549eba triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:20.561234 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6918285-0529-4a80-a620-ad0437ab3055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:20.563325 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:20.565136 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32830) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:20.591848 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2344b600-b837-4702-865a-625f987c12e4 req-55cf0364-df0c-48c8-8aaf-0655633d0247 service neutron] 10.222.0.45 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333309 Dec 09 02:15:20.597645 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae0a413-a45c-4093-88f7-024b97e9e481 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:20.602149 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7ae0a413-a45c-4093-88f7-024b97e9e481 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:20.619366 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Router aeb7be5f-d6b9-46da-a077-8bdcb7857264 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:15:20.633513 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fdd53e97-2f3f-4c1d-b811-d11544078473 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6030471 Dec 09 02:15:20.653455 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32834) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:20.659816 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-27820b19-ca69-4269-b051-72c767f1bd77 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1814951404'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:20.665491 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:20.745275 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Port': ['ID=c677f66d-3efc-4d4d-85b0-aedada409a52,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:20.745479 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Allocated IP 2001:db8::2 (3d63738a-85ef-4baf-83f7-848c720832e0/d8a8006e-8b56-4252-af52-b5041cea535f/5bd36ce0-625a-43f1-9b65-f4228ab295a6) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:20.778376 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47276a09-fae2-42eb-bde0-9a2d905fcea0 None None] Pushing event deleted for resources: {'Port': ['ID=c677f66d-3efc-4d4d-85b0-aedada409a52,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:20.877317 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-7aa9b586-8b19-477f-991f-ec0c64adb15c', 'network_id': '7aa9b586-8b19-477f-991f-ec0c64adb15c', 'project_id': 'a758062df96345628c35c50c762f8108', 'fixed_ips': [{'subnet_id': '46df975f-618c-4e17-911d-722f18eaea56'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:20.878732 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:20.893549 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2344b600-b837-4702-865a-625f987c12e4 req-9ebe487b-af69-4efd-8bbb-2689bcf2af73 service neutron] 10.222.0.45 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878435 Dec 09 02:15:20.898204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router a73c5c39-9162-46ee-9bf6-ba0fe79858ff has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:15:20.903786 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27820b19-ca69-4269-b051-72c767f1bd77 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:20.909056 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27820b19-ca69-4269-b051-72c767f1bd77 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:20.909762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No DVR routers for this DVR port c677f66d-3efc-4d4d-85b0-aedada409a52 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:20.987163 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.027856 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.068036 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 8c680754-963f-43f9-b73d-5450c5549eba triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:21.068439 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.091119 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27820b19-ca69-4269-b051-72c767f1bd77 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:21.100024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.107953 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:21.121206 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Sync routers for ids ['aeb7be5f-d6b9-46da-a077-8bdcb7857264'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:21.148585 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Routers {'aeb7be5f-d6b9-46da-a077-8bdcb7857264'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:21.151960 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['aeb7be5f-d6b9-46da-a077-8bdcb7857264'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:21.156776 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:21.159106 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7ae0a413-a45c-4093-88f7-024b97e9e481 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.201673 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27820b19-ca69-4269-b051-72c767f1bd77 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.202162 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-27820b19-ca69-4269-b051-72c767f1bd77 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Added segment f9b359ae-1aa6-49c3-ba40-19b187bf7471 of type vlan for network a338326c-3254-4dd8-92b2-08fd529b46b9 Dec 09 02:15:21.230778 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae93feb-81eb-4abd-9d3d-76759b4faa80 None None] Sync routers for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:21.274126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.282621 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Network 661c158a-e80d-4685-9e52-22c9d68fbe87 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:21.336272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0a413-a45c-4093-88f7-024b97e9e481 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Subnet': ['ID=58d4058f-774e-45a5-bdbf-9b4532418120,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:21.355175 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-be426c53-e9f9-41fd-a949-9b02063867d8 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.3389330 Dec 09 02:15:21.356148 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:21.366851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32836) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:21.376794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-471140ef-e41f-4ac5-b12c-9f19b63bc16f tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1086813248'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:21.396084 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.401613 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-475d4716-aba9-4dcb-9702-3ebebfeac566 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.8021283 Dec 09 02:15:21.411350 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32838) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:21.415832 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.419541 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:21.426474 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27820b19-ca69-4269-b051-72c767f1bd77 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.446400 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Set router aeb7be5f-d6b9-46da-a077-8bdcb7857264 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:15:21.467724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:15Z', 'revision_number': 2, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:16Z', 'revision_number': 2, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:21.541412 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae0a413-a45c-4093-88f7-024b97e9e481 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Checking segment: {'id': 'd35936fa-daf2-456a-9475-47248c50b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:21.543855 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae0a413-a45c-4093-88f7-024b97e9e481 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network hostable DHCP agents. Network: a8b9d5bd-9392-47eb-8a19-18f40bc592a2, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:21.566719 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Pushing event updated for resources: {'Port': ['ID=c7087650-59e8-4966-9b22-07f83f0ce796,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:21.580543 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae93feb-81eb-4abd-9d3d-76759b4faa80 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:21.581015 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9ae93feb-81eb-4abd-9d3d-76759b4faa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:21.582296 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27820b19-ca69-4269-b051-72c767f1bd77 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.592764 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27820b19-ca69-4269-b051-72c767f1bd77 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:21.593436 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27820b19-ca69-4269-b051-72c767f1bd77 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.606681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471140ef-e41f-4ac5-b12c-9f19b63bc16f tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Made reservation on behalf of fd4a8d8a012748ba83cf0bc803d05c13 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:21.613653 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-471140ef-e41f-4ac5-b12c-9f19b63bc16f tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.614729 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.644171 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Checking router: c943b033-7c80-4daf-b6d1-12f04a08d5c1 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:15:21.644484 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Updating router c943b033-7c80-4daf-b6d1-12f04a08d5c1 port 5b69c682-f336-4e00-952e-e12a6a761fe8 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:15:21.649831 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-27820b19-ca69-4269-b051-72c767f1bd77 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9911380 Dec 09 02:15:21.658322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32840) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:21.699870 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb7be5f-d6b9-46da-a077-8bdcb7857264', 'name': '', 'tenant_id': '7ac129346b3b4ff18c210c10a49ca6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee7bca6b-7e6d-4202-ac32-faafb25eef48', 'external_fixed_ips': [{'subnet_id': 'b4d927d3-cfe0-4974-8c63-b036a8fe342b', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'e103d275-ab34-4082-bfa6-d4f2a8ff9975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:16Z', 'updated_at': '2021-12-09T02:15:18Z', 'revision_number': 3, 'project_id': '7ac129346b3b4ff18c210c10a49ca6af', 'gw_port': {'id': 'e103d275-ab34-4082-bfa6-d4f2a8ff9975', 'name': '', 'network_id': 'ee7bca6b-7e6d-4202-ac32-faafb25eef48', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb7be5f-d6b9-46da-a077-8bdcb7857264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b4d927d3-cfe0-4974-8c63-b036a8fe342b', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:17Z', 'updated_at': '2021-12-09T02:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4d927d3-cfe0-4974-8c63-b036a8fe342b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:21.706174 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9ae93feb-81eb-4abd-9d3d-76759b4faa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:21.716118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'ports': [{'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169'}, {'network_id': 'a338326c-3254-4dd8-92b2-08fd529b46b9'}]} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:21.716452 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:21.716989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'network_id': 'a338326c-3254-4dd8-92b2-08fd529b46b9'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:21.724829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae0a413-a45c-4093-88f7-024b97e9e481 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network a8b9d5bd-9392-47eb-8a19-18f40bc592a2 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:21.745968 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Subnet': ['ID=12f1a15f-ca86-4ad8-ac5f-da2e1c5410da,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:21.766771 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Checking router: aeb7be5f-d6b9-46da-a077-8bdcb7857264 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:15:21.767382 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Updating router aeb7be5f-d6b9-46da-a077-8bdcb7857264 port e103d275-ab34-4082-bfa6-d4f2a8ff9975 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:15:21.780114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.798848 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471140ef-e41f-4ac5-b12c-9f19b63bc16f tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:21.814800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-7ae0a413-a45c-4093-88f7-024b97e9e481 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, a8b9d5bd-9392-47eb-8a19-18f40bc592a2) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:21.822624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Attempting to bind port c7087650-59e8-4966-9b22-07f83f0ce796 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:21.823467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Attempting to bind port c7087650-59e8-4966-9b22-07f83f0ce796 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '0fc3b22e-6fc6-4449-9ca5-5a67e8fcdabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '661c158a-e80d-4685-9e52-22c9d68fbe87'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:21.823467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Attempting to bind port c7087650-59e8-4966-9b22-07f83f0ce796 on network 661c158a-e80d-4685-9e52-22c9d68fbe87 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:21.823728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae0a413-a45c-4093-88f7-024b97e9e481 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:21.824260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7ae0a413-a45c-4093-88f7-024b97e9e481 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.825695 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae93feb-81eb-4abd-9d3d-76759b4faa80 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:21.826389 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9ae93feb-81eb-4abd-9d3d-76759b4faa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:21.828247 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-31f8babf-3b8d-4b21-8874-0a1deddb2b6d None None] Provisioning complete for port 8c680754-963f-43f9-b73d-5450c5549eba triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:21.828693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31f8babf-3b8d-4b21-8874-0a1deddb2b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.832914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.834342 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Allocated IP 172.21.0.2 (7aa9b586-8b19-477f-991f-ec0c64adb15c/46df975f-618c-4e17-911d-722f18eaea56/1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:21.850651 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.856601 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d386297d-db35-479e-a7b2-8dcc41142bf6 None None] Network a8b9d5bd-9392-47eb-8a19-18f40bc592a2 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:21.858928 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-471140ef-e41f-4ac5-b12c-9f19b63bc16f tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.859976 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-471140ef-e41f-4ac5-b12c-9f19b63bc16f tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Added segment 2e885476-d60f-47f8-9f81-2216ac92210b of type vlan for network 30560d73-467d-4bfc-8c49-e73ce6adc584 Dec 09 02:15:21.876760 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27820b19-ca69-4269-b051-72c767f1bd77 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Network': ['ID=a338326c-3254-4dd8-92b2-08fd529b46b9,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:21.905570 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:21.967823 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df48e77-f673-4afe-8547-39480298c073']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:21.970766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47f23f48-a96e-4bec-9c6d-ee4361e2f7fb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.000279 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3901611-55ec-4f01-a196-484508f7034e') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:22.000807 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3901611-55ec-4f01-a196-484508f7034e') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:22.045418 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.045614 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7ae0a413-a45c-4093-88f7-024b97e9e481 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7499852 Dec 09 02:15:22.046720 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32844) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:22.083794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-471140ef-e41f-4ac5-b12c-9f19b63bc16f tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.141505 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.153490 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:22.153906 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.194220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'port': 2} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:22.201543 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.212374 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network a338326c-3254-4dd8-92b2-08fd529b46b9 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:22.220593 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-471140ef-e41f-4ac5-b12c-9f19b63bc16f tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.228242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471140ef-e41f-4ac5-b12c-9f19b63bc16f tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:22.229242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-471140ef-e41f-4ac5-b12c-9f19b63bc16f tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-624908'] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:22.229430 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:22.264303 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9ae93feb-81eb-4abd-9d3d-76759b4faa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:22.265441 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae93feb-81eb-4abd-9d3d-76759b4faa80 None None] The sync data for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:22.267172 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:22.267502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Checking segment: {'id': '0fc3b22e-6fc6-4449-9ca5-5a67e8fcdabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '661c158a-e80d-4685-9e52-22c9d68fbe87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:22.267908 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.268294 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Bound using segment: {'id': '0fc3b22e-6fc6-4449-9ca5-5a67e8fcdabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '661c158a-e80d-4685-9e52-22c9d68fbe87'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:22.268774 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Bound port: c7087650-59e8-4966-9b22-07f83f0ce796, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc3b22e-6fc6-4449-9ca5-5a67e8fcdabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '661c158a-e80d-4685-9e52-22c9d68fbe87'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:22.269319 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.271304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.276361 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.279706 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/networks/4df48e77-f673-4afe-8547-39480298c073 HTTP/1.1" status: 204 len: 168 time: 3.0970929 Dec 09 02:15:22.291007 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.291579 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32846) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:22.303755 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.306335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.330044 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3bad6-6420-4cec-b74e-d67d6383c7c8 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Network': ['ID=4df48e77-f673-4afe-8547-39480298c073,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:22.347358 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Allocated IP 172.20.0.1 (661c158a-e80d-4685-9e52-22c9d68fbe87/df7cfc8e-a6dd-4f45-8ecd-6f38849ef8bb/fe3fe0e8-14b4-48f4-aea9-cb1f7d7475e8) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:22.351935 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Attempting to bind port e103d275-ab34-4082-bfa6-d4f2a8ff9975 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:22.352314 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Attempting to bind port e103d275-ab34-4082-bfa6-d4f2a8ff9975 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '29b0b3fd-e698-43ba-b655-1a052340cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ee7bca6b-7e6d-4202-ac32-faafb25eef48'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:22.354152 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Attempting to bind port e103d275-ab34-4082-bfa6-d4f2a8ff9975 on network ee7bca6b-7e6d-4202-ac32-faafb25eef48 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:22.363287 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-50464bb9-0c6e-4ea8-8bf6-7fa29c79998c tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] DELETE failed (client error): The resource could not be found. Dec 09 02:15:22.364762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50464bb9-0c6e-4ea8-8bf6-7fa29c79998c tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:15:22.373913 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-50464bb9-0c6e-4ea8-8bf6-7fa29c79998c tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/networks/4df48e77-f673-4afe-8547-39480298c073 HTTP/1.1" status: 404 len: 339 time: 0.0766335 Dec 09 02:15:22.378734 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32848) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:22.388356 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:22.389002 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Checking segment: {'id': '29b0b3fd-e698-43ba-b655-1a052340cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ee7bca6b-7e6d-4202-ac32-faafb25eef48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:22.389585 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.390126 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Bound using segment: {'id': '29b0b3fd-e698-43ba-b655-1a052340cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ee7bca6b-7e6d-4202-ac32-faafb25eef48'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:22.391826 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Bound port: e103d275-ab34-4082-bfa6-d4f2a8ff9975, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b0b3fd-e698-43ba-b655-1a052340cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ee7bca6b-7e6d-4202-ac32-faafb25eef48'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:22.393029 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.397481 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-206aa931-190a-4e5e-91b0-3b4c11a92691 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1295653026', 'description': 'd1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:22.476131 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] For port e103d275-ab34-4082-bfa6-d4f2a8ff9975, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:22.484985 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] For port e103d275-ab34-4082-bfa6-d4f2a8ff9975, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e103d275-ab34-4082-bfa6-d4f2a8ff9975,segment=NetworkSegment(29b0b3fd-e698-43ba-b655-1a052340cdf0),segment_id=29b0b3fd-e698-43ba-b655-1a052340cdf0)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:22.495278 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.528962 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Routers {'aeb7be5f-d6b9-46da-a077-8bdcb7857264'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:22.529760 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['aeb7be5f-d6b9-46da-a077-8bdcb7857264'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:22.618475 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206aa931-190a-4e5e-91b0-3b4c11a92691 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:22.622370 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-206aa931-190a-4e5e-91b0-3b4c11a92691 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.630310 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7348cc5b-2ed3-49b3-9e19-7b13976013f3 None None] DHCP port deletion for 4df48e77-f673-4afe-8547-39480298c073 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:22.682496 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206aa931-190a-4e5e-91b0-3b4c11a92691 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:22.684216 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:22.704301 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] Set router aeb7be5f-d6b9-46da-a077-8bdcb7857264 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:15:22.713611 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:22.724744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:22.728429 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Pushing event updated for resources: {'Port': ['ID=5bd36ce0-625a-43f1-9b65-f4228ab295a6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:22.770447 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2706548b-fe57-4c73-8ac9-d5c271f18c2d None None] Network 4df48e77-f673-4afe-8547-39480298c073 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:22.807003 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-206aa931-190a-4e5e-91b0-3b4c11a92691 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.807466 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-206aa931-190a-4e5e-91b0-3b4c11a92691 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Added segment f766e50c-5b24-4477-b353-db43dda599ee of type vlan for network 72241234-c88a-455f-bc17-f265275d39cc Dec 09 02:15:22.831268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471140ef-e41f-4ac5-b12c-9f19b63bc16f tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Network': ['ID=30560d73-467d-4bfc-8c49-e73ce6adc584,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:22.845517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.873871 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.877628 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 30560d73-467d-4bfc-8c49-e73ce6adc584 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:22.881084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2706548b-fe57-4c73-8ac9-d5c271f18c2d None None] Network 4df48e77-f673-4afe-8547-39480298c073 could not be found, it might have been deleted concurrently. {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 02:15:22.887157 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-471140ef-e41f-4ac5-b12c-9f19b63bc16f tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5189381 Dec 09 02:15:22.887694 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] For port c7087650-59e8-4966-9b22-07f83f0ce796, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:22.894586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32854) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:22.902650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-7226976f-accb-4aa2-93d0-13f42f606ca9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'subnet': {'network_id': '30560d73-467d-4bfc-8c49-e73ce6adc584', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:22.909103 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ae151-478a-4740-8530-d1431281f401 None None] Pushing event updated for resources: {'Port': ['ID=e103d275-ab34-4082-bfa6-d4f2a8ff9975,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:22.911719 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'project_id': 'd15c6a952496477982e2790f8e702c84', 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:22.913327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.926962 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-206aa931-190a-4e5e-91b0-3b4c11a92691 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:22.932807 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ae151-478a-4740-8530-d1431281f401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:22.933364 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ae151-478a-4740-8530-d1431281f401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:22.941549 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ae151-478a-4740-8530-d1431281f401 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:22.942136 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ae151-478a-4740-8530-d1431281f401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:22.942615 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ae151-478a-4740-8530-d1431281f401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:22.943090 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ae151-478a-4740-8530-d1431281f401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:22.943619 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ae151-478a-4740-8530-d1431281f401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:22.944139 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ae151-478a-4740-8530-d1431281f401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:22.944645 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ae151-478a-4740-8530-d1431281f401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:22.945115 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ae151-478a-4740-8530-d1431281f401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:22.945584 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ae151-478a-4740-8530-d1431281f401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:22.946049 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ae151-478a-4740-8530-d1431281f401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:22.946521 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9ae151-478a-4740-8530-d1431281f401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:22.956473 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47f23f48-a96e-4bec-9c6d-ee4361e2f7fb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:23.010225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0f7d02-ba64-4d02-b70e-ef8dab8442f2 None None] Network 4df48e77-f673-4afe-8547-39480298c073 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:23.043341 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-206aa931-190a-4e5e-91b0-3b4c11a92691 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:23.050528 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206aa931-190a-4e5e-91b0-3b4c11a92691 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:23.051345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-206aa931-190a-4e5e-91b0-3b4c11a92691 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:23.070070 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-de58953c-96ba-4092-b965-2d7ed6302bce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::338 (3d63738a-85ef-4baf-83f7-848c720832e0/d8a8006e-8b56-4252-af52-b5041cea535f/4387a9e6-aff7-44e5-ac7f-ec8d9b068c74) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:23.087985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] For port c7087650-59e8-4966-9b22-07f83f0ce796, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c7087650-59e8-4966-9b22-07f83f0ce796,segment=NetworkSegment(0fc3b22e-6fc6-4449-9ca5-5a67e8fcdabb),segment_id=0fc3b22e-6fc6-4449-9ca5-5a67e8fcdabb)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:23.147006 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0f7d02-ba64-4d02-b70e-ef8dab8442f2 None None] Network 4df48e77-f673-4afe-8547-39480298c073 could not be found, it might have been deleted concurrently. {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 02:15:23.150773 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb7be5f-d6b9-46da-a077-8bdcb7857264', 'name': '', 'tenant_id': '7ac129346b3b4ff18c210c10a49ca6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee7bca6b-7e6d-4202-ac32-faafb25eef48', 'external_fixed_ips': [{'subnet_id': 'b4d927d3-cfe0-4974-8c63-b036a8fe342b', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'e103d275-ab34-4082-bfa6-d4f2a8ff9975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:16Z', 'updated_at': '2021-12-09T02:15:18Z', 'revision_number': 3, 'project_id': '7ac129346b3b4ff18c210c10a49ca6af', 'gw_port': {'id': 'e103d275-ab34-4082-bfa6-d4f2a8ff9975', 'name': '', 'network_id': 'ee7bca6b-7e6d-4202-ac32-faafb25eef48', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb7be5f-d6b9-46da-a077-8bdcb7857264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b4d927d3-cfe0-4974-8c63-b036a8fe342b', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:17Z', 'updated_at': '2021-12-09T02:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4d927d3-cfe0-4974-8c63-b036a8fe342b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:23.161186 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:23.164234 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:23.173314 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-206aa931-190a-4e5e-91b0-3b4c11a92691 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7877061 Dec 09 02:15:23.174604 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32858) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:23.194336 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c312a5b5-ea52-4216-8e47-aa824a2fad69 None None] The sync data for ids ['aeb7be5f-d6b9-46da-a077-8bdcb7857264'] in dv-neutron-804846-18-hyperv is: [{'id': 'aeb7be5f-d6b9-46da-a077-8bdcb7857264', 'name': '', 'tenant_id': '7ac129346b3b4ff18c210c10a49ca6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee7bca6b-7e6d-4202-ac32-faafb25eef48', 'external_fixed_ips': [{'subnet_id': 'b4d927d3-cfe0-4974-8c63-b036a8fe342b', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'e103d275-ab34-4082-bfa6-d4f2a8ff9975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:16Z', 'updated_at': '2021-12-09T02:15:18Z', 'revision_number': 3, 'project_id': '7ac129346b3b4ff18c210c10a49ca6af', 'gw_port': {'id': 'e103d275-ab34-4082-bfa6-d4f2a8ff9975', 'name': '', 'network_id': 'ee7bca6b-7e6d-4202-ac32-faafb25eef48', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:15:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb7be5f-d6b9-46da-a077-8bdcb7857264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b4d927d3-cfe0-4974-8c63-b036a8fe342b', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:17Z', 'updated_at': '2021-12-09T02:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4d927d3-cfe0-4974-8c63-b036a8fe342b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:23.200760 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ae151-478a-4740-8530-d1431281f401 None None] Pushing event updated for resources: {'Port': ['ID=e103d275-ab34-4082-bfa6-d4f2a8ff9975,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:23.228151 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Attempting to bind port 5bd36ce0-625a-43f1-9b65-f4228ab295a6 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:23.228536 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Attempting to bind port 5bd36ce0-625a-43f1-9b65-f4228ab295a6 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:23.228910 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Attempting to bind port 5bd36ce0-625a-43f1-9b65-f4228ab295a6 on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:23.264172 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] device_id is not set on port 5377ec4b-bc36-427a-999d-efd5f59cf1a0 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:15:23.353902 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190bbb0-cf78-4190-8e4b-99ffdcdf78d5 req-bbcdada3-85da-4282-903d-c1f538ed51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:23.356089 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4190bbb0-cf78-4190-8e4b-99ffdcdf78d5 req-bbcdada3-85da-4282-903d-c1f538ed51f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6aa27ea1351487bb03e8c81fda3bd03&device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 1098 time: 0.1960909 Dec 09 02:15:23.394829 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:23.395194 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:23.395554 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:23.395676 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:23.396120 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:23.396715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Bound port: 5bd36ce0-625a-43f1-9b65-f4228ab295a6, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:23.397685 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:23.416724 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7226976f-accb-4aa2-93d0-13f42f606ca9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Made reservation on behalf of fd4a8d8a012748ba83cf0bc803d05c13 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:23.424499 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7226976f-accb-4aa2-93d0-13f42f606ca9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:23.431536 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 661c158a-e80d-4685-9e52-22c9d68fbe87 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:23.436867 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a6021ef2-caf3-4aac-89c8-61b339bfafda None None] Could not find standard attr ID for object c677f66d-3efc-4d4d-85b0-aedada409a52. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:15:23.447629 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:23.539931 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:23.581180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36940fa8-03f9-4d69-9875-bd8887736104 None None] Pushing event updated for resources: {'Port': ['ID=c7087650-59e8-4966-9b22-07f83f0ce796,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:23.673538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-47f23f48-a96e-4bec-9c6d-ee4361e2f7fb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Deleting port e103d275-ab34-4082-bfa6-d4f2a8ff9975 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:23.673538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47f23f48-a96e-4bec-9c6d-ee4361e2f7fb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:23.698578 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Network 7aa9b586-8b19-477f-991f-ec0c64adb15c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:23.742941 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Allocated IP 2001:db8:1::2 (a8b9d5bd-9392-47eb-8a19-18f40bc592a2/58d4058f-774e-45a5-bdbf-9b4532418120/c001e43d-bc17-44fd-843a-58b3e70df92a) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:23.747170 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:23.760136 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] For port 5bd36ce0-625a-43f1-9b65-f4228ab295a6, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:23.767095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:23.804243 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] For port 5bd36ce0-625a-43f1-9b65-f4228ab295a6, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5bd36ce0-625a-43f1-9b65-f4228ab295a6,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:23.810955 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Pushing event updated for resources: {'Port': ['ID=1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:23.823560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:23.825500 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:23.865193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:23.903550 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de58953c-96ba-4092-b965-2d7ed6302bce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:23.960422 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-47f23f48-a96e-4bec-9c6d-ee4361e2f7fb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] For port e103d275-ab34-4082-bfa6-d4f2a8ff9975, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e103d275-ab34-4082-bfa6-d4f2a8ff9975,segment=NetworkSegment(29b0b3fd-e698-43ba-b655-1a052340cdf0),segment_id=29b0b3fd-e698-43ba-b655-1a052340cdf0)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:23.960797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47f23f48-a96e-4bec-9c6d-ee4361e2f7fb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:23.990022 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Attempting to bind port 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:23.990404 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Attempting to bind port 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'af7df8a1-e3c6-4cd5-ac26-4dbacdd942dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7aa9b586-8b19-477f-991f-ec0c64adb15c'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:23.991594 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Attempting to bind port 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a on network 7aa9b586-8b19-477f-991f-ec0c64adb15c {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:24.005817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-47f23f48-a96e-4bec-9c6d-ee4361e2f7fb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Calling delete_port for e103d275-ab34-4082-bfa6-d4f2a8ff9975 owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:24.020469 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:24.020766 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Checking segment: {'id': 'af7df8a1-e3c6-4cd5-ac26-4dbacdd942dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7aa9b586-8b19-477f-991f-ec0c64adb15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:24.021074 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:24.021493 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Bound using segment: {'id': 'af7df8a1-e3c6-4cd5-ac26-4dbacdd942dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7aa9b586-8b19-477f-991f-ec0c64adb15c'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:24.022003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Bound port: 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7df8a1-e3c6-4cd5-ac26-4dbacdd942dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7aa9b586-8b19-477f-991f-ec0c64adb15c'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:24.022400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:24.024448 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2e04d-2e91-41ab-a573-457b42dad451 None None] Pushing event updated for resources: {'Port': ['ID=5bd36ce0-625a-43f1-9b65-f4228ab295a6,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:24.044030 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:24.044587 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190bbb0-cf78-4190-8e4b-99ffdcdf78d5 req-b80d69b8-bbbf-47c3-b52c-543d786d1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:24.046106 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4190bbb0-cf78-4190-8e4b-99ffdcdf78d5 req-b80d69b8-bbbf-47c3-b52c-543d786d1e0a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d39084e-79bd-4b9e-a14a-0e7250599a44 HTTP/1.1" status: 200 len: 911 time: 0.6733155 Dec 09 02:15:24.046490 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:24.051721 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206aa931-190a-4e5e-91b0-3b4c11a92691 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Network': ['ID=72241234-c88a-455f-bc17-f265275d39cc,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:24.057364 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=fe3fe0e8-14b4-48f4-aea9-cb1f7d7475e8,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:24.068808 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:24.112010 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 72241234-c88a-455f-bc17-f265275d39cc details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:24.262064 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78552f-802b-4415-9cb4-beee80d90999 req-b78274c0-55ab-4c02-a840-c3a968858642 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:24.263675 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8f78552f-802b-4415-9cb4-beee80d90999 req-b78274c0-55ab-4c02-a840-c3a968858642 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 1.1092291 Dec 09 02:15:24.291742 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c207477-6923-4b1a-8243-f86e9de36645 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:24.300252 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7c207477-6923-4b1a-8243-f86e9de36645 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "GET /v2.0/networks?id=72241234-c88a-455f-bc17-f265275d39cc HTTP/1.1" status: 200 len: 765 time: 1.0864360 Dec 09 02:15:24.300444 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] For port 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:24.305516 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] For port 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a,segment=NetworkSegment(af7df8a1-e3c6-4cd5-ac26-4dbacdd942dd),segment_id=af7df8a1-e3c6-4cd5-ac26-4dbacdd942dd)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:24.319104 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32860) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:24.343260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-43ac5e40-330f-494d-80f8-937124486987 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'network': {'description': 'd2'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:24.359226 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de58953c-96ba-4092-b965-2d7ed6302bce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:24.367905 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:24.460122 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:24.618731 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] device_id is not set on port b13bdd7e-7a67-4fca-b564-454152fb505f yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:15:24.648992 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4190bbb0-cf78-4190-8e4b-99ffdcdf78d5 req-3caee0d5-9b0b-44f4-ba38-6e0993beaa0d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6718d4df-d0aa-4ff1-a335-31d024679bf3 HTTP/1.1" status: 200 len: 1001 time: 0.5915391 Dec 09 02:15:24.785797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de58953c-96ba-4092-b965-2d7ed6302bce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:24.858986 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-de58953c-96ba-4092-b965-2d7ed6302bce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:24.876501 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e103d275-ab34-4082-bfa6-d4f2a8ff9975 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:24.878375 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Attempting to bind port 5b69c682-f336-4e00-952e-e12a6a761fe8 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:24.878738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Attempting to bind port 5b69c682-f336-4e00-952e-e12a6a761fe8 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '4008be9a-8176-49dc-af06-31a063af0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:24.879102 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Attempting to bind port 5b69c682-f336-4e00-952e-e12a6a761fe8 on network 0b1de08b-ff17-497b-bd07-cd9872ea54bd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:24.884083 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9eab7-d24f-4189-94bc-f9d2f48a1419 None None] Pushing event updated for resources: {'Port': ['ID=5b69c682-f336-4e00-952e-e12a6a761fe8,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:24.887889 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8f78552f-802b-4415-9cb4-beee80d90999 req-1656ff48-b4f0-4f0d-8bc5-f63b57ee77f4 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5508265 Dec 09 02:15:24.913116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de58953c-96ba-4092-b965-2d7ed6302bce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:24.928953 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de58953c-96ba-4092-b965-2d7ed6302bce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:24.930094 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de58953c-96ba-4092-b965-2d7ed6302bce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:24.937926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58953c-96ba-4092-b965-2d7ed6302bce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=4387a9e6-aff7-44e5-ac7f-ec8d9b068c74,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:24.958703 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:24.988278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7226976f-accb-4aa2-93d0-13f42f606ca9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.010684 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:25.011209 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Checking segment: {'id': '4008be9a-8176-49dc-af06-31a063af0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:25.011783 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.012282 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Bound using segment: {'id': '4008be9a-8176-49dc-af06-31a063af0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:25.012891 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Bound port: 5b69c682-f336-4e00-952e-e12a6a761fe8, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4008be9a-8176-49dc-af06-31a063af0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:25.013402 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.017684 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.066176 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.082349 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8c0019c6-22bc-426d-965f-250c2c338546 None None] Provisioning complete for port 5b69c682-f336-4e00-952e-e12a6a761fe8 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:25.082862 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c0019c6-22bc-426d-965f-250c2c338546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.116951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190bbb0-cf78-4190-8e4b-99ffdcdf78d5 req-c8169a3d-06ad-4b29-a117-c08401862fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:25.118465 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4190bbb0-cf78-4190-8e4b-99ffdcdf78d5 req-c8169a3d-06ad-4b29-a117-c08401862fc5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65663bf3-f1b4-4c2a-9db1-f939da065c68 HTTP/1.1" status: 200 len: 849 time: 0.3969650 Dec 09 02:15:25.128002 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71edc513-9ff4-45dc-a61e-42264b551aed None None] Network 661c158a-e80d-4685-9e52-22c9d68fbe87 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:25.152042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47f23f48-a96e-4bec-9c6d-ee4361e2f7fb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.167971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Network a8b9d5bd-9392-47eb-8a19-18f40bc592a2 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:25.169602 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Could not find standard attr ID for object e103d275-ab34-4082-bfa6-d4f2a8ff9975. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:15:25.170253 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c7087650-59e8-4966-9b22-07f83f0ce796 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:25.227511 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:25.234179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c9e8e-f750-4d32-81e7-dde7521c1d7d None None] Pushing event updated for resources: {'Port': ['ID=1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:25.254760 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Allocated IP 2001:db8:1::1 (a8b9d5bd-9392-47eb-8a19-18f40bc592a2/58d4058f-774e-45a5-bdbf-9b4532418120/fa8889dc-4358-4cef-9384-07bcfbe5b92b) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:25.270658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:25.287201 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f23f48-a96e-4bec-9c6d-ee4361e2f7fb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Pushing event deleted for resources: {'Port': ['ID=e103d275-ab34-4082-bfa6-d4f2a8ff9975,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:25.359704 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-de58953c-96ba-4092-b965-2d7ed6302bce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.8235459 Dec 09 02:15:25.369076 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32862) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:25.412541 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47f23f48-a96e-4bec-9c6d-ee4361e2f7fb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.451227 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port c7087650-59e8-4966-9b22-07f83f0ce796 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:25.451771 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.495491 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8c0019c6-22bc-426d-965f-250c2c338546 None None] Port 5b69c682-f336-4e00-952e-e12a6a761fe8 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:25.526480 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Pushing event updated for resources: {'Port': ['ID=c001e43d-bc17-44fd-843a-58b3e70df92a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:25.532425 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] For port 5b69c682-f336-4e00-952e-e12a6a761fe8, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:25.536484 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Attempting to bind port c001e43d-bc17-44fd-843a-58b3e70df92a on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:25.537677 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Attempting to bind port c001e43d-bc17-44fd-843a-58b3e70df92a by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'd35936fa-daf2-456a-9475-47248c50b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:25.537677 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Attempting to bind port c001e43d-bc17-44fd-843a-58b3e70df92a on network a8b9d5bd-9392-47eb-8a19-18f40bc592a2 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:25.565356 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] For port 5b69c682-f336-4e00-952e-e12a6a761fe8, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5b69c682-f336-4e00-952e-e12a6a761fe8,segment=NetworkSegment(4008be9a-8176-49dc-af06-31a063af0c0b),segment_id=4008be9a-8176-49dc-af06-31a063af0c0b)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:25.570918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:25.571642 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Checking segment: {'id': 'd35936fa-daf2-456a-9475-47248c50b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:25.572052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.573049 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Bound using segment: {'id': 'd35936fa-daf2-456a-9475-47248c50b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:25.573049 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Bound port: c001e43d-bc17-44fd-843a-58b3e70df92a, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35936fa-daf2-456a-9475-47248c50b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:25.573354 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.577015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47f23f48-a96e-4bec-9c6d-ee4361e2f7fb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.583536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47f23f48-a96e-4bec-9c6d-ee4361e2f7fb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.593233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.603867 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226976f-accb-4aa2-93d0-13f42f606ca9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Checking segment: {'id': '2e885476-d60f-47f8-9f81-2216ac92210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30560d73-467d-4bfc-8c49-e73ce6adc584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:25.604276 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226976f-accb-4aa2-93d0-13f42f606ca9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network hostable DHCP agents. Network: 30560d73-467d-4bfc-8c49-e73ce6adc584, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:25.607046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226976f-accb-4aa2-93d0-13f42f606ca9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Subnet': ['ID=6fa0ba20-063b-491b-b1ea-f27cd05fa205,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:25.625572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43ac5e40-330f-494d-80f8-937124486987 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.654616 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.662253 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.667157 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.700791 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190bbb0-cf78-4190-8e4b-99ffdcdf78d5 req-d30d4199-b3ed-4026-aa04-c32329faba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:25.702536 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4190bbb0-cf78-4190-8e4b-99ffdcdf78d5 req-d30d4199-b3ed-4026-aa04-c32329faba98 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d39084e-79bd-4b9e-a14a-0e7250599a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5082648 Dec 09 02:15:25.758196 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1049a95d-12bf-4695-aec7-9eaf8c4df657 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:25.764495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1049a95d-12bf-4695-aec7-9eaf8c4df657 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:25.770359 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1049a95d-12bf-4695-aec7-9eaf8c4df657 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3776422 Dec 09 02:15:25.785300 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32864) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:25.802459 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4190bbb0-cf78-4190-8e4b-99ffdcdf78d5 req-43072972-2eb1-41eb-b50e-f3db39e57f14 service neutron] 10.222.0.45 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881751 Dec 09 02:15:25.815694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43ac5e40-330f-494d-80f8-937124486987 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.840725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.853962 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-7a32628f-084e-40df-88f3-9dd70c98982e None None] Provisioning complete for port c7087650-59e8-4966-9b22-07f83f0ce796 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:25.854203 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a32628f-084e-40df-88f3-9dd70c98982e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.862148 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.871826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47f23f48-a96e-4bec-9c6d-ee4361e2f7fb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.872398 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f23f48-a96e-4bec-9c6d-ee4361e2f7fb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aeb7be5f-d6b9-46da-a077-8bdcb7857264 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:15:25.877092 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47f23f48-a96e-4bec-9c6d-ee4361e2f7fb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:25.884657 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-47f23f48-a96e-4bec-9c6d-ee4361e2f7fb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "DELETE /v2.0/routers/aeb7be5f-d6b9-46da-a077-8bdcb7857264 HTTP/1.1" status: 204 len: 168 time: 4.4721575 Dec 09 02:15:25.885338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32866) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:25.903839 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=fe3fe0e8-14b4-48f4-aea9-cb1f7d7475e8,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:25.956901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:25.959604 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:25.998475 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:26.006978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43ac5e40-330f-494d-80f8-937124486987 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network 72241234-c88a-455f-bc17-f265275d39cc is not hosted by any dhcp agent {{(pid=103334) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 02:15:26.012685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ac5e40-330f-494d-80f8-937124486987 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:26.013307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43ac5e40-330f-494d-80f8-937124486987 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:26.019238 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-43ac5e40-330f-494d-80f8-937124486987 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "PUT /v2.0/networks/72241234-c88a-455f-bc17-f265275d39cc HTTP/1.1" status: 200 len: 762 time: 1.6937590 Dec 09 02:15:26.029697 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21e3876-d72e-405f-a798-8b1def3f34f4 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Deleting subnet b4d927d3-cfe0-4974-8c63-b036a8fe342b {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:15:26.043559 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32870) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:26.056954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226976f-accb-4aa2-93d0-13f42f606ca9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 30560d73-467d-4bfc-8c49-e73ce6adc584 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:26.065059 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network a8b9d5bd-9392-47eb-8a19-18f40bc592a2 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:26.074257 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:26.078545 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f21e3876-d72e-405f-a798-8b1def3f34f4 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:26.111626 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:26.112475 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:26.138849 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9eab7-d24f-4189-94bc-f9d2f48a1419 None None] Pushing event updated for resources: {'Port': ['ID=5b69c682-f336-4e00-952e-e12a6a761fe8,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:26.147234 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:15:26.252317 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] For port c001e43d-bc17-44fd-843a-58b3e70df92a, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:26.313734 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] For port c001e43d-bc17-44fd-843a-58b3e70df92a, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c001e43d-bc17-44fd-843a-58b3e70df92a,segment=NetworkSegment(d35936fa-daf2-456a-9475-47248c50b7ee),segment_id=d35936fa-daf2-456a-9475-47248c50b7ee)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:26.330016 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=fa8889dc-4358-4cef-9384-07bcfbe5b92b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:26.367903 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fc6d94ed-6428-465d-b0fa-0fae65d68569 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port 4387a9e6-aff7-44e5-ac7f-ec8d9b068c74 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:26.368241 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc6d94ed-6428-465d-b0fa-0fae65d68569 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:26.376709 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:26.381649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port c7087650-59e8-4966-9b22-07f83f0ce796, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c7087650-59e8-4966-9b22-07f83f0ce796,segment=NetworkSegment(0fc3b22e-6fc6-4449-9ca5-5a67e8fcdabb),segment_id=0fc3b22e-6fc6-4449-9ca5-5a67e8fcdabb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:26.401212 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:26.402080 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5bd36ce0-625a-43f1-9b65-f4228ab295a6 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:26.440593 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6563f57c-43d6-4e87-aee1-64f57fa207b9 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:26.451547 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 661c158a-e80d-4685-9e52-22c9d68fbe87 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:26.461445 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:26.672599 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc6d94ed-6428-465d-b0fa-0fae65d68569 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:26.714282 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:26.720468 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fc6d94ed-6428-465d-b0fa-0fae65d68569 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for 4387a9e6-aff7-44e5-ac7f-ec8d9b068c74 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:26.854136 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:26.868856 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090be94-c543-4007-aee5-d6f82bbf0ed8 None None] Pushing event updated for resources: {'Port': ['ID=c001e43d-bc17-44fd-843a-58b3e70df92a,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:26.877716 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-7226976f-accb-4aa2-93d0-13f42f606ca9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 30560d73-467d-4bfc-8c49-e73ce6adc584) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:26.882627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7226976f-accb-4aa2-93d0-13f42f606ca9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:26.883504 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7226976f-accb-4aa2-93d0-13f42f606ca9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:26.908469 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d867d2-4463-452c-8873-ed314e58ff50 None None] Network 30560d73-467d-4bfc-8c49-e73ce6adc584 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:26.924825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac5e40-330f-494d-80f8-937124486987 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Network': ['ID=72241234-c88a-455f-bc17-f265275d39cc,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:26.948116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f21e3876-d72e-405f-a798-8b1def3f34f4 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:27.003498 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 72241234-c88a-455f-bc17-f265275d39cc details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:27.004040 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router 0c24f289-6314-4ca4-9e66-4433458e56d4 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:15:27.005838 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6430ee-cd26-4f58-a36d-355bc8af053e None None] Network 7aa9b586-8b19-477f-991f-ec0c64adb15c requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:27.031615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f21e3876-d72e-405f-a798-8b1def3f34f4 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:27.175445 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f21e3876-d72e-405f-a798-8b1def3f34f4 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:27.180554 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7226976f-accb-4aa2-93d0-13f42f606ca9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2825949 Dec 09 02:15:27.216374 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32872) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:27.248932 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1986412209', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:27.252640 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e3876-d72e-405f-a798-8b1def3f34f4 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d927d3-cfe0-4974-8c63-b036a8fe342b,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:27.287240 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb58e4e-fdc7-4333-a582-867d0643393a req-9d3b3b1c-c072-46c3-b383-2591e0ba0a55 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:27.289581 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-acb58e4e-fdc7-4333-a582-867d0643393a req-9d3b3b1c-c072-46c3-b383-2591e0ba0a55 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 1.2420125 Dec 09 02:15:27.318883 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ef9378-8bf8-45eb-a179-612f93e2a440 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:27.320507 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b1ef9378-8bf8-45eb-a179-612f93e2a440 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "GET /v2.0/networks?id=72241234-c88a-455f-bc17-f265275d39cc HTTP/1.1" status: 200 len: 765 time: 1.2604620 Dec 09 02:15:27.321790 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f21e3876-d72e-405f-a798-8b1def3f34f4 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:27.330828 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32874) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:27.337269 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f21e3876-d72e-405f-a798-8b1def3f34f4 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/b4d927d3-cfe0-4974-8c63-b036a8fe342b HTTP/1.1" status: 204 len: 168 time: 1.3839555 Dec 09 02:15:27.351726 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32876) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:27.427517 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4190bbb0-cf78-4190-8e4b-99ffdcdf78d5 req-6d94a4b2-ff06-4cb8-8d55-8ad71dc98b98 service neutron] 10.222.0.45 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6094048 Dec 09 02:15:27.464472 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc6d94ed-6428-465d-b0fa-0fae65d68569 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:27.466089 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-acb58e4e-fdc7-4333-a582-867d0643393a req-1c50b228-adc9-4f63-8c01-fd70a4820402 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272531 Dec 09 02:15:27.480811 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:27.501585 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:27.502859 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:27.516945 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d94ed-6428-465d-b0fa-0fae65d68569 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=4387a9e6-aff7-44e5-ac7f-ec8d9b068c74,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:27.523860 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 5bd36ce0-625a-43f1-9b65-f4228ab295a6 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:27.524241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:27.525628 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:27.548539 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62be93aa-a9ba-4045-80a9-6d485d213e11 None None] Sync routers for ids ['0c24f289-6314-4ca4-9e66-4433458e56d4'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:27.570556 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62be93aa-a9ba-4045-80a9-6d485d213e11 None None] Routers {'0c24f289-6314-4ca4-9e66-4433458e56d4'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:27.578516 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-62be93aa-a9ba-4045-80a9-6d485d213e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0c24f289-6314-4ca4-9e66-4433458e56d4'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:27.583564 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 2df3a222-442f-42c4-8365-e4a0f2943169 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:27.588507 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-443d0424-51f7-4e01-ae4b-985ae16c0c29 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:27.593307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:27.598676 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:27.600079 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:27.603588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=5377ec4b-bc36-427a-999d-efd5f59cf1a0,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:27.611813 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-30560d73-467d-4bfc-8c49-e73ce6adc584', 'network_id': '30560d73-467d-4bfc-8c49-e73ce6adc584', 'project_id': 'fd4a8d8a012748ba83cf0bc803d05c13', 'fixed_ips': [{'subnet_id': '6fa0ba20-063b-491b-b1ea-f27cd05fa205'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:27.612697 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:27.657693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:15Z', 'revision_number': 2, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:25Z', 'revision_number': 4, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:27.659400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=c7087650-59e8-4966-9b22-07f83f0ce796,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:27.665544 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-62be93aa-a9ba-4045-80a9-6d485d213e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:27.683692 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62be93aa-a9ba-4045-80a9-6d485d213e11 None None] Routers {'0c24f289-6314-4ca4-9e66-4433458e56d4'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:27.684550 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-62be93aa-a9ba-4045-80a9-6d485d213e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0c24f289-6314-4ca4-9e66-4433458e56d4'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:27.707565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14457d5-3f12-4c32-911d-7a01b5d0c439 None None] The sync data for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv is: [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:15Z', 'revision_number': 2, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:25Z', 'revision_number': 4, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:27.742585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8a78cac8-59e4-4e3a-82ae-37903342e5d6 None None] Provisioning complete for port 5b69c682-f336-4e00-952e-e12a6a761fe8 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:27.743330 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a78cac8-59e4-4e3a-82ae-37903342e5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:27.761504 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=b13bdd7e-7a67-4fca-b564-454152fb505f,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:27.762258 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-62be93aa-a9ba-4045-80a9-6d485d213e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:27.769730 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Checking segment: {'id': 'f9b359ae-1aa6-49c3-ba40-19b187bf7471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a338326c-3254-4dd8-92b2-08fd529b46b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:27.770120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network hostable DHCP agents. Network: a338326c-3254-4dd8-92b2-08fd529b46b9, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:27.774071 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62be93aa-a9ba-4045-80a9-6d485d213e11 None None] The sync data for ids ['0c24f289-6314-4ca4-9e66-4433458e56d4'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:27.872843 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-443d0424-51f7-4e01-ae4b-985ae16c0c29 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:27.888094 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network a338326c-3254-4dd8-92b2-08fd529b46b9 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:27.925325 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-443d0424-51f7-4e01-ae4b-985ae16c0c29 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7bca6b-7e6d-4202-ac32-faafb25eef48']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:27.935951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, a338326c-3254-4dd8-92b2-08fd529b46b9) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:27.951578 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:27.959246 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:27.970442 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:27.971518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:27.988358 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-443d0424-51f7-4e01-ae4b-985ae16c0c29 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b0b3fd-e698-43ba-b655-1a052340cdf0') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:27.988935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-443d0424-51f7-4e01-ae4b-985ae16c0c29 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b0b3fd-e698-43ba-b655-1a052340cdf0') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:28.000641 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a2042e8f-cf36-44b3-acab-b8d48957d189 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.2887938 Dec 09 02:15:28.004446 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32878) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:28.009034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-443d0424-51f7-4e01-ae4b-985ae16c0c29 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:28.028675 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc94893-4e80-4324-9061-f60c8c320fa9 None None] Network a338326c-3254-4dd8-92b2-08fd529b46b9 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:28.075962 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-443d0424-51f7-4e01-ae4b-985ae16c0c29 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:28.187013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443d0424-51f7-4e01-ae4b-985ae16c0c29 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:28.187708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-443d0424-51f7-4e01-ae4b-985ae16c0c29 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:28.190223 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:28.243904 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d25bb3b8-ff6e-45e3-9c10-5bcb7ac8647a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/0c24f289-6314-4ca4-9e66-4433458e56d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6749589 Dec 09 02:15:28.257141 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32880) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:28.295726 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:28.325694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa25be-c7df-48d5-8c18-1102f39a84a9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port b13bdd7e-7a67-4fca-b564-454152fb505f {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:28.326088 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b3fa25be-c7df-48d5-8c18-1102f39a84a9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:28.373214 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a78cac8-59e4-4e3a-82ae-37903342e5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:28.422813 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b3fa25be-c7df-48d5-8c18-1102f39a84a9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:28.440112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa25be-c7df-48d5-8c18-1102f39a84a9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for b13bdd7e-7a67-4fca-b564-454152fb505f owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:28.490763 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:28.526154 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-443d0424-51f7-4e01-ae4b-985ae16c0c29 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:28.553474 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:28.567695 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443d0424-51f7-4e01-ae4b-985ae16c0c29 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ee7bca6b-7e6d-4202-ac32-faafb25eef48 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 09 02:15:28.569180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 5bd36ce0-625a-43f1-9b65-f4228ab295a6, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5bd36ce0-625a-43f1-9b65-f4228ab295a6,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:28.569783 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc6d94ed-6428-465d-b0fa-0fae65d68569 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:28.576815 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fc6d94ed-6428-465d-b0fa-0fae65d68569 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/4387a9e6-aff7-44e5-ac7f-ec8d9b068c74 HTTP/1.1" status: 204 len: 168 time: 2.7885189 Dec 09 02:15:28.576815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:28.577826 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:28.589503 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-443d0424-51f7-4e01-ae4b-985ae16c0c29 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:28.596926 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-443d0424-51f7-4e01-ae4b-985ae16c0c29 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "DELETE /v2.0/networks/ee7bca6b-7e6d-4202-ac32-faafb25eef48 HTTP/1.1" status: 204 len: 168 time: 1.2438362 Dec 09 02:15:28.609442 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32884) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:28.647610 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8a78cac8-59e4-4e3a-82ae-37903342e5d6 None None] For port 5b69c682-f336-4e00-952e-e12a6a761fe8, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5b69c682-f336-4e00-952e-e12a6a761fe8,segment=NetworkSegment(4008be9a-8176-49dc-af06-31a063af0c0b),segment_id=4008be9a-8176-49dc-af06-31a063af0c0b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:28.653192 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:28.679170 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Allocated IP 172.20.0.2 (30560d73-467d-4bfc-8c49-e73ce6adc584/6fa0ba20-063b-491b-b1ea-f27cd05fa205/fec567ed-fb3e-4175-9202-b7e46875bd75) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:28.813578 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d0424-51f7-4e01-ae4b-985ae16c0c29 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee7bca6b-7e6d-4202-ac32-faafb25eef48,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:28.892819 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b3fa25be-c7df-48d5-8c18-1102f39a84a9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:28.899126 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=fa8889dc-4358-4cef-9384-07bcfbe5b92b,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:28.930722 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2b6e3a-9f1f-474a-a5ec-ece658af2146 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:28.932617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2b6e3a-9f1f-474a-a5ec-ece658af2146 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:28.934269 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dc2b6e3a-9f1f-474a-a5ec-ece658af2146 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3160498 Dec 09 02:15:28.938860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32890) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:28.977822 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f36ffa-b0b9-4ad0-8009-b05725d4c33e None None] Network a8b9d5bd-9392-47eb-8a19-18f40bc592a2 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:28.985579 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a78cac8-59e4-4e3a-82ae-37903342e5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.036166 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd5ea10-5dfd-47e0-a06e-b1296c3e0bbc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet d8a8006e-8b56-4252-af52-b5041cea535f {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:15:29.040388 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdd5ea10-5dfd-47e0-a06e-b1296c3e0bbc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.101686 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f58df8-2d5f-4012-a93f-1d6667aab9c9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:29.103301 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-97f58df8-2d5f-4012-a93f-1d6667aab9c9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports/fe3fe0e8-14b4-48f4-aea9-cb1f7d7475e8 HTTP/1.1" status: 200 len: 910 time: 0.8326502 Dec 09 02:15:29.111484 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdd5ea10-5dfd-47e0-a06e-b1296c3e0bbc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.122564 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32894) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:29.159901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:29.189666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8a78cac8-59e4-4e3a-82ae-37903342e5d6 None None] Provisioning complete for port c7087650-59e8-4966-9b22-07f83f0ce796 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:29.189894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a78cac8-59e4-4e3a-82ae-37903342e5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.231822 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdd5ea10-5dfd-47e0-a06e-b1296c3e0bbc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.238188 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32896) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:29.256163 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4cdc422a-d695-48aa-b8aa-348c3e79a3d9 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Request body: {'router': {'name': 'tempest-router--1035987219', 'project_id': '617fe9e914c843d190d627a66a29adf2'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:29.296417 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fe6335-8ec8-4d25-84f4-914ea260e653 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:29.298751 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa25be-c7df-48d5-8c18-1102f39a84a9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=b13bdd7e-7a67-4fca-b564-454152fb505f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:29.304985 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b3fa25be-c7df-48d5-8c18-1102f39a84a9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.307407 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fe6335-8ec8-4d25-84f4-914ea260e653 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:29.308767 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b3fa25be-c7df-48d5-8c18-1102f39a84a9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/b13bdd7e-7a67-4fca-b564-454152fb505f HTTP/1.1" status: 204 len: 168 time: 1.3029320 Dec 09 02:15:29.309229 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-77fe6335-8ec8-4d25-84f4-914ea260e653 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1349 time: 1.9656312 Dec 09 02:15:29.313442 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdd5ea10-5dfd-47e0-a06e-b1296c3e0bbc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.315851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32898) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:29.316184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32900) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:29.330729 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=5bd36ce0-625a-43f1-9b65-f4228ab295a6,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:29.411487 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5ea10-5dfd-47e0-a06e-b1296c3e0bbc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a8006e-8b56-4252-af52-b5041cea535f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:29.421323 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-90ef6e4a-44cc-4d0e-9843-f85d16f4ab9d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 HTTP/1.1" status: 200 len: 207 time: 0.1004243 Dec 09 02:15:29.422007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32902) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:29.435645 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.448319 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdd5ea10-5dfd-47e0-a06e-b1296c3e0bbc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.449432 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cdc422a-d695-48aa-b8aa-348c3e79a3d9 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.450451 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cdc422a-d695-48aa-b8aa-348c3e79a3d9 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.454442 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bdd5ea10-5dfd-47e0-a06e-b1296c3e0bbc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/d8a8006e-8b56-4252-af52-b5041cea535f HTTP/1.1" status: 204 len: 168 time: 0.5077519 Dec 09 02:15:29.463130 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdca751-a4c3-46a3-bcd1-37791eea7891 req-72bcf9af-cb0d-4a67-ae1d-ee2d8f93f626 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:29.464631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32904) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:29.464750 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ebdca751-a4c3-46a3-bcd1-37791eea7891 req-72bcf9af-cb0d-4a67-ae1d-ee2d8f93f626 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.6280618 Dec 09 02:15:29.505361 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.514306 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9fb2a4-6b82-4c8a-b7a9-26b264d592d9 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:29.518064 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78cac8-59e4-4e3a-82ae-37903342e5d6 None None] Pushing event updated for resources: {'Port': ['ID=5b69c682-f336-4e00-952e-e12a6a761fe8,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:29.534701 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network a8b9d5bd-9392-47eb-8a19-18f40bc592a2 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:29.538859 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-95f89522-bfb5-47de-a07f-686316849b2f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728450 Dec 09 02:15:29.544432 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32906) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:29.554912 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa0ed0d-5ad6-46d6-b6cc-e6b778cca5bd tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:29.555117 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.561516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa0ed0d-5ad6-46d6-b6cc-e6b778cca5bd tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:29.561852 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:29.563147 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-aaa0ed0d-5ad6-46d6-b6cc-e6b778cca5bd tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2436035 Dec 09 02:15:29.567060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-e0b9e3ad-0309-4b31-b441-f1998bc0ea70 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:29.570799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32908) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:29.629586 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Network 30560d73-467d-4bfc-8c49-e73ce6adc584 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:29.669439 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:29.675739 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:29.681867 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:29.682587 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.687095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a357df-95ac-4ab4-b14e-3e207aaffa3e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:29.693359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a357df-95ac-4ab4-b14e-3e207aaffa3e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:29.699345 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a357df-95ac-4ab4-b14e-3e207aaffa3e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:29.705661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a357df-95ac-4ab4-b14e-3e207aaffa3e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:29.711737 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a357df-95ac-4ab4-b14e-3e207aaffa3e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:29.717691 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a357df-95ac-4ab4-b14e-3e207aaffa3e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:29.723793 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-92a357df-95ac-4ab4-b14e-3e207aaffa3e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2956114 Dec 09 02:15:29.724322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32910) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:29.763277 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cdc422a-d695-48aa-b8aa-348c3e79a3d9 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.798849 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b9e3ad-0309-4b31-b441-f1998bc0ea70 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:29.802746 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e0b9e3ad-0309-4b31-b441-f1998bc0ea70 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.839963 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ebdca751-a4c3-46a3-bcd1-37791eea7891 req-d5b65c6d-5359-4158-a524-16a845415996 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3418021 Dec 09 02:15:29.876655 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cdc422a-d695-48aa-b8aa-348c3e79a3d9 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.885356 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Pushing event updated for resources: {'Port': ['ID=fec567ed-fb3e-4175-9202-b7e46875bd75,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:29.908687 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Attempting to bind port fec567ed-fb3e-4175-9202-b7e46875bd75 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:29.909067 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Attempting to bind port fec567ed-fb3e-4175-9202-b7e46875bd75 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '2e885476-d60f-47f8-9f81-2216ac92210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30560d73-467d-4bfc-8c49-e73ce6adc584'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:29.909441 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Attempting to bind port fec567ed-fb3e-4175-9202-b7e46875bd75 on network 30560d73-467d-4bfc-8c49-e73ce6adc584 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:29.945368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:29.946002 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Checking segment: {'id': '2e885476-d60f-47f8-9f81-2216ac92210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30560d73-467d-4bfc-8c49-e73ce6adc584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:29.946507 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.947052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Bound using segment: {'id': '2e885476-d60f-47f8-9f81-2216ac92210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30560d73-467d-4bfc-8c49-e73ce6adc584'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:29.947715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Bound port: fec567ed-fb3e-4175-9202-b7e46875bd75, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e885476-d60f-47f8-9f81-2216ac92210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '30560d73-467d-4bfc-8c49-e73ce6adc584'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:29.948246 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.959993 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cdc422a-d695-48aa-b8aa-348c3e79a3d9 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.961213 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4cdc422a-d695-48aa-b8aa-348c3e79a3d9 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7098591 Dec 09 02:15:29.966829 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32914) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:29.968164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8a78cac8-59e4-4e3a-82ae-37903342e5d6 None None] Provisioning complete for port 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:29.968738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a78cac8-59e4-4e3a-82ae-37903342e5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:29.988802 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bfc33157-f560-423d-9e4b-d6733dc70a73 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2596819 Dec 09 02:15:29.989298 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router c943b033-7c80-4daf-b6d1-12f04a08d5c1 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:15:29.991113 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32916) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:30.044346 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0160d38c-e226-4d03-a51c-e2848f6314c7 None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:30.114509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cbc31a-07ca-4891-be9e-733539714b1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:30.116202 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cbc31a-07ca-4891-be9e-733539714b1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:30.119423 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cbc31a-07ca-4891-be9e-733539714b1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:30.121845 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cbc31a-07ca-4891-be9e-733539714b1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:30.123343 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cbc31a-07ca-4891-be9e-733539714b1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:30.127265 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-95cbc31a-07ca-4891-be9e-733539714b1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1355484 Dec 09 02:15:30.133608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32918) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:30.170705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:30.182737 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0d8b872b-d0ec-415f-843d-e5b2c258d7cd tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:30.244844 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] For port fec567ed-fb3e-4175-9202-b7e46875bd75, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:30.269949 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a,segment=NetworkSegment(af7df8a1-e3c6-4cd5-ac26-4dbacdd942dd),segment_id=af7df8a1-e3c6-4cd5-ac26-4dbacdd942dd)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:30.283081 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] For port fec567ed-fb3e-4175-9202-b7e46875bd75, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=fec567ed-fb3e-4175-9202-b7e46875bd75,segment=NetworkSegment(2e885476-d60f-47f8-9f81-2216ac92210b),segment_id=2e885476-d60f-47f8-9f81-2216ac92210b)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:30.287032 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:30.288519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c7087650-59e8-4966-9b22-07f83f0ce796 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:30.298466 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:30.300513 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a78cac8-59e4-4e3a-82ae-37903342e5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:30.331240 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd216e20-a4f9-4ca0-8759-83890abe8035 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:30.332904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd216e20-a4f9-4ca0-8759-83890abe8035 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:30.334873 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe86f3-82be-4330-b4d1-f9b0a1aa6b96 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port 5377ec4b-bc36-427a-999d-efd5f59cf1a0 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:30.334996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd216e20-a4f9-4ca0-8759-83890abe8035 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:30.335229 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b8fe86f3-82be-4330-b4d1-f9b0a1aa6b96 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:30.337739 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd216e20-a4f9-4ca0-8759-83890abe8035 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:30.344230 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd216e20-a4f9-4ca0-8759-83890abe8035 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:30.346285 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cd216e20-a4f9-4ca0-8759-83890abe8035 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2110748 Dec 09 02:15:30.368619 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32920) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:30.389036 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e0b9e3ad-0309-4b31-b441-f1998bc0ea70 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:30.512406 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b9e3ad-0309-4b31-b441-f1998bc0ea70 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:30.523994 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-e0b9e3ad-0309-4b31-b441-f1998bc0ea70 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:30.536609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b9e3ad-0309-4b31-b441-f1998bc0ea70 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:30.536902 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e0b9e3ad-0309-4b31-b441-f1998bc0ea70 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:30.560360 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:30.569613 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cd89c0a6-c4d7-47de-b48b-53ffe106b8d8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/c943b033-7c80-4daf-b6d1-12f04a08d5c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5219605 Dec 09 02:15:30.577261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32922) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:30.589766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-1b679d83-37ad-41cb-a3ed-abf853e4afa5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1757136210'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:30.590002 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0d8b872b-d0ec-415f-843d-e5b2c258d7cd tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:30.595473 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:30.598774 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9e3ad-0309-4b31-b441-f1998bc0ea70 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=34623f50-cd15-4687-96e6-07f433d3a54a,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:30.599191 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b8fe86f3-82be-4330-b4d1-f9b0a1aa6b96 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:30.603481 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0d8b872b-d0ec-415f-843d-e5b2c258d7cd tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:30.629022 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:30.635052 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e0b9e3ad-0309-4b31-b441-f1998bc0ea70 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0895517 Dec 09 02:15:30.640631 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0160d38c-e226-4d03-a51c-e2848f6314c7 None None] Deleting port 5bd36ce0-625a-43f1-9b65-f4228ab295a6 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:30.641690 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0160d38c-e226-4d03-a51c-e2848f6314c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:30.648296 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a73daa-6463-4f8e-a43e-00cdf43e858a tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:30.649822 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-67a73daa-6463-4f8e-a43e-00cdf43e858a tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "GET /v2.0/networks/1b229fdb-5d15-42a0-bb16-1bb6a25ceada HTTP/1.1" status: 200 len: 804 time: 0.2800338 Dec 09 02:15:30.650498 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32924) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:30.658362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32926) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:30.662690 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-dfcc8631-a611-4bad-8be0-281120eacf06 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'name': 'tempest-NetworksTestDHCPv6-132810711'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:30.759213 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Sync routers for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:30.765166 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b679d83-37ad-41cb-a3ed-abf853e4afa5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:30.768900 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b679d83-37ad-41cb-a3ed-abf853e4afa5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:30.847857 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:30.848523 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:30.867097 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b679d83-37ad-41cb-a3ed-abf853e4afa5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:30.900957 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b679d83-37ad-41cb-a3ed-abf853e4afa5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:30.901852 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-1b679d83-37ad-41cb-a3ed-abf853e4afa5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Added segment 783d879a-bbc8-438e-8b16-96742edf63d2 of type vlan for network 9340f3dc-d18f-476d-9ba8-9ff150135e2f Dec 09 02:15:30.949432 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23086c7-69ce-42fd-9c74-a93d328d8e03 None None] Pushing event updated for resources: {'Port': ['ID=fec567ed-fb3e-4175-9202-b7e46875bd75,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:30.976721 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-8a78cac8-59e4-4e3a-82ae-37903342e5d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:15:30.977038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-8a78cac8-59e4-4e3a-82ae-37903342e5d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:15:30.981316 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b679d83-37ad-41cb-a3ed-abf853e4afa5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:30.984135 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0160d38c-e226-4d03-a51c-e2848f6314c7 None None] For port 5bd36ce0-625a-43f1-9b65-f4228ab295a6, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5bd36ce0-625a-43f1-9b65-f4228ab295a6,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:30.984538 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0160d38c-e226-4d03-a51c-e2848f6314c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:30.987073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port c7087650-59e8-4966-9b22-07f83f0ce796 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:30.987460 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.047964 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0160d38c-e226-4d03-a51c-e2848f6314c7 None None] Calling delete_port for 5bd36ce0-625a-43f1-9b65-f4228ab295a6 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:31.054872 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cb1cc9f0-242c-45e8-8aa5-d212a627f3b4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "GET /v2.0/networks/1b229fdb-5d15-42a0-bb16-1bb6a25ceada?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3877676 Dec 09 02:15:31.058621 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32928) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:31.079029 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:15:31.107400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b679d83-37ad-41cb-a3ed-abf853e4afa5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.109818 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe86f3-82be-4330-b4d1-f9b0a1aa6b96 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for 5377ec4b-bc36-427a-999d-efd5f59cf1a0 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:31.113806 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b679d83-37ad-41cb-a3ed-abf853e4afa5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:31.114889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b679d83-37ad-41cb-a3ed-abf853e4afa5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.160130 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.218845 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b679d83-37ad-41cb-a3ed-abf853e4afa5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Network': ['ID=9340f3dc-d18f-476d-9ba8-9ff150135e2f,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:31.232104 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcc8631-a611-4bad-8be0-281120eacf06 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:31.237013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8631-a611-4bad-8be0-281120eacf06 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.248289 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 9340f3dc-d18f-476d-9ba8-9ff150135e2f details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:31.263922 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0d8b872b-d0ec-415f-843d-e5b2c258d7cd tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.264265 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8b872b-d0ec-415f-843d-e5b2c258d7cd tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9994805e-7b76-4585-b9c0-74dfb9df680d {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:15:31.270418 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c09017-6b3b-46d6-8316-844f44018b80 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:31.271138 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.272430 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-62c09017-6b3b-46d6-8316-844f44018b80 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "GET /v2.0/subnets/595942db-1016-493f-881a-0f1e5380faeb HTTP/1.1" status: 200 len: 843 time: 0.2112291 Dec 09 02:15:31.277671 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1b679d83-37ad-41cb-a3ed-abf853e4afa5 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6953421 Dec 09 02:15:31.278299 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32930) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:31.281579 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32932) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:31.281993 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0d8b872b-d0ec-415f-843d-e5b2c258d7cd tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.283130 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0d8b872b-d0ec-415f-843d-e5b2c258d7cd tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "DELETE /v2.0/routers/9994805e-7b76-4585-b9c0-74dfb9df680d HTTP/1.1" status: 204 len: 168 time: 1.3126702 Dec 09 02:15:31.290535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-dfcc8631-a611-4bad-8be0-281120eacf06 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port 16fd49fd-dc2d-4c5f-8077-1f63c8509544 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:15:31.301782 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-82fd332a-ed68-4fff-9eb0-7f4514bc49e7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'subnet': {'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:31.411850 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5b69c682-f336-4e00-952e-e12a6a761fe8 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:31.423612 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0160d38c-e226-4d03-a51c-e2848f6314c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.453072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e7dd98-ff19-4c34-85ff-20777fdc2e5c tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:31.458837 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-52e7dd98-ff19-4c34-85ff-20777fdc2e5c tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "GET /v2.0/subnets/595942db-1016-493f-881a-0f1e5380faeb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1748283 Dec 09 02:15:31.462697 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32936) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:31.469177 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-72a98f2e-fc42-4fe0-9e53-4748b094d8e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1552459924'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:31.507876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32938) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:31.549433 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160d38c-e226-4d03-a51c-e2848f6314c7 None None] Pushing event deleted for resources: {'Port': ['ID=5bd36ce0-625a-43f1-9b65-f4228ab295a6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:31.562211 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-dfcc8631-a611-4bad-8be0-281120eacf06 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::295 (3d63738a-85ef-4baf-83f7-848c720832e0/34623f50-cd15-4687-96e6-07f433d3a54a/16fd49fd-dc2d-4c5f-8077-1f63c8509544) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:31.563422 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0160d38c-e226-4d03-a51c-e2848f6314c7 None None] No DVR routers for this DVR port 5bd36ce0-625a-43f1-9b65-f4228ab295a6 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:31.589183 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a98f2e-fc42-4fe0-9e53-4748b094d8e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:31.593055 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fd332a-ed68-4fff-9eb0-7f4514bc49e7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:31.594816 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-72a98f2e-fc42-4fe0-9e53-4748b094d8e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.598292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82fd332a-ed68-4fff-9eb0-7f4514bc49e7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.603400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1741ca11-2eb1-49a2-b4ca-2d3b5e1d54ee None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:31.668675 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8a78cac8-59e4-4e3a-82ae-37903342e5d6 None None] Could not find standard attr ID for object 5bd36ce0-625a-43f1-9b65-f4228ab295a6. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:15:31.696970 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Allocated IP 172.26.3.11 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/20eecc25-bec4-405c-90f1-0df0520b26aa) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:31.746066 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 5b69c682-f336-4e00-952e-e12a6a761fe8 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:31.746389 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.755786 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8a78cac8-59e4-4e3a-82ae-37903342e5d6 None None] Provisioning complete for port fe3fe0e8-14b4-48f4-aea9-cb1f7d7475e8 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:31.755786 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a78cac8-59e4-4e3a-82ae-37903342e5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.764552 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a98f2e-fc42-4fe0-9e53-4748b094d8e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:31.784889 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-72a98f2e-fc42-4fe0-9e53-4748b094d8e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.786135 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-72a98f2e-fc42-4fe0-9e53-4748b094d8e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Added segment bc85865f-c86f-4f74-b9f0-1d882b075a7b of type vlan for network 744b7518-1a3c-46d1-8505-9bfa4d84119d Dec 09 02:15:31.858910 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-72a98f2e-fc42-4fe0-9e53-4748b094d8e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.870372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82fd332a-ed68-4fff-9eb0-7f4514bc49e7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.882433 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': '34623f50-cd15-4687-96e6-07f433d3a54a'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:31.883349 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.885632 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8a78cac8-59e4-4e3a-82ae-37903342e5d6 None None] Port fe3fe0e8-14b4-48f4-aea9-cb1f7d7475e8 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:31.910894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:26Z', 'revision_number': 3, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:27Z', 'revision_number': 2, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:31.918071 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b8fe86f3-82be-4330-b4d1-f9b0a1aa6b96 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.938720 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-72a98f2e-fc42-4fe0-9e53-4748b094d8e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.942973 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd332a-ed68-4fff-9eb0-7f4514bc49e7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Subnet': ['ID=9a5c59ad-7314-4979-94ea-8432a69ab507,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:31.950588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a98f2e-fc42-4fe0-9e53-4748b094d8e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:31.951595 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-72a98f2e-fc42-4fe0-9e53-4748b094d8e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:31.955724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Checking router: c943b033-7c80-4daf-b6d1-12f04a08d5c1 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:15:31.956167 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Updating router c943b033-7c80-4daf-b6d1-12f04a08d5c1 port fa8889dc-4358-4cef-9384-07bcfbe5b92b binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:15:31.982778 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1889184573', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:32.097046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:32.099262 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe86f3-82be-4330-b4d1-f9b0a1aa6b96 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=5377ec4b-bc36-427a-999d-efd5f59cf1a0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:32.102723 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Allocated IP 172.21.0.1 (7aa9b586-8b19-477f-991f-ec0c64adb15c/46df975f-618c-4e17-911d-722f18eaea56/2e65687e-9c45-486a-bf90-905c8c67360a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:32.115249 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c001e43d-bc17-44fd-843a-58b3e70df92a up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:32.133734 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b8fe86f3-82be-4330-b4d1-f9b0a1aa6b96 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:32.139919 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b8fe86f3-82be-4330-b4d1-f9b0a1aa6b96 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/5377ec4b-bc36-427a-999d-efd5f59cf1a0 HTTP/1.1" status: 204 len: 168 time: 2.5608842 Dec 09 02:15:32.152807 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32942) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:32.153586 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c129f2a2-ea24-49ac-b88e-25af754d7551 None None] Provisioning complete for port 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:32.154089 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c129f2a2-ea24-49ac-b88e-25af754d7551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:32.159647 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-72a98f2e-fc42-4fe0-9e53-4748b094d8e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6954794 Dec 09 02:15:32.182478 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32944) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:32.183521 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fd332a-ed68-4fff-9eb0-7f4514bc49e7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Checking segment: {'id': '783d879a-bbc8-438e-8b16-96742edf63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:32.183871 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fd332a-ed68-4fff-9eb0-7f4514bc49e7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network hostable DHCP agents. Network: 9340f3dc-d18f-476d-9ba8-9ff150135e2f, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:32.186196 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:32.187801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:32.202616 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-65b88434-50a7-415d-aa67-515e7af533ee tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'subnet': {'network_id': '744b7518-1a3c-46d1-8505-9bfa4d84119d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:32.209799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a98f2e-fc42-4fe0-9e53-4748b094d8e4 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Network': ['ID=744b7518-1a3c-46d1-8505-9bfa4d84119d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:32.229335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 744b7518-1a3c-46d1-8505-9bfa4d84119d details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:32.240828 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ef8045-97cb-40ea-a03d-18fb79994e1d None None] Network 30560d73-467d-4bfc-8c49-e73ce6adc584 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:32.293652 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8631-a611-4bad-8be0-281120eacf06 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:32.297135 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61af7cb7-0a9b-4f71-935e-2990877decf2 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:32.301337 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-61af7cb7-0a9b-4f71-935e-2990877decf2 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1471095 Dec 09 02:15:32.302619 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32946) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:32.336482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:32.353906 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fd332a-ed68-4fff-9eb0-7f4514bc49e7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 9340f3dc-d18f-476d-9ba8-9ff150135e2f is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:32.384511 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:32.385452 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-da38a27d-d2a1-4308-9f9a-e29047c4337e tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] GET failed (client error): The resource could not be found. Dec 09 02:15:32.386655 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-da38a27d-d2a1-4308-9f9a-e29047c4337e tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports/b13bdd7e-7a67-4fca-b564-454152fb505f HTTP/1.1" status: 404 len: 333 time: 0.0788844 Dec 09 02:15:32.392012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32948) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:32.393544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:32.422375 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:32.428154 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-1303dbde-3b3d-4a45-b7f0-c422cf04c9f7 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] GET failed (client error): The resource could not be found. Dec 09 02:15:32.432402 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1303dbde-3b3d-4a45-b7f0-c422cf04c9f7 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports/5377ec4b-bc36-427a-999d-efd5f59cf1a0 HTTP/1.1" status: 404 len: 333 time: 0.0334744 Dec 09 02:15:32.436238 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32950) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:32.441603 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-82fd332a-ed68-4fff-9eb0-7f4514bc49e7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 9340f3dc-d18f-476d-9ba8-9ff150135e2f) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:32.490631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fd332a-ed68-4fff-9eb0-7f4514bc49e7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:32.491390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82fd332a-ed68-4fff-9eb0-7f4514bc49e7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:32.525282 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:32.530719 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:32.543606 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:32.549788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b88434-50a7-415d-aa67-515e7af533ee tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Made reservation on behalf of 6a57719e646b4b71a47aa027f3070476 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:32.554290 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-65b88434-50a7-415d-aa67-515e7af533ee tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:32.556124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:32.558303 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=20eecc25-bec4-405c-90f1-0df0520b26aa,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:32.600464 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 7aa9b586-8b19-477f-991f-ec0c64adb15c is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:32.605248 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e29c23f-023f-4858-ba7d-725d0bc400c6 None None] Network 9340f3dc-d18f-476d-9ba8-9ff150135e2f requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:32.608095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69072584-9fff-44d4-b475-99c8f79206f6 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:32.609806 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8631-a611-4bad-8be0-281120eacf06 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:32.633796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:32.647897 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:32.726297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dbb0be22-baae-41aa-9abd-c7ac271f71fd tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:32.738464 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=2e65687e-9c45-486a-bf90-905c8c67360a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:32.739396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port c001e43d-bc17-44fd-843a-58b3e70df92a triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:32.739813 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:32.785019 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:32.895451 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Allocated IP 2001:db8::2 (3d63738a-85ef-4baf-83f7-848c720832e0/34623f50-cd15-4687-96e6-07f433d3a54a/9b8a7043-a8f8-453a-b688-6aa7072df665) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:33.025609 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-82fd332a-ed68-4fff-9eb0-7f4514bc49e7 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7287769 Dec 09 02:15:33.031042 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32952) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:33.037234 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.040331 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'project_id': 'd15c6a952496477982e2790f8e702c84', 'fixed_ips': [{'subnet_id': '9a5c59ad-7314-4979-94ea-8432a69ab507'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:33.042017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.044405 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c129f2a2-ea24-49ac-b88e-25af754d7551 None None] Could not find standard attr ID for object 4387a9e6-aff7-44e5-ac7f-ec8d9b068c74. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:15:33.088083 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-65b88434-50a7-415d-aa67-515e7af533ee tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Performing IP validity checks on allocation pools {{(pid=103334) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 02:15:33.088592 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-65b88434-50a7-415d-aa67-515e7af533ee tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103334) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 02:15:33.092887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcc8631-a611-4bad-8be0-281120eacf06 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:33.104880 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ef476bc7-e36c-4ddc-ad5d-f014bc142820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.111392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-dfcc8631-a611-4bad-8be0-281120eacf06 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:33.120423 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc8631-a611-4bad-8be0-281120eacf06 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:33.126195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcc8631-a611-4bad-8be0-281120eacf06 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:33.126832 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8631-a611-4bad-8be0-281120eacf06 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.169910 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc8631-a611-4bad-8be0-281120eacf06 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=16fd49fd-dc2d-4c5f-8077-1f63c8509544,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:33.175167 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c129f2a2-ea24-49ac-b88e-25af754d7551 None None] Provisioning complete for port c001e43d-bc17-44fd-843a-58b3e70df92a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:33.175989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c129f2a2-ea24-49ac-b88e-25af754d7551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.210698 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dfcc8631-a611-4bad-8be0-281120eacf06 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5537553 Dec 09 02:15:33.224851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32954) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:33.242700 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dbb0be22-baae-41aa-9abd-c7ac271f71fd tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.360101 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-dbb0be22-baae-41aa-9abd-c7ac271f71fd tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a338326c-3254-4dd8-92b2-08fd529b46b9']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:33.364359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d084d1f-1b78-4115-89f8-c21cfe779873 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:33.366654 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1d084d1f-1b78-4115-89f8-c21cfe779873 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1408198 Dec 09 02:15:33.370918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32956) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:33.377605 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.395050 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.423017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.423254 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-dbb0be22-baae-41aa-9abd-c7ac271f71fd tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b359ae-1aa6-49c3-ba40-19b187bf7471') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:33.423424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-dbb0be22-baae-41aa-9abd-c7ac271f71fd tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b359ae-1aa6-49c3-ba40-19b187bf7471') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:33.441330 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.469676 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dbb0be22-baae-41aa-9abd-c7ac271f71fd tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.486460 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-65b88434-50a7-415d-aa67-515e7af533ee tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.525116 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dbb0be22-baae-41aa-9abd-c7ac271f71fd tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.559577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port c001e43d-bc17-44fd-843a-58b3e70df92a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c001e43d-bc17-44fd-843a-58b3e70df92a,segment=NetworkSegment(d35936fa-daf2-456a-9475-47248c50b7ee),segment_id=d35936fa-daf2-456a-9475-47248c50b7ee)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:33.571961 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb0be22-baae-41aa-9abd-c7ac271f71fd tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:33.572459 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dbb0be22-baae-41aa-9abd-c7ac271f71fd tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:33.575819 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:33.606068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.641046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b88434-50a7-415d-aa67-515e7af533ee tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Subnet': ['ID=94b87661-cbce-4a77-9a53-b1dd7b6dc48a,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:33.656500 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.699400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.700657 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d76c1-b88e-46aa-823d-fe5172a26759 None None] Pushing event updated for resources: {'Port': ['ID=fa8889dc-4358-4cef-9384-07bcfbe5b92b,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:33.709961 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.736183 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-25cc3996-ebb8-4a5e-ac0f-8408e17a8851 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port 16fd49fd-dc2d-4c5f-8077-1f63c8509544 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:33.736836 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25cc3996-ebb8-4a5e-ac0f-8408e17a8851 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.762354 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e103d275-ab34-4082-bfa6-d4f2a8ff9975 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:15:33.770411 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.772457 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Allocated IP 2001:db8:2::2 (9340f3dc-d18f-476d-9ba8-9ff150135e2f/9a5c59ad-7314-4979-94ea-8432a69ab507/ec336054-0701-4219-ba7a-efb9b6ff9083) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:33.802207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b88434-50a7-415d-aa67-515e7af533ee tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Checking segment: {'id': 'bc85865f-c86f-4f74-b9f0-1d882b075a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '744b7518-1a3c-46d1-8505-9bfa4d84119d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:33.802207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b88434-50a7-415d-aa67-515e7af533ee tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network hostable DHCP agents. Network: 744b7518-1a3c-46d1-8505-9bfa4d84119d, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:33.802527 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Attempting to bind port fa8889dc-4358-4cef-9384-07bcfbe5b92b on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:33.803531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Attempting to bind port fa8889dc-4358-4cef-9384-07bcfbe5b92b by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'd35936fa-daf2-456a-9475-47248c50b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:33.803915 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Attempting to bind port fa8889dc-4358-4cef-9384-07bcfbe5b92b on network a8b9d5bd-9392-47eb-8a19-18f40bc592a2 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:33.816274 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.823752 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: e103d275-ab34-4082-bfa6-d4f2a8ff9975 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:15:33.823992 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dbb0be22-baae-41aa-9abd-c7ac271f71fd tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.824344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e103d275-ab34-4082-bfa6-d4f2a8ff9975 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:15:33.829738 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dbb0be22-baae-41aa-9abd-c7ac271f71fd tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.831393 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c129f2a2-ea24-49ac-b88e-25af754d7551 None None] Could not find standard attr ID for object 5bd36ce0-625a-43f1-9b65-f4228ab295a6. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:15:33.833611 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dbb0be22-baae-41aa-9abd-c7ac271f71fd tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/networks/a338326c-3254-4dd8-92b2-08fd529b46b9 HTTP/1.1" status: 204 len: 168 time: 1.3960600 Dec 09 02:15:33.845891 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32958) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:33.851237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=c001e43d-bc17-44fd-843a-58b3e70df92a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:33.853060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-090226eb-2fd2-4e4a-81e0-6f6ca5673f50 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-616586243'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:33.855565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:33.860282 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:33.860568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Checking segment: {'id': 'd35936fa-daf2-456a-9475-47248c50b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:33.861096 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.861595 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Bound using segment: {'id': 'd35936fa-daf2-456a-9475-47248c50b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:33.862193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Bound port: fa8889dc-4358-4cef-9384-07bcfbe5b92b, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35936fa-daf2-456a-9475-47248c50b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:33.862688 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.889844 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0be22-baae-41aa-9abd-c7ac271f71fd tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Network': ['ID=a338326c-3254-4dd8-92b2-08fd529b46b9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:33.894491 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:33.894633 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.948684 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:33.967342 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c129f2a2-ea24-49ac-b88e-25af754d7551 None None] Provisioning complete for port fa8889dc-4358-4cef-9384-07bcfbe5b92b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:33.977916 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c129f2a2-ea24-49ac-b88e-25af754d7551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:33.984062 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b88434-50a7-415d-aa67-515e7af533ee tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Network 744b7518-1a3c-46d1-8505-9bfa4d84119d is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:34.002677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090226eb-2fd2-4e4a-81e0-6f6ca5673f50 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:34.006802 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-090226eb-2fd2-4e4a-81e0-6f6ca5673f50 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.042551 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c129f2a2-ea24-49ac-b88e-25af754d7551 None None] Port fa8889dc-4358-4cef-9384-07bcfbe5b92b cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:34.051730 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-65b88434-50a7-415d-aa67-515e7af533ee tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 744b7518-1a3c-46d1-8505-9bfa4d84119d) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:34.067705 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25cc3996-ebb8-4a5e-ac0f-8408e17a8851 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.087409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b54137-607a-4465-b029-499326b0f2b6 None None] Network 744b7518-1a3c-46d1-8505-9bfa4d84119d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:34.089815 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b88434-50a7-415d-aa67-515e7af533ee tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:34.090429 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-65b88434-50a7-415d-aa67-515e7af533ee tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.110988 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Allocated IP 172.26.3.184 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/10dde11b-60c5-488a-9bb1-28823063624a) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:34.119410 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-25cc3996-ebb8-4a5e-ac0f-8408e17a8851 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for 16fd49fd-dc2d-4c5f-8077-1f63c8509544 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:34.222894 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-65b88434-50a7-415d-aa67-515e7af533ee tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0299389 Dec 09 02:15:34.226055 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090226eb-2fd2-4e4a-81e0-6f6ca5673f50 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:34.233234 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32960) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:34.238773 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-6b04e0d0-33ce-4d9e-89a0-5a9a6fc6ea33 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:34.278123 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Pushing event updated for resources: {'Port': ['ID=9b8a7043-a8f8-453a-b688-6aa7072df665,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:34.291956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-090226eb-2fd2-4e4a-81e0-6f6ca5673f50 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.293257 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-090226eb-2fd2-4e4a-81e0-6f6ca5673f50 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Added segment ae684f5d-65c4-4034-a671-c3c38ded78d4 of type vlan for network 150eb9a4-1416-4b4d-aaab-6944a0a7b230 Dec 09 02:15:34.328721 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:34.380012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-744b7518-1a3c-46d1-8505-9bfa4d84119d', 'network_id': '744b7518-1a3c-46d1-8505-9bfa4d84119d', 'project_id': '6a57719e646b4b71a47aa027f3070476', 'fixed_ips': [{'subnet_id': '94b87661-cbce-4a77-9a53-b1dd7b6dc48a'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:34.381538 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.416985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] For port fa8889dc-4358-4cef-9384-07bcfbe5b92b, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:34.418793 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-090226eb-2fd2-4e4a-81e0-6f6ca5673f50 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.464799 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Attempting to bind port 9b8a7043-a8f8-453a-b688-6aa7072df665 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:34.465146 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Attempting to bind port 9b8a7043-a8f8-453a-b688-6aa7072df665 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:34.465549 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Attempting to bind port 9b8a7043-a8f8-453a-b688-6aa7072df665 on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:34.467179 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.477336 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] For port fa8889dc-4358-4cef-9384-07bcfbe5b92b, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=fa8889dc-4358-4cef-9384-07bcfbe5b92b,segment=NetworkSegment(d35936fa-daf2-456a-9475-47248c50b7ee),segment_id=d35936fa-daf2-456a-9475-47248c50b7ee)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:34.480263 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] Provisioning complete for port fec567ed-fb3e-4175-9202-b7e46875bd75 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:34.480679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.496853 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6b04e0d0-33ce-4d9e-89a0-5a9a6fc6ea33 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25578053'] for subnet, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.512966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:34.513343 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:34.513745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.514138 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:34.514616 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Bound port: 9b8a7043-a8f8-453a-b688-6aa7072df665, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:34.514995 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.527140 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.542394 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-090226eb-2fd2-4e4a-81e0-6f6ca5673f50 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.548342 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090226eb-2fd2-4e4a-81e0-6f6ca5673f50 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:34.549186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-090226eb-2fd2-4e4a-81e0-6f6ca5673f50 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.628586 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.635331 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.647068 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.688387 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-090226eb-2fd2-4e4a-81e0-6f6ca5673f50 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8413715 Dec 09 02:15:34.702740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32962) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:34.713244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-8209303a-e856-47be-bf23-3daae26dc55d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'subnet': {'network_id': '150eb9a4-1416-4b4d-aaab-6944a0a7b230', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:34.725076 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.736997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25cc3996-ebb8-4a5e-ac0f-8408e17a8851 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.766741 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090226eb-2fd2-4e4a-81e0-6f6ca5673f50 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Network': ['ID=150eb9a4-1416-4b4d-aaab-6944a0a7b230,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:34.769432 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.857196 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.859725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.874443 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 150eb9a4-1416-4b4d-aaab-6944a0a7b230 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:34.877488 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=2e65687e-9c45-486a-bf90-905c8c67360a,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:34.899977 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:34.929469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:34.937262 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:34.937641 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.941109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:34.943200 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Pushing event updated for resources: {'Port': ['ID=10dde11b-60c5-488a-9bb1-28823063624a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:34.946424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25cc3996-ebb8-4a5e-ac0f-8408e17a8851 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:34.949986 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-25cc3996-ebb8-4a5e-ac0f-8408e17a8851 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/16fd49fd-dc2d-4c5f-8077-1f63c8509544 HTTP/1.1" status: 204 len: 168 time: 1.5768569 Dec 09 02:15:34.975892 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32964) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:34.999851 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Allocated IP 2001:db8:2::1 (9340f3dc-d18f-476d-9ba8-9ff150135e2f/9a5c59ad-7314-4979-94ea-8432a69ab507/483ed103-b4b9-4bd0-9bb5-f5373a5498eb) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:35.001737 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dd7764-59dc-4ad2-accd-ebf2f0e9eb1c None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:35.015461 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d76c1-b88e-46aa-823d-fe5172a26759 None None] Pushing event updated for resources: {'Port': ['ID=fa8889dc-4358-4cef-9384-07bcfbe5b92b,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:35.023715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Network 9340f3dc-d18f-476d-9ba8-9ff150135e2f is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:35.030381 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:35.031017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:35.041411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc3996-ebb8-4a5e-ac0f-8408e17a8851 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=16fd49fd-dc2d-4c5f-8077-1f63c8509544,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:35.094548 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fd131a-1448-43ff-9dd4-40c68f58e86f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:35.096104 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:35.096882 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fd131a-1448-43ff-9dd4-40c68f58e86f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:35.100294 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-79fd131a-1448-43ff-9dd4-40c68f58e86f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1184783 Dec 09 02:15:35.109308 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32966) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:35.154001 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:35.187371 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8209303a-e856-47be-bf23-3daae26dc55d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:35.202271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8209303a-e856-47be-bf23-3daae26dc55d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:35.206498 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] For port 9b8a7043-a8f8-453a-b688-6aa7072df665, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:35.259706 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 7aa9b586-8b19-477f-991f-ec0c64adb15c is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:35.261960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6b04e0d0-33ce-4d9e-89a0-5a9a6fc6ea33 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785246342184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2986128'] for subnet, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:35.268343 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:35.288129 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ce92eb-d622-44c1-8e38-46a93718a0e2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 34623f50-cd15-4687-96e6-07f433d3a54a {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:15:35.305838 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2ce92eb-d622-44c1-8e38-46a93718a0e2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:35.316112 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] For port 9b8a7043-a8f8-453a-b688-6aa7072df665, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=9b8a7043-a8f8-453a-b688-6aa7072df665,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:35.336297 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Pushing event updated for resources: {'Port': ['ID=ec336054-0701-4219-ba7a-efb9b6ff9083,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:35.363767 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:35.366100 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:35.366469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b04e0d0-33ce-4d9e-89a0-5a9a6fc6ea33 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:35.367453 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6b04e0d0-33ce-4d9e-89a0-5a9a6fc6ea33 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:35.372493 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6b04e0d0-33ce-4d9e-89a0-5a9a6fc6ea33 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "PUT /v2.0/subnets/94b87661-cbce-4a77-9a53-b1dd7b6dc48a HTTP/1.1" status: 200 len: 900 time: 1.1379976 Dec 09 02:15:35.382297 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32968) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:35.388258 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:15:35.395845 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32d1fb57-5c33-4c78-93e9-defdd4ab5059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:35.421837 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04e0d0-33ce-4d9e-89a0-5a9a6fc6ea33 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event updated for resources: {'Subnet': ['ID=94b87661-cbce-4a77-9a53-b1dd7b6dc48a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:35.442815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router b29ad87a-f3bb-4eaa-bb4a-388b30c384a9 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:15:35.447253 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-8209303a-e856-47be-bf23-3daae26dc55d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Performing IP validity checks on allocation pools {{(pid=103334) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 02:15:35.451360 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-8209303a-e856-47be-bf23-3daae26dc55d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103334) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 02:15:35.481663 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2ce92eb-d622-44c1-8e38-46a93718a0e2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:35.489200 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Allocated IP 2001:db8::3 (744b7518-1a3c-46d1-8505-9bfa4d84119d/94b87661-cbce-4a77-9a53-b1dd7b6dc48a/f954a569-f79b-4012-8aa8-527d84b988cf) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:35.498236 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Attempting to bind port ec336054-0701-4219-ba7a-efb9b6ff9083 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:35.498645 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Attempting to bind port ec336054-0701-4219-ba7a-efb9b6ff9083 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '783d879a-bbc8-438e-8b16-96742edf63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:35.499017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Attempting to bind port ec336054-0701-4219-ba7a-efb9b6ff9083 on network 9340f3dc-d18f-476d-9ba8-9ff150135e2f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:35.531504 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:35.627314 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:35.627849 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Checking segment: {'id': '783d879a-bbc8-438e-8b16-96742edf63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:35.628283 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:35.628761 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Bound using segment: {'id': '783d879a-bbc8-438e-8b16-96742edf63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:35.629349 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Bound port: ec336054-0701-4219-ba7a-efb9b6ff9083, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783d879a-bbc8-438e-8b16-96742edf63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:35.630142 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:35.695587 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:35.741054 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:35.745352 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] For port fec567ed-fb3e-4175-9202-b7e46875bd75, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=fec567ed-fb3e-4175-9202-b7e46875bd75,segment=NetworkSegment(2e885476-d60f-47f8-9f81-2216ac92210b),segment_id=2e885476-d60f-47f8-9f81-2216ac92210b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:35.752342 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a5b03-f48e-472d-9d6e-0996c7081c6f None None] Pushing event updated for resources: {'Port': ['ID=9b8a7043-a8f8-453a-b688-6aa7072df665,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:35.755588 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c1c82-a2d9-4dfa-af9a-58a352b1c3da None None] Sync routers for ids ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:35.761832 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:35.763819 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:35.773149 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5b69c682-f336-4e00-952e-e12a6a761fe8 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:35.776501 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c1c82-a2d9-4dfa-af9a-58a352b1c3da None None] Routers {'b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:35.780835 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-5f4c1c82-a2d9-4dfa-af9a-58a352b1c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:35.848830 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:35.881894 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-5f4c1c82-a2d9-4dfa-af9a-58a352b1c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:35.907645 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c1c82-a2d9-4dfa-af9a-58a352b1c3da None None] Routers {'b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:35.908439 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-5f4c1c82-a2d9-4dfa-af9a-58a352b1c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:35.929637 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=483ed103-b4b9-4bd0-9bb5-f5373a5498eb,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:35.958015 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router 0c24f289-6314-4ca4-9e66-4433458e56d4 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:15:35.973593 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:35.974773 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d8f0ac10-6a39-4400-9636-d4eef563a508 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.7313967 Dec 09 02:15:35.983998 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] Provisioning complete for port fa8889dc-4358-4cef-9384-07bcfbe5b92b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:35.984181 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:35.985017 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-5f4c1c82-a2d9-4dfa-af9a-58a352b1c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:35.987447 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32970) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:35.989082 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c1c82-a2d9-4dfa-af9a-58a352b1c3da None None] The sync data for ids ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:36.007111 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8209303a-e856-47be-bf23-3daae26dc55d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:36.016318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:36.051072 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] Pushing event updated for resources: {'Port': ['ID=fec567ed-fb3e-4175-9202-b7e46875bd75,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:36.073489 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] For port ec336054-0701-4219-ba7a-efb9b6ff9083, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:36.113637 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 9340f3dc-d18f-476d-9ba8-9ff150135e2f is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:36.149246 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] For port ec336054-0701-4219-ba7a-efb9b6ff9083, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=ec336054-0701-4219-ba7a-efb9b6ff9083,segment=NetworkSegment(783d879a-bbc8-438e-8b16-96742edf63d2),segment_id=783d879a-bbc8-438e-8b16-96742edf63d2)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:36.156479 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:36.162927 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2ce92eb-d622-44c1-8e38-46a93718a0e2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:36.168298 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:36.168999 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:36.173077 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:36.175919 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:36.212175 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 5b69c682-f336-4e00-952e-e12a6a761fe8 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:36.212575 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:36.224357 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:36.350506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Network 744b7518-1a3c-46d1-8505-9bfa4d84119d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:36.371357 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:36.377717 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:36.382987 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:36.384846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caa546-eae2-47d1-9c5d-9c43c6435dcd None None] Pushing event updated for resources: {'Port': ['ID=ec336054-0701-4219-ba7a-efb9b6ff9083,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:36.390594 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:36.402779 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:26Z', 'revision_number': 3, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:34Z', 'revision_number': 4, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:36.446464 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:36.460608 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e1fcf830-3170-4832-8f33-3c5bb1b5aa97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/0c24f289-6314-4ca4-9e66-4433458e56d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3378205 Dec 09 02:15:36.463473 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32972) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:36.486340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3bbca-3f5e-48fc-8fbc-7d6f191d09ca None None] Sync routers for ids ['0c24f289-6314-4ca4-9e66-4433458e56d4'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:36.491376 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d408c-7ce8-4e30-8f41-fe659dc6736a None None] The sync data for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv is: [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:26Z', 'revision_number': 3, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:34Z', 'revision_number': 4, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:36.623045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:36.635158 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:36.637597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209303a-e856-47be-bf23-3daae26dc55d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Subnet': ['ID=58adcbe1-ced1-4e29-ad2d-f38f7778a19e,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:36.647763 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Pushing event updated for resources: {'Port': ['ID=f954a569-f79b-4012-8aa8-527d84b988cf,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:36.654245 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] For port fa8889dc-4358-4cef-9384-07bcfbe5b92b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=fa8889dc-4358-4cef-9384-07bcfbe5b92b,segment=NetworkSegment(d35936fa-daf2-456a-9475-47248c50b7ee),segment_id=d35936fa-daf2-456a-9475-47248c50b7ee)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:36.684590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:36.692784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3bbca-3f5e-48fc-8fbc-7d6f191d09ca None None] Routers {'0c24f289-6314-4ca4-9e66-4433458e56d4'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:36.695190 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e3f3bbca-3f5e-48fc-8fbc-7d6f191d09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0c24f289-6314-4ca4-9e66-4433458e56d4'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:36.705431 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Attempting to bind port f954a569-f79b-4012-8aa8-527d84b988cf on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:36.708141 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Attempting to bind port f954a569-f79b-4012-8aa8-527d84b988cf by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'bc85865f-c86f-4f74-b9f0-1d882b075a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '744b7518-1a3c-46d1-8505-9bfa4d84119d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:36.708720 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Attempting to bind port f954a569-f79b-4012-8aa8-527d84b988cf on network 744b7518-1a3c-46d1-8505-9bfa4d84119d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:36.714921 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c001e43d-bc17-44fd-843a-58b3e70df92a up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:36.845207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Subnet': ['ID=94b87661-cbce-4a77-9a53-b1dd7b6dc48a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:36.904314 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8209303a-e856-47be-bf23-3daae26dc55d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Checking segment: {'id': 'ae684f5d-65c4-4034-a671-c3c38ded78d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '150eb9a4-1416-4b4d-aaab-6944a0a7b230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:36.904604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8209303a-e856-47be-bf23-3daae26dc55d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network hostable DHCP agents. Network: 150eb9a4-1416-4b4d-aaab-6944a0a7b230, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:36.913602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.009555 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744b7518-1a3c-46d1-8505-9bfa4d84119d']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:37.026884 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc85865f-c86f-4f74-b9f0-1d882b075a7b') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:37.027250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc85865f-c86f-4f74-b9f0-1d882b075a7b') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:37.044006 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.091400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8209303a-e856-47be-bf23-3daae26dc55d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 150eb9a4-1416-4b4d-aaab-6944a0a7b230 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:37.106078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.117264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:37.117792 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.157409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e3f3bbca-3f5e-48fc-8fbc-7d6f191d09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:37.169689 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:37.170831 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2ce92eb-d622-44c1-8e38-46a93718a0e2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.171665 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Checking segment: {'id': 'bc85865f-c86f-4f74-b9f0-1d882b075a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '744b7518-1a3c-46d1-8505-9bfa4d84119d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:37.172193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.172706 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Bound using segment: {'id': 'bc85865f-c86f-4f74-b9f0-1d882b075a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '744b7518-1a3c-46d1-8505-9bfa4d84119d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:37.173478 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Bound port: f954a569-f79b-4012-8aa8-527d84b988cf, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc85865f-c86f-4f74-b9f0-1d882b075a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '744b7518-1a3c-46d1-8505-9bfa4d84119d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:37.174242 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:37.218634 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:37.223254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 02:15:37.223254 dv-neutron-804846-18-hyperv neutron-server[103334]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 02:15:37.223254 dv-neutron-804846-18-hyperv neutron-server[103334]: [parameters: {'id': '744b7518-1a3c-46d1-8505-9bfa4d84119d'}] Dec 09 02:15:37.223254 dv-neutron-804846-18-hyperv neutron-server[103334]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:15:37.223651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:15:37.223987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-8209303a-e856-47be-bf23-3daae26dc55d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 150eb9a4-1416-4b4d-aaab-6944a0a7b230) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:37.230784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] Provisioning complete for port 20eecc25-bec4-405c-90f1-0df0520b26aa triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:37.231591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.235090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8209303a-e856-47be-bf23-3daae26dc55d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:37.235945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8209303a-e856-47be-bf23-3daae26dc55d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.245345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce92eb-d622-44c1-8e38-46a93718a0e2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=34623f50-cd15-4687-96e6-07f433d3a54a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:37.264375 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2795f2e2-4007-46e7-a3f3-b90c2065a47e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:37.265356 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1947a0c5-e6b8-4433-884b-df54c7204984 None None] Network 150eb9a4-1416-4b4d-aaab-6944a0a7b230 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:37.266361 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2795f2e2-4007-46e7-a3f3-b90c2065a47e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports/2e65687e-9c45-486a-bf90-905c8c67360a HTTP/1.1" status: 200 len: 910 time: 0.7998288 Dec 09 02:15:37.273574 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.275612 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32974) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:37.281536 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3bbca-3f5e-48fc-8fbc-7d6f191d09ca None None] Routers {'0c24f289-6314-4ca4-9e66-4433458e56d4'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:37.282391 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e3f3bbca-3f5e-48fc-8fbc-7d6f191d09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0c24f289-6314-4ca4-9e66-4433458e56d4'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:37.285334 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] Pushing event updated for resources: {'Port': ['ID=fa8889dc-4358-4cef-9384-07bcfbe5b92b,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:37.291610 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2ce92eb-d622-44c1-8e38-46a93718a0e2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.295720 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f2ce92eb-d622-44c1-8e38-46a93718a0e2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/34623f50-cd15-4687-96e6-07f433d3a54a HTTP/1.1" status: 204 len: 168 time: 2.1849906 Dec 09 02:15:37.306200 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32976) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:37.351256 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Router b3970df9-b79e-4b17-9312-a5d18636cb15 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:15:37.390212 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8209303a-e856-47be-bf23-3daae26dc55d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6842542 Dec 09 02:15:37.391767 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32978) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:37.401388 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-fd156095-7362-4662-985c-cf08c853a48f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'network_id': '150eb9a4-1416-4b4d-aaab-6944a0a7b230', 'name': 'tempest-PortsIpV6TestJSON-911827644'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:37.416152 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3f682dfe-2672-4a08-9f2b-23559c587a9f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059945 Dec 09 02:15:37.420129 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32980) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:37.448103 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b427c201-c126-4f8f-bf09-2dbe0fe9ccd0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:37.462794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e03d4d5-fe96-41c3-a443-97976edf3bdf None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:37.542426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e3f3bbca-3f5e-48fc-8fbc-7d6f191d09ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:37.543095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3bbca-3f5e-48fc-8fbc-7d6f191d09ca None None] The sync data for ids ['0c24f289-6314-4ca4-9e66-4433458e56d4'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:37.619053 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] Port 20eecc25-bec4-405c-90f1-0df0520b26aa cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:37.661386 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-150eb9a4-1416-4b4d-aaab-6944a0a7b230', 'network_id': '150eb9a4-1416-4b4d-aaab-6944a0a7b230', 'project_id': '41c2f5bd624749d08f586a47815f13ab', 'fixed_ips': [{'subnet_id': '58adcbe1-ced1-4e29-ad2d-f38f7778a19e'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:37.664039 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.724084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] For port f954a569-f79b-4012-8aa8-527d84b988cf, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:37.725662 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.732221 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] Provisioning complete for port 2e65687e-9c45-486a-bf90-905c8c67360a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:37.733356 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.752059 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b427c201-c126-4f8f-bf09-2dbe0fe9ccd0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:37.755579 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b427c201-c126-4f8f-bf09-2dbe0fe9ccd0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.778022 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port c001e43d-bc17-44fd-843a-58b3e70df92a triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:37.778286 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.788735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-98e9a71a-3a77-4d0b-b4d1-d264afd9316b None None] Port 2e65687e-9c45-486a-bf90-905c8c67360a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:37.852653 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:37.869366 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6beddc-55b0-45c0-b808-bce791a31cc6 None None] Sync routers for ids ['b3970df9-b79e-4b17-9312-a5d18636cb15'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:37.899117 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] For port f954a569-f79b-4012-8aa8-527d84b988cf, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f954a569-f79b-4012-8aa8-527d84b988cf,segment=NetworkSegment(bc85865f-c86f-4f74-b9f0-1d882b075a7b),segment_id=bc85865f-c86f-4f74-b9f0-1d882b075a7b)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:37.909645 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6beddc-55b0-45c0-b808-bce791a31cc6 None None] Routers {'b3970df9-b79e-4b17-9312-a5d18636cb15'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:37.910612 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9f6beddc-55b0-45c0-b808-bce791a31cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b3970df9-b79e-4b17-9312-a5d18636cb15'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:37.953102 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd156095-7362-4662-985c-cf08c853a48f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:37.956825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd156095-7362-4662-985c-cf08c853a48f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.957925 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.966776 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.973323 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-72390b5b-8617-4b90-b435-884959d782e6 None None] Provisioning complete for port 9b8a7043-a8f8-453a-b688-6aa7072df665 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:37.973701 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72390b5b-8617-4b90-b435-884959d782e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.974243 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9f6beddc-55b0-45c0-b808-bce791a31cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:37.989274 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:37.991214 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-63fa10c5-7753-4b5a-bc42-1e8a8e5ddbf8 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4786232 Dec 09 02:15:37.994002 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32982) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:37.998156 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6beddc-55b0-45c0-b808-bce791a31cc6 None None] Routers {'b3970df9-b79e-4b17-9312-a5d18636cb15'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:37.999201 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9f6beddc-55b0-45c0-b808-bce791a31cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b3970df9-b79e-4b17-9312-a5d18636cb15'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:38.031367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-fd156095-7362-4662-985c-cf08c853a48f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] device_id is not set on port 59a6d8a9-8cc7-4092-81ec-9f52faf1f1cd yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:15:38.038392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Deleting port f954a569-f79b-4012-8aa8-527d84b988cf {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:38.038847 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.039131 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9f6beddc-55b0-45c0-b808-bce791a31cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:38.042171 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6beddc-55b0-45c0-b808-bce791a31cc6 None None] The sync data for ids ['b3970df9-b79e-4b17-9312-a5d18636cb15'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:38.055120 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb2311f-b254-4216-9ba7-dca332796564 None None] Network 9340f3dc-d18f-476d-9ba8-9ff150135e2f requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:38.069004 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade4ba8e-5b50-4e56-a23b-e4d416c38b67 None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:38.172045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] For port f954a569-f79b-4012-8aa8-527d84b988cf, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f954a569-f79b-4012-8aa8-527d84b988cf,segment=NetworkSegment(bc85865f-c86f-4f74-b9f0-1d882b075a7b),segment_id=bc85865f-c86f-4f74-b9f0-1d882b075a7b)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:38.172407 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.188799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Calling delete_port for f954a569-f79b-4012-8aa8-527d84b988cf owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:38.199696 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.221536 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.238252 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.239023 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.252705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1933be3-8ca2-4667-92c4-4302a2ed8973 None None] Pushing event updated for resources: {'Port': ['ID=f954a569-f79b-4012-8aa8-527d84b988cf,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:38.294637 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.323796 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Allocated IP 2001:db8::2 (150eb9a4-1416-4b4d-aaab-6944a0a7b230/58adcbe1-ced1-4e29-ad2d-f38f7778a19e/efde9d2e-62f6-4ea5-8dd1-3796f167a992) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:38.340081 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2858d46d-dfda-46cc-8889-344f70235a27 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.352911 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-10ce3bec-2f12-4152-8fd5-4abf8812005f tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "GET /v2.0/routers/b3970df9-b79e-4b17-9312-a5d18636cb15 HTTP/1.1" status: 200 len: 921 time: 0.3524210 Dec 09 02:15:38.388019 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32984) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:38.389161 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db1adcf-1955-43c1-9a48-cbc0c6b79ce4 None None] Network 744b7518-1a3c-46d1-8505-9bfa4d84119d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:38.420896 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72390b5b-8617-4b90-b435-884959d782e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.460679 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=483ed103-b4b9-4bd0-9bb5-f5373a5498eb,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:38.471513 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-803d2317-87d9-4e44-8cf6-ac18113b4ef7 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3970df9-b79e-4b17-9312-a5d18636cb15 HTTP/1.1" status: 200 len: 205 time: 0.0603642 Dec 09 02:15:38.474032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Port': ['ID=f954a569-f79b-4012-8aa8-527d84b988cf,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:38.476924 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32986) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:38.486770 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No DVR routers for this DVR port f954a569-f79b-4012-8aa8-527d84b988cf on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:38.503894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device fec567ed-fb3e-4175-9202-b7e46875bd75 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:38.511765 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b427c201-c126-4f8f-bf09-2dbe0fe9ccd0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.540699 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ade4ba8e-5b50-4e56-a23b-e4d416c38b67 None None] Deleting port 9b8a7043-a8f8-453a-b688-6aa7072df665 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:38.541075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ade4ba8e-5b50-4e56-a23b-e4d416c38b67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.578502 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b427c201-c126-4f8f-bf09-2dbe0fe9ccd0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:38.592792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-b427c201-c126-4f8f-bf09-2dbe0fe9ccd0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:38.603838 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b427c201-c126-4f8f-bf09-2dbe0fe9ccd0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:38.604434 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b427c201-c126-4f8f-bf09-2dbe0fe9ccd0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.631299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427c201-c126-4f8f-bf09-2dbe0fe9ccd0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=c4bf54b0-1efe-4268-b580-2e3de478a095,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:38.636429 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 9340f3dc-d18f-476d-9ba8-9ff150135e2f is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:38.640402 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:38.654053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.679647 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-72390b5b-8617-4b90-b435-884959d782e6 None None] For port 9b8a7043-a8f8-453a-b688-6aa7072df665, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=9b8a7043-a8f8-453a-b688-6aa7072df665,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:38.682621 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b427c201-c126-4f8f-bf09-2dbe0fe9ccd0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2408259 Dec 09 02:15:38.687755 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32988) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:38.696788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e40b89ba-0b84-47db-ad81-1537d180bc8b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'name': 'tempest-NetworksTestDHCPv6-1126491338'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:38.699638 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72390b5b-8617-4b90-b435-884959d782e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.701478 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.720215 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744b7518-1a3c-46d1-8505-9bfa4d84119d']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:38.741057 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc85865f-c86f-4f74-b9f0-1d882b075a7b') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:38.741716 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc85865f-c86f-4f74-b9f0-1d882b075a7b') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:38.760078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.762774 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225365bd-8fb4-43be-b447-a9a31fc1ae85 None None] Network 744b7518-1a3c-46d1-8505-9bfa4d84119d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:38.807185 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.816598 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0e1c-514f-4baf-900c-ce3b9880ed69 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.874717 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-72390b5b-8617-4b90-b435-884959d782e6 None None] Provisioning complete for port 10dde11b-60c5-488a-9bb1-28823063624a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:38.875095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72390b5b-8617-4b90-b435-884959d782e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.885586 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ade4ba8e-5b50-4e56-a23b-e4d416c38b67 None None] For port 9b8a7043-a8f8-453a-b688-6aa7072df665, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=9b8a7043-a8f8-453a-b688-6aa7072df665,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:38.885990 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ade4ba8e-5b50-4e56-a23b-e4d416c38b67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.901973 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port fec567ed-fb3e-4175-9202-b7e46875bd75 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:38.902216 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.942998 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:38.943663 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:38.947045 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:38.949268 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router c943b033-7c80-4daf-b6d1-12f04a08d5c1 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:15:38.959470 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0e1c-514f-4baf-900c-ce3b9880ed69 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:38.970325 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ade4ba8e-5b50-4e56-a23b-e4d416c38b67 None None] Calling delete_port for 9b8a7043-a8f8-453a-b688-6aa7072df665 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:39.006231 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Allocated IP 172.20.0.1 (30560d73-467d-4bfc-8c49-e73ce6adc584/6fa0ba20-063b-491b-b1ea-f27cd05fa205/fc9d9a77-8532-4a93-8e53-c392c5c01540) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:39.012710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72390b5b-8617-4b90-b435-884959d782e6 None None] Pushing event updated for resources: {'Port': ['ID=9b8a7043-a8f8-453a-b688-6aa7072df665,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:39.072113 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:39.080266 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:39.083662 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/networks/744b7518-1a3c-46d1-8505-9bfa4d84119d HTTP/1.1" status: 204 len: 168 time: 3.6999483 Dec 09 02:15:39.089104 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32990) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:39.102103 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40b89ba-0b84-47db-ad81-1537d180bc8b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:39.106423 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e40b89ba-0b84-47db-ad81-1537d180bc8b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:39.135269 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcc1e0-109a-4739-a4b3-28e91a294f87 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Network': ['ID=744b7518-1a3c-46d1-8505-9bfa4d84119d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:39.143341 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f0a3a2-d515-441d-b0fd-54dc056e17ac tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] DELETE failed (client error): The resource could not be found. Dec 09 02:15:39.143839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f0a3a2-d515-441d-b0fd-54dc056e17ac tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:15:39.147609 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-06f0a3a2-d515-441d-b0fd-54dc056e17ac tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/subnets/94b87661-cbce-4a77-9a53-b1dd7b6dc48a HTTP/1.1" status: 404 len: 337 time: 0.0536962 Dec 09 02:15:39.150557 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32992) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:39.152859 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2858d46d-dfda-46cc-8889-344f70235a27 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port 2e65687e-9c45-486a-bf90-905c8c67360a {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:39.153216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2858d46d-dfda-46cc-8889-344f70235a27 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:39.214231 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b0e1c-514f-4baf-900c-ce3b9880ed69 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Deleting port 10dde11b-60c5-488a-9bb1-28823063624a {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:39.214581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0e1c-514f-4baf-900c-ce3b9880ed69 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:39.309281 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-72390b5b-8617-4b90-b435-884959d782e6 None None] Port 10dde11b-60c5-488a-9bb1-28823063624a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:39.313774 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:39.314832 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2858d46d-dfda-46cc-8889-344f70235a27 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:39.338791 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-72390b5b-8617-4b90-b435-884959d782e6 None None] Provisioning complete for port fa8889dc-4358-4cef-9384-07bcfbe5b92b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:39.339175 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72390b5b-8617-4b90-b435-884959d782e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:39.378878 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:39.389386 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-fd156095-7362-4662-985c-cf08c853a48f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Allocated IP 2001:db8::324 (150eb9a4-1416-4b4d-aaab-6944a0a7b230/58adcbe1-ced1-4e29-ad2d-f38f7778a19e/59a6d8a9-8cc7-4092-81ec-9f52faf1f1cd) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:39.408972 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2858d46d-dfda-46cc-8889-344f70235a27 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for 2e65687e-9c45-486a-bf90-905c8c67360a owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:39.441635 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0e1c-514f-4baf-900c-ce3b9880ed69 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:39.489158 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Network 150eb9a4-1416-4b4d-aaab-6944a0a7b230 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:39.498679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Pushing event updated for resources: {'Port': ['ID=efde9d2e-62f6-4ea5-8dd1-3796f167a992,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:39.508634 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:39.511115 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:39.512903 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b0e1c-514f-4baf-900c-ce3b9880ed69 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Calling delete_port for 10dde11b-60c5-488a-9bb1-28823063624a owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:39.536519 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-e40b89ba-0b84-47db-ad81-1537d180bc8b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port 572ca6a1-c0b6-49ff-987b-6ee500319a37 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:15:39.559764 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-852f76e9-0db8-4353-9699-75af33826967 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] DELETE failed (client error): The resource could not be found. Dec 09 02:15:39.560549 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852f76e9-0db8-4353-9699-75af33826967 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:15:39.563906 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-852f76e9-0db8-4353-9699-75af33826967 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/networks/744b7518-1a3c-46d1-8505-9bfa4d84119d HTTP/1.1" status: 404 len: 339 time: 0.0430729 Dec 09 02:15:39.573726 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32994) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:39.619234 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Attempting to bind port efde9d2e-62f6-4ea5-8dd1-3796f167a992 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:39.619639 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Attempting to bind port efde9d2e-62f6-4ea5-8dd1-3796f167a992 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'ae684f5d-65c4-4034-a671-c3c38ded78d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '150eb9a4-1416-4b4d-aaab-6944a0a7b230'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:39.620007 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Attempting to bind port efde9d2e-62f6-4ea5-8dd1-3796f167a992 on network 150eb9a4-1416-4b4d-aaab-6944a0a7b230 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:39.625754 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5bd36ce0-625a-43f1-9b65-f4228ab295a6 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:15:39.653388 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:39.653858 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Checking segment: {'id': 'ae684f5d-65c4-4034-a671-c3c38ded78d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '150eb9a4-1416-4b4d-aaab-6944a0a7b230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:39.654374 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:39.654776 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Bound using segment: {'id': 'ae684f5d-65c4-4034-a671-c3c38ded78d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '150eb9a4-1416-4b4d-aaab-6944a0a7b230'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:39.655320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Bound port: efde9d2e-62f6-4ea5-8dd1-3796f167a992, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae684f5d-65c4-4034-a671-c3c38ded78d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '150eb9a4-1416-4b4d-aaab-6944a0a7b230'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:39.655733 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:39.665956 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:39.670354 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 5bd36ce0-625a-43f1-9b65-f4228ab295a6 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:15:39.670702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5bd36ce0-625a-43f1-9b65-f4228ab295a6 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:15:39.741267 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-72390b5b-8617-4b90-b435-884959d782e6 None None] Provisioning complete for port 2e65687e-9c45-486a-bf90-905c8c67360a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:39.741829 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72390b5b-8617-4b90-b435-884959d782e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:39.772111 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ade4ba8e-5b50-4e56-a23b-e4d416c38b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:39.806569 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:39.814017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade4ba8e-5b50-4e56-a23b-e4d416c38b67 None None] No DVR routers for this DVR port 9b8a7043-a8f8-453a-b688-6aa7072df665 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:39.821576 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4ba8e-5b50-4e56-a23b-e4d416c38b67 None None] Pushing event deleted for resources: {'Port': ['ID=9b8a7043-a8f8-453a-b688-6aa7072df665,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:39.845179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Sync routers for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:39.855370 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dfccab71-a583-4a95-b338-ab039aec955a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/c943b033-7c80-4daf-b6d1-12f04a08d5c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8210378 Dec 09 02:15:39.858882 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b048de09-f225-4f7f-a3b2-e01077ad8ef9 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:39.859255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:39.861193 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 32996) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:39.904679 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d5edfdae-2ee4-42aa-8134-ac462083dd46 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1382730343'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:39.950912 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-72390b5b-8617-4b90-b435-884959d782e6 None None] Port 2e65687e-9c45-486a-bf90-905c8c67360a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:39.980346 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] For port efde9d2e-62f6-4ea5-8dd1-3796f167a992, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:39.985058 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:39.985830 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:40.003403 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 30560d73-467d-4bfc-8c49-e73ce6adc584 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:40.030583 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': 'c4bf54b0-1efe-4268-b580-2e3de478a095'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:40.031608 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.033929 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device fa8889dc-4358-4cef-9384-07bcfbe5b92b up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:40.052330 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:40.097445 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d181ae28-19b8-4984-9d17-5c6fb061e115 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.111669 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:40.111906 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] For port efde9d2e-62f6-4ea5-8dd1-3796f167a992, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=efde9d2e-62f6-4ea5-8dd1-3796f167a992,segment=NetworkSegment(ae684f5d-65c4-4034-a671-c3c38ded78d4),segment_id=ae684f5d-65c4-4034-a671-c3c38ded78d4)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:40.121184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd156095-7362-4662-985c-cf08c853a48f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.129985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5812fd60-94c3-46cb-aa56-fd2c5af96a05 None None] Provisioning complete for port 483ed103-b4b9-4bd0-9bb5-f5373a5498eb triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:40.129985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5812fd60-94c3-46cb-aa56-fd2c5af96a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.140327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.152305 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5edfdae-2ee4-42aa-8134-ac462083dd46 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:40.155959 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5edfdae-2ee4-42aa-8134-ac462083dd46 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.171785 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-e40b89ba-0b84-47db-ad81-1537d180bc8b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::2cb (3d63738a-85ef-4baf-83f7-848c720832e0/c4bf54b0-1efe-4268-b580-2e3de478a095/572ca6a1-c0b6-49ff-987b-6ee500319a37) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:40.192155 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5edfdae-2ee4-42aa-8134-ac462083dd46 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:40.203274 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5edfdae-2ee4-42aa-8134-ac462083dd46 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.203864 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-d5edfdae-2ee4-42aa-8134-ac462083dd46 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Added segment 7913c440-b1dc-49fa-b51c-09e9ea0f91e9 of type vlan for network 294d5a77-9516-40f8-a019-d15b99db69a7 Dec 09 02:15:40.221207 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=fc9d9a77-8532-4a93-8e53-c392c5c01540,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:40.228184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd156095-7362-4662-985c-cf08c853a48f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.299416 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5edfdae-2ee4-42aa-8134-ac462083dd46 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.304505 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:15:40.310786 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.337604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd156095-7362-4662-985c-cf08c853a48f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 150eb9a4-1416-4b4d-aaab-6944a0a7b230 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:40.376504 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5812fd60-94c3-46cb-aa56-fd2c5af96a05 None None] Port 483ed103-b4b9-4bd0-9bb5-f5373a5498eb cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:40.403137 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-fd156095-7362-4662-985c-cf08c853a48f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:40.406193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd156095-7362-4662-985c-cf08c853a48f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=59a6d8a9-8cc7-4092-81ec-9f52faf1f1cd,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:40.410477 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd156095-7362-4662-985c-cf08c853a48f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:40.418498 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd156095-7362-4662-985c-cf08c853a48f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:40.419283 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd156095-7362-4662-985c-cf08c853a48f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.432332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0e1c-514f-4baf-900c-ce3b9880ed69 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.432594 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4101b0-2251-4928-bdeb-45213d087f36 None None] Pushing event updated for resources: {'Port': ['ID=efde9d2e-62f6-4ea5-8dd1-3796f167a992,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:40.434909 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2858d46d-dfda-46cc-8889-344f70235a27 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.472377 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fd156095-7362-4662-985c-cf08c853a48f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0759127 Dec 09 02:15:40.480129 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 32998) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:40.481497 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b0e1c-514f-4baf-900c-ce3b9880ed69 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Pushing event deleted for resources: {'Port': ['ID=10dde11b-60c5-488a-9bb1-28823063624a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:40.527050 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5edfdae-2ee4-42aa-8134-ac462083dd46 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.533385 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5edfdae-2ee4-42aa-8134-ac462083dd46 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:40.534243 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5edfdae-2ee4-42aa-8134-ac462083dd46 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.539261 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port fa8889dc-4358-4cef-9384-07bcfbe5b92b triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:40.539665 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.568677 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5812fd60-94c3-46cb-aa56-fd2c5af96a05 None None] Provisioning complete for port ec336054-0701-4219-ba7a-efb9b6ff9083 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:40.569063 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5812fd60-94c3-46cb-aa56-fd2c5af96a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.570763 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518c8698-2978-40a5-abec-604ec6bf0ad7 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:40.596493 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858d46d-dfda-46cc-8889-344f70235a27 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=2e65687e-9c45-486a-bf90-905c8c67360a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:40.652906 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d181ae28-19b8-4984-9d17-5c6fb061e115 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.655312 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edfdae-2ee4-42aa-8134-ac462083dd46 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Network': ['ID=294d5a77-9516-40f8-a019-d15b99db69a7,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:40.690099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 294d5a77-9516-40f8-a019-d15b99db69a7 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:40.735825 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d5edfdae-2ee4-42aa-8134-ac462083dd46 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8348317 Dec 09 02:15:40.737095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33000) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:40.753848 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d181ae28-19b8-4984-9d17-5c6fb061e115 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72241234-c88a-455f-bc17-f265275d39cc']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:40.756442 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-25c68ba5-5936-47a4-8844-e06b1d20e77a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'subnet': {'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:40.773322 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d181ae28-19b8-4984-9d17-5c6fb061e115 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f766e50c-5b24-4477-b353-db43dda599ee') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:40.773729 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d181ae28-19b8-4984-9d17-5c6fb061e115 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f766e50c-5b24-4477-b353-db43dda599ee') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:40.793998 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d181ae28-19b8-4984-9d17-5c6fb061e115 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.838330 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d181ae28-19b8-4984-9d17-5c6fb061e115 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.870032 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5812fd60-94c3-46cb-aa56-fd2c5af96a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.876404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0e1c-514f-4baf-900c-ce3b9880ed69 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.886915 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d181ae28-19b8-4984-9d17-5c6fb061e115 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:40.887360 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d181ae28-19b8-4984-9d17-5c6fb061e115 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:40.894948 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:40.917382 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e40b89ba-0b84-47db-ad81-1537d180bc8b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.978900 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:40.985871 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device ec336054-0701-4219-ba7a-efb9b6ff9083 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:40.998775 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5812fd60-94c3-46cb-aa56-fd2c5af96a05 None None] For port ec336054-0701-4219-ba7a-efb9b6ff9083, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=ec336054-0701-4219-ba7a-efb9b6ff9083,segment=NetworkSegment(783d879a-bbc8-438e-8b16-96742edf63d2),segment_id=783d879a-bbc8-438e-8b16-96742edf63d2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:41.032632 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5812fd60-94c3-46cb-aa56-fd2c5af96a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.090688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0e1c-514f-4baf-900c-ce3b9880ed69 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.092606 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 4, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '483ed103-b4b9-4bd0-9bb5-f5373a5498eb', 'name': '', 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:32:38:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:34Z', 'updated_at': '2021-12-09T02:15:37Z', 'revision_number': 2, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:41.094403 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d181ae28-19b8-4984-9d17-5c6fb061e115 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.097028 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0e1c-514f-4baf-900c-ce3b9880ed69 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.114092 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d181ae28-19b8-4984-9d17-5c6fb061e115 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.126904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33002) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:41.128608 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d181ae28-19b8-4984-9d17-5c6fb061e115 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/networks/72241234-c88a-455f-bc17-f265275d39cc HTTP/1.1" status: 204 len: 168 time: 1.5483580 Dec 09 02:15:41.137930 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Checking router: c943b033-7c80-4daf-b6d1-12f04a08d5c1 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:15:41.138437 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Updating router c943b033-7c80-4daf-b6d1-12f04a08d5c1 port 483ed103-b4b9-4bd0-9bb5-f5373a5498eb binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:15:41.152236 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181ae28-19b8-4984-9d17-5c6fb061e115 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Network': ['ID=72241234-c88a-455f-bc17-f265275d39cc,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:41.166439 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812fd60-94c3-46cb-aa56-fd2c5af96a05 None None] Pushing event updated for resources: {'Port': ['ID=ec336054-0701-4219-ba7a-efb9b6ff9083,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:41.166661 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e40b89ba-0b84-47db-ad81-1537d180bc8b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.201721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bf3eafb1-068b-4699-a817-a2a70b853952 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port 59a6d8a9-8cc7-4092-81ec-9f52faf1f1cd {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:41.202058 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf3eafb1-068b-4699-a817-a2a70b853952 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.206638 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port ec336054-0701-4219-ba7a-efb9b6ff9083 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:41.207865 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.209618 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-79def4e6-64ca-497a-bed9-02cc16a84c98 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] DELETE failed (client error): The resource could not be found. Dec 09 02:15:41.210344 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79def4e6-64ca-497a-bed9-02cc16a84c98 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:15:41.215504 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-79def4e6-64ca-497a-bed9-02cc16a84c98 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/subnets/12f1a15f-ca86-4ad8-ac5f-da2e1c5410da HTTP/1.1" status: 404 len: 337 time: 0.0533350 Dec 09 02:15:41.225705 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0e1c-514f-4baf-900c-ce3b9880ed69 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.226307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1b0e1c-514f-4baf-900c-ce3b9880ed69 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Fanout notify agent at l3_agent the message router_deleted on router b3970df9-b79e-4b17-9312-a5d18636cb15 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:15:41.227807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33004) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:41.263617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2858d46d-dfda-46cc-8889-344f70235a27 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.272539 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40b89ba-0b84-47db-ad81-1537d180bc8b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:41.272928 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0e1c-514f-4baf-900c-ce3b9880ed69 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.277288 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cd1b0e1c-514f-4baf-900c-ce3b9880ed69 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "DELETE /v2.0/routers/b3970df9-b79e-4b17-9312-a5d18636cb15 HTTP/1.1" status: 204 len: 168 time: 2.7925885 Dec 09 02:15:41.280116 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33006) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:41.286109 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Request body: {'router': {'name': 'tempest-snat-router-304364472', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'enable_snat': False}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:41.290256 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e40b89ba-0b84-47db-ad81-1537d180bc8b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:41.290561 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c68ba5-5936-47a4-8844-e06b1d20e77a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Made reservation on behalf of d15c6a952496477982e2790f8e702c84 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:41.294165 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25c68ba5-5936-47a4-8844-e06b1d20e77a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.301103 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b89ba-0b84-47db-ad81-1537d180bc8b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:41.307900 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b89ba-0b84-47db-ad81-1537d180bc8b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:41.308965 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e40b89ba-0b84-47db-ad81-1537d180bc8b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.309262 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd765191-46dc-40d9-9a22-3c6178f9886c tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] DELETE failed (client error): The resource could not be found. Dec 09 02:15:41.309797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd765191-46dc-40d9-9a22-3c6178f9886c tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:15:41.315970 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fd765191-46dc-40d9-9a22-3c6178f9886c tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/networks/4df48e77-f673-4afe-8547-39480298c073 HTTP/1.1" status: 404 len: 339 time: 0.0575097 Dec 09 02:15:41.316202 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b89ba-0b84-47db-ad81-1537d180bc8b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=572ca6a1-c0b6-49ff-987b-6ee500319a37,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:41.327451 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33008) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:41.404523 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.405138 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.422103 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e40b89ba-0b84-47db-ad81-1537d180bc8b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7263618 Dec 09 02:15:41.422311 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.422422 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33010) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:41.455240 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3ea6c5ff-25ce-437d-84ab-3931e5ee4c61 None None] Provisioning complete for port fc9d9a77-8532-4a93-8e53-c392c5c01540 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:41.455807 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ea6c5ff-25ce-437d-84ab-3931e5ee4c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.490467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Allocated IP 2001:db8::2 (3d63738a-85ef-4baf-83f7-848c720832e0/c4bf54b0-1efe-4268-b580-2e3de478a095/a295849a-89ae-4940-92af-409604c6f042) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:41.541588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.557286 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3ea6c5ff-25ce-437d-84ab-3931e5ee4c61 None None] Port fc9d9a77-8532-4a93-8e53-c392c5c01540 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:41.565310 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5876bc-8c0c-44bf-b8c6-ad4f9c38cd4d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Deleting subnet 6104f9cb-057b-44c5-be9c-84937e15d984 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:15:41.570282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf3eafb1-068b-4699-a817-a2a70b853952 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.582271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cc5876bc-8c0c-44bf-b8c6-ad4f9c38cd4d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.617603 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bf3eafb1-068b-4699-a817-a2a70b853952 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for 59a6d8a9-8cc7-4092-81ec-9f52faf1f1cd owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:41.684432 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed1026a-e412-432b-95ab-e1ab9d8a054d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:41.688608 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3ed1026a-e412-432b-95ab-e1ab9d8a054d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2632527 Dec 09 02:15:41.694974 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cc5876bc-8c0c-44bf-b8c6-ad4f9c38cd4d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.698651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33012) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:41.772116 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.844948 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.859174 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.863293 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device fec567ed-fb3e-4175-9202-b7e46875bd75 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:41.901431 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.927476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.980195 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:41.983771 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=fc9d9a77-8532-4a93-8e53-c392c5c01540,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:41.996546 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:42.008167 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:42.013853 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:42.026801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2858d46d-dfda-46cc-8889-344f70235a27 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router 0c24f289-6314-4ca4-9e66-4433458e56d4 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:15:42.035862 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Pushing event updated for resources: {'Port': ['ID=a295849a-89ae-4940-92af-409604c6f042,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:42.074310 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port fec567ed-fb3e-4175-9202-b7e46875bd75 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:42.074692 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.104150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cc5876bc-8c0c-44bf-b8c6-ad4f9c38cd4d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.109132 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25c68ba5-5936-47a4-8844-e06b1d20e77a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.114399 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc8243a-0f1c-4de9-93fc-9fa92ca328d1 None None] Network 150eb9a4-1416-4b4d-aaab-6944a0a7b230 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:42.228014 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 30560d73-467d-4bfc-8c49-e73ce6adc584 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:42.231040 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:42.233670 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Attempting to bind port a295849a-89ae-4940-92af-409604c6f042 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:42.234232 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Attempting to bind port a295849a-89ae-4940-92af-409604c6f042 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:42.234766 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Attempting to bind port a295849a-89ae-4940-92af-409604c6f042 on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:42.246187 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.249754 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.262506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:42.262960 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:42.263273 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.263704 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:42.264201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Bound port: a295849a-89ae-4940-92af-409604c6f042, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:42.264587 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.284557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.305134 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.346366 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a8ff264c-c688-4576-958f-c46d13aa8c5e None None] Provisioning complete for port efde9d2e-62f6-4ea5-8dd1-3796f167a992 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:42.346666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8ff264c-c688-4576-958f-c46d13aa8c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.469071 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router b29ad87a-f3bb-4eaa-bb4a-388b30c384a9 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:15:42.492952 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Allocated IP 172.26.3.68 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/d0fd30eb-ff7b-49ce-a54c-9d28c33da83c) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:42.538262 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] For port a295849a-89ae-4940-92af-409604c6f042, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:42.544038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] For port a295849a-89ae-4940-92af-409604c6f042, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a295849a-89ae-4940-92af-409604c6f042,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:42.599387 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571add5-d58b-4651-94da-5f2368f2148f None None] Pushing event updated for resources: {'Port': ['ID=483ed103-b4b9-4bd0-9bb5-f5373a5498eb,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:42.618605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf3eafb1-068b-4699-a817-a2a70b853952 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.665401 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Attempting to bind port 483ed103-b4b9-4bd0-9bb5-f5373a5498eb on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:42.666186 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Attempting to bind port 483ed103-b4b9-4bd0-9bb5-f5373a5498eb by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '783d879a-bbc8-438e-8b16-96742edf63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:42.666767 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Attempting to bind port 483ed103-b4b9-4bd0-9bb5-f5373a5498eb on network 9340f3dc-d18f-476d-9ba8-9ff150135e2f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:42.680841 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bf310052-482e-4503-87fc-a659cd06bbde tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port 572ca6a1-c0b6-49ff-987b-6ee500319a37 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:42.681232 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf310052-482e-4503-87fc-a659cd06bbde tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.710379 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3eafb1-068b-4699-a817-a2a70b853952 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=59a6d8a9-8cc7-4092-81ec-9f52faf1f1cd,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:42.712903 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.724521 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:42.725170 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Checking segment: {'id': '783d879a-bbc8-438e-8b16-96742edf63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:42.725779 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.726269 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Bound using segment: {'id': '783d879a-bbc8-438e-8b16-96742edf63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:42.726859 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Bound port: 483ed103-b4b9-4bd0-9bb5-f5373a5498eb, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783d879a-bbc8-438e-8b16-96742edf63d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:42.727353 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.746720 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c68ba5-5936-47a4-8844-e06b1d20e77a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Subnet': ['ID=9c8b792c-d4ee-4e26-8dba-4a0867fab214,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:42.791474 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2858d46d-dfda-46cc-8889-344f70235a27 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:42.803812 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6043fc4c-5732-4a51-ab1e-fecd44baa9f6 None None] Sync routers for ids ['0c24f289-6314-4ca4-9e66-4433458e56d4'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:42.805635 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2858d46d-dfda-46cc-8889-344f70235a27 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/0c24f289-6314-4ca4-9e66-4433458e56d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5208373 Dec 09 02:15:42.809906 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cc5876bc-8c0c-44bf-b8c6-ad4f9c38cd4d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.820932 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33014) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:42.822615 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6043fc4c-5732-4a51-ab1e-fecd44baa9f6 None None] Routers {'0c24f289-6314-4ca4-9e66-4433458e56d4'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:42.822805 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf3eafb1-068b-4699-a817-a2a70b853952 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.823459 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-6043fc4c-5732-4a51-ab1e-fecd44baa9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0c24f289-6314-4ca4-9e66-4433458e56d4'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:42.834569 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bf3eafb1-068b-4699-a817-a2a70b853952 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/59a6d8a9-8cc7-4092-81ec-9f52faf1f1cd HTTP/1.1" status: 204 len: 168 time: 2.3459332 Dec 09 02:15:42.852153 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8ff264c-c688-4576-958f-c46d13aa8c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.875742 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-6043fc4c-5732-4a51-ab1e-fecd44baa9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:42.888903 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf310052-482e-4503-87fc-a659cd06bbde tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.895179 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6043fc4c-5732-4a51-ab1e-fecd44baa9f6 None None] Routers {'0c24f289-6314-4ca4-9e66-4433458e56d4'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:42.900731 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-6043fc4c-5732-4a51-ab1e-fecd44baa9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0c24f289-6314-4ca4-9e66-4433458e56d4'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:42.907357 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fb354-fb92-4f52-a932-d25e53b0c7e1 None None] Pushing event updated for resources: {'Port': ['ID=a295849a-89ae-4940-92af-409604c6f042,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:42.913226 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bf310052-482e-4503-87fc-a659cd06bbde tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for 572ca6a1-c0b6-49ff-987b-6ee500319a37 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:42.955664 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a8ff264c-c688-4576-958f-c46d13aa8c5e None None] For port efde9d2e-62f6-4ea5-8dd1-3796f167a992, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=efde9d2e-62f6-4ea5-8dd1-3796f167a992,segment=NetworkSegment(ae684f5d-65c4-4034-a671-c3c38ded78d4),segment_id=ae684f5d-65c4-4034-a671-c3c38ded78d4)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:42.964745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8ff264c-c688-4576-958f-c46d13aa8c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:42.976656 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-6043fc4c-5732-4a51-ab1e-fecd44baa9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:42.977423 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6043fc4c-5732-4a51-ab1e-fecd44baa9f6 None None] The sync data for ids ['0c24f289-6314-4ca4-9e66-4433458e56d4'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:42.978185 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] For port 483ed103-b4b9-4bd0-9bb5-f5373a5498eb, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:42.983655 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] For port 483ed103-b4b9-4bd0-9bb5-f5373a5498eb, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=483ed103-b4b9-4bd0-9bb5-f5373a5498eb,segment=NetworkSegment(783d879a-bbc8-438e-8b16-96742edf63d2),segment_id=783d879a-bbc8-438e-8b16-96742edf63d2)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:43.017257 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:43.032317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33016) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:43.061876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c68ba5-5936-47a4-8844-e06b1d20e77a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Checking segment: {'id': '7913c440-b1dc-49fa-b51c-09e9ea0f91e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:43.062542 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c68ba5-5936-47a4-8844-e06b1d20e77a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network hostable DHCP agents. Network: 294d5a77-9516-40f8-a019-d15b99db69a7, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:43.098383 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff264c-c688-4576-958f-c46d13aa8c5e None None] Pushing event updated for resources: {'Port': ['ID=efde9d2e-62f6-4ea5-8dd1-3796f167a992,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:43.243598 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-be11ee16-41e3-4c14-a638-33e934fc88f4 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] DELETE failed (client error): The resource could not be found. Dec 09 02:15:43.243807 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:43.245120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be11ee16-41e3-4c14-a638-33e934fc88f4 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:15:43.247778 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:43.252789 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-be11ee16-41e3-4c14-a638-33e934fc88f4 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/59a6d8a9-8cc7-4092-81ec-9f52faf1f1cd HTTP/1.1" status: 404 len: 333 time: 0.1974142 Dec 09 02:15:43.253915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5876bc-8c0c-44bf-b8c6-ad4f9c38cd4d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Subnet': ['ID=6104f9cb-057b-44c5-be9c-84937e15d984,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:43.258856 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:43.267914 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e4ae6526-14ad-48c0-9ea2-874f46fb1e1e tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "PUT /v2.0/routers/b29ad87a-f3bb-4eaa-bb4a-388b30c384a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2778232 Dec 09 02:15:43.268770 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33018) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:43.269310 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33020) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:43.270224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cc5876bc-8c0c-44bf-b8c6-ad4f9c38cd4d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:43.275073 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cc5876bc-8c0c-44bf-b8c6-ad4f9c38cd4d tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/subnets/6104f9cb-057b-44c5-be9c-84937e15d984 HTTP/1.1" status: 204 len: 168 time: 1.9165580 Dec 09 02:15:43.277575 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630afc8b-6c5c-48cd-8ec8-990fc2cb94bd None None] Sync routers for ids ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:43.280018 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device efde9d2e-62f6-4ea5-8dd1-3796f167a992 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:43.301739 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-79f7399d-31a2-4951-bb0f-7088e502f193 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'port': {'network_id': '30560d73-467d-4bfc-8c49-e73ce6adc584', 'name': 'tempest-FloatingIPTestJSON-88491992'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:43.308112 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33022) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:43.375399 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c68ba5-5936-47a4-8844-e06b1d20e77a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 294d5a77-9516-40f8-a019-d15b99db69a7 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:43.397507 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-25c68ba5-5936-47a4-8844-e06b1d20e77a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 294d5a77-9516-40f8-a019-d15b99db69a7) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:43.397702 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d51204-20a4-47af-b2af-32b569abc1ec tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] GET failed (client error): The resource could not be found. Dec 09 02:15:43.401625 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b6d51204-20a4-47af-b2af-32b569abc1ec tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports/59a6d8a9-8cc7-4092-81ec-9f52faf1f1cd HTTP/1.1" status: 404 len: 333 time: 0.1286917 Dec 09 02:15:43.406000 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33024) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:43.408237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c68ba5-5936-47a4-8844-e06b1d20e77a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:43.409013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25c68ba5-5936-47a4-8844-e06b1d20e77a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:43.459371 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f514b1-4907-4a44-9f84-bf20ebcaca2a None None] Network 50f4a8d2-5d8d-4518-a840-2c83aec47497 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:43.544355 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:43.560949 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-25c68ba5-5936-47a4-8844-e06b1d20e77a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8087330 Dec 09 02:15:43.566395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33026) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:43.585838 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9340b3-70e2-427d-accd-3accdac50ea7 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Deleting subnet 28f20943-af80-45b1-9852-4e0a206b4bd0 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:15:43.603069 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa9340b3-70e2-427d-accd-3accdac50ea7 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:43.617210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf310052-482e-4503-87fc-a659cd06bbde tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:43.666006 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3caf57-322f-409e-885d-63ab36641225 None None] Network 294d5a77-9516-40f8-a019-d15b99db69a7 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:43.672918 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa9340b3-70e2-427d-accd-3accdac50ea7 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:43.702267 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf310052-482e-4503-87fc-a659cd06bbde tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=572ca6a1-c0b6-49ff-987b-6ee500319a37,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:43.738763 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:43.744433 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f7399d-31a2-4951-bb0f-7088e502f193 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Made reservation on behalf of fd4a8d8a012748ba83cf0bc803d05c13 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:43.748173 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f7399d-31a2-4951-bb0f-7088e502f193 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:43.772186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c71ab9-d64b-4c67-8dcf-cd36f4bc6b63 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting subnet 58adcbe1-ced1-4e29-ad2d-f38f7778a19e {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:15:43.786306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf310052-482e-4503-87fc-a659cd06bbde tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:43.790531 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bf310052-482e-4503-87fc-a659cd06bbde tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/572ca6a1-c0b6-49ff-987b-6ee500319a37 HTTP/1.1" status: 204 len: 168 time: 2.0499048 Dec 09 02:15:43.796447 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1c71ab9-d64b-4c67-8dcf-cd36f4bc6b63 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:43.802182 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33028) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:43.836903 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa9340b3-70e2-427d-accd-3accdac50ea7 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:43.936897 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:43.938364 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-79f7399d-31a2-4951-bb0f-7088e502f193 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] device_id is not set on port 529dd2b4-a368-4225-a407-7edd560d3194 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:15:43.940654 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1c71ab9-d64b-4c67-8dcf-cd36f4bc6b63 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:43.952372 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f5889cac-d389-4bd9-9afb-ec5d79599b38 None None] Provisioning complete for port 483ed103-b4b9-4bd0-9bb5-f5373a5498eb triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:43.952955 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5889cac-d389-4bd9-9afb-ec5d79599b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:43.954104 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:43.956911 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:43.971562 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Pushing event updated for resources: {'Port': ['ID=d0fd30eb-ff7b-49ce-a54c-9d28c33da83c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:44.025050 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c29cc2e-1a21-4b3b-af0a-a7a24c3ac8e7 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:44.069750 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-294d5a77-9516-40f8-a019-d15b99db69a7', 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7', 'project_id': 'd15c6a952496477982e2790f8e702c84', 'fixed_ips': [{'subnet_id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:44.070607 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.081217 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa9340b3-70e2-427d-accd-3accdac50ea7 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.092432 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port efde9d2e-62f6-4ea5-8dd1-3796f167a992 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:44.093387 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.123536 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9340b3-70e2-427d-accd-3accdac50ea7 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Subnet': ['ID=28f20943-af80-45b1-9852-4e0a206b4bd0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:44.141655 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa9340b3-70e2-427d-accd-3accdac50ea7 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.145800 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-aa9340b3-70e2-427d-accd-3accdac50ea7 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/subnets/28f20943-af80-45b1-9852-4e0a206b4bd0 HTTP/1.1" status: 204 len: 168 time: 0.8364010 Dec 09 02:15:44.151462 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33030) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:44.164036 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630afc8b-6c5c-48cd-8ec8-990fc2cb94bd None None] Routers {'b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:44.164823 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-630afc8b-6c5c-48cd-8ec8-990fc2cb94bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:44.184717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528b7bd9-2be8-49b8-b560-441c13b44989 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:44.186374 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528b7bd9-2be8-49b8-b560-441c13b44989 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:44.188004 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-528b7bd9-2be8-49b8-b560-441c13b44989 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3840287 Dec 09 02:15:44.188327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571add5-d58b-4651-94da-5f2368f2148f None None] Pushing event updated for resources: {'Port': ['ID=483ed103-b4b9-4bd0-9bb5-f5373a5498eb,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:44.199865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33032) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:44.215201 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1c71ab9-d64b-4c67-8dcf-cd36f4bc6b63 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.282428 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:15:44.370029 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1c71ab9-d64b-4c67-8dcf-cd36f4bc6b63 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.372673 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-630afc8b-6c5c-48cd-8ec8-990fc2cb94bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:44.385423 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5bde25-8dbf-4c3d-9ecc-aca7fdf0d267 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet c4bf54b0-1efe-4268-b580-2e3de478a095 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:15:44.389289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d5bde25-8dbf-4c3d-9ecc-aca7fdf0d267 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.436411 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5889cac-d389-4bd9-9afb-ec5d79599b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.437916 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d5bde25-8dbf-4c3d-9ecc-aca7fdf0d267 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.508620 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-79f7399d-31a2-4951-bb0f-7088e502f193 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Allocated IP 172.20.0.8 (30560d73-467d-4bfc-8c49-e73ce6adc584/6fa0ba20-063b-491b-b1ea-f27cd05fa205/529dd2b4-a368-4225-a407-7edd560d3194) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:44.540893 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d5bde25-8dbf-4c3d-9ecc-aca7fdf0d267 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.543871 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630afc8b-6c5c-48cd-8ec8-990fc2cb94bd None None] Routers {'b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:44.544517 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-630afc8b-6c5c-48cd-8ec8-990fc2cb94bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:44.546417 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.581358 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.608528 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-630afc8b-6c5c-48cd-8ec8-990fc2cb94bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:44.609189 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630afc8b-6c5c-48cd-8ec8-990fc2cb94bd None None] The sync data for ids ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:44.633344 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d5bde25-8dbf-4c3d-9ecc-aca7fdf0d267 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.638216 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f5889cac-d389-4bd9-9afb-ec5d79599b38 None None] For port 483ed103-b4b9-4bd0-9bb5-f5373a5498eb, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=483ed103-b4b9-4bd0-9bb5-f5373a5498eb,segment=NetworkSegment(783d879a-bbc8-438e-8b16-96742edf63d2),segment_id=783d879a-bbc8-438e-8b16-96742edf63d2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:44.672827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c71ab9-d64b-4c67-8dcf-cd36f4bc6b63 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Subnet': ['ID=58adcbe1-ced1-4e29-ad2d-f38f7778a19e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:44.689919 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1c71ab9-d64b-4c67-8dcf-cd36f4bc6b63 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.693543 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c1c71ab9-d64b-4c67-8dcf-cd36f4bc6b63 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/58adcbe1-ced1-4e29-ad2d-f38f7778a19e HTTP/1.1" status: 204 len: 168 time: 1.2783229 Dec 09 02:15:44.732867 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5889cac-d389-4bd9-9afb-ec5d79599b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.738761 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33034) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:44.750498 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d5bde25-8dbf-4c3d-9ecc-aca7fdf0d267 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.753893 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9d5bde25-8dbf-4c3d-9ecc-aca7fdf0d267 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/c4bf54b0-1efe-4268-b580-2e3de478a095 HTTP/1.1" status: 204 len: 168 time: 0.5529552 Dec 09 02:15:44.754949 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bde25-8dbf-4c3d-9ecc-aca7fdf0d267 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=c4bf54b0-1efe-4268-b580-2e3de478a095,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:44.758807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33036) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:44.767691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c94095f-2b8c-4a80-82a2-c1c772e54903 None None] Network 150eb9a4-1416-4b4d-aaab-6944a0a7b230 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:44.774151 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device ec336054-0701-4219-ba7a-efb9b6ff9083 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:44.776330 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e42440-15d6-4de1-a8dc-f310ac6ed1b7 None None] Update dhcp port {'port': {'network_id': '50f4a8d2-5d8d-4518-a840-2c83aec47497', 'fixed_ips': [{'subnet_id': '28f20943-af80-45b1-9852-4e0a206b4bd0'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': '8c680754-963f-43f9-b73d-5450c5549eba'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:15:44.811732 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ca2900de-b299-4d57-b53e-768d27a87a9f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491445 Dec 09 02:15:44.815603 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33038) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:44.909318 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.945940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Allocated IP 2001:db8:3::2 (294d5a77-9516-40f8-a019-d15b99db69a7/9c8b792c-d4ee-4e26-8dba-4a0867fab214/c4029e8b-0ab2-433e-a378-f5f3850a082e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:44.953207 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f5889cac-d389-4bd9-9afb-ec5d79599b38 None None] Provisioning complete for port fc9d9a77-8532-4a93-8e53-c392c5c01540 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:44.953849 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5889cac-d389-4bd9-9afb-ec5d79599b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.977165 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-80e42440-15d6-4de1-a8dc-f310ac6ed1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:44.982118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:45.037473 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e4e870-b54d-4050-8297-a8f61c6f2997 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:45.043914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:45.044072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee78270-278c-42b3-a60c-a4f738afb3ec tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:45.047983 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bee78270-278c-42b3-a60c-a4f738afb3ec tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2271466 Dec 09 02:15:45.050032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33040) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:45.062056 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Deleting port 8c680754-963f-43f9-b73d-5450c5549eba {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:45.062401 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:45.166494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5889cac-d389-4bd9-9afb-ec5d79599b38 None None] Pushing event updated for resources: {'Port': ['ID=483ed103-b4b9-4bd0-9bb5-f5373a5498eb,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:45.227475 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f5889cac-d389-4bd9-9afb-ec5d79599b38 None None] Port fc9d9a77-8532-4a93-8e53-c392c5c01540 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:45.247067 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f7399d-31a2-4951-bb0f-7088e502f193 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:45.249971 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] For port 8c680754-963f-43f9-b73d-5450c5549eba, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8c680754-963f-43f9-b73d-5450c5549eba,segment=NetworkSegment(f2f90e47-65a4-4314-a363-a873f7b4c931),segment_id=f2f90e47-65a4-4314-a363-a873f7b4c931)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:45.250474 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:45.286249 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port ec336054-0701-4219-ba7a-efb9b6ff9083 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:45.286249 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:45.298916 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Calling delete_port for 8c680754-963f-43f9-b73d-5450c5549eba owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:45.386335 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:45.401768 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-204e6d28-fe56-4ad9-870b-81bbc75440dd None None] Could not find standard attr ID for object 59a6d8a9-8cc7-4092-81ec-9f52faf1f1cd. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:15:45.417544 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port efde9d2e-62f6-4ea5-8dd1-3796f167a992 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:45.417544 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:45.459364 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f7399d-31a2-4951-bb0f-7088e502f193 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:45.502124 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-204e6d28-fe56-4ad9-870b-81bbc75440dd None None] Provisioning complete for port d0fd30eb-ff7b-49ce-a54c-9d28c33da83c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:45.502508 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-204e6d28-fe56-4ad9-870b-81bbc75440dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:45.545387 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af5c72b-2d28-4ffb-8880-81bb99743f7a None None] DHCP port deletion for 150eb9a4-1416-4b4d-aaab-6944a0a7b230 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:45.563062 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2ed44fe-81b1-4cbb-a84a-463c384560b8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:45.628451 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f7399d-31a2-4951-bb0f-7088e502f193 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Network 30560d73-467d-4bfc-8c49-e73ce6adc584 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:45.638304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:45.647415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 4, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '483ed103-b4b9-4bd0-9bb5-f5373a5498eb', 'name': '', 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:32:38:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:34Z', 'updated_at': '2021-12-09T02:15:42Z', 'revision_number': 4, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:45.652397 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-79f7399d-31a2-4951-bb0f-7088e502f193 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:45.658633 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-204e6d28-fe56-4ad9-870b-81bbc75440dd None None] Port d0fd30eb-ff7b-49ce-a54c-9d28c33da83c cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:45.660568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e904b88c-f8ff-4100-907f-5e5cc3c3422a None None] Network 50f4a8d2-5d8d-4518-a840-2c83aec47497 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:45.663304 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:45.674663 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d495032-a60e-4cbe-8b6d-c07dbd43de6a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:45.679177 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f7399d-31a2-4951-bb0f-7088e502f193 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:45.679325 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1d495032-a60e-4cbe-8b6d-c07dbd43de6a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6258800 Dec 09 02:15:45.679730 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7399d-31a2-4951-bb0f-7088e502f193 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event updated for resources: {'Port': ['ID=529dd2b4-a368-4225-a407-7edd560d3194,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:45.693230 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] For port efde9d2e-62f6-4ea5-8dd1-3796f167a992, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=efde9d2e-62f6-4ea5-8dd1-3796f167a992,segment=NetworkSegment(ae684f5d-65c4-4034-a671-c3c38ded78d4),segment_id=ae684f5d-65c4-4034-a671-c3c38ded78d4)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:45.693726 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:45.697167 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33042) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:45.716406 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0de452-6677-4dfd-9c3a-accb8467cd74 None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:45.718662 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d549351-7e1f-4e52-b5cf-2d65897bbc08 None None] The sync data for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv is: [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 4, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '483ed103-b4b9-4bd0-9bb5-f5373a5498eb', 'name': '', 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:32:38:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:34Z', 'updated_at': '2021-12-09T02:15:42Z', 'revision_number': 4, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:45.721000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-204e6d28-fe56-4ad9-870b-81bbc75440dd None None] Could not find standard attr ID for object 16fd49fd-dc2d-4c5f-8077-1f63c8509544. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:15:45.788552 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No DVR routers for this DVR port 8c680754-963f-43f9-b73d-5450c5549eba on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:45.808627 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for efde9d2e-62f6-4ea5-8dd1-3796f167a992 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:45.849721 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2b8fabd0-8252-4f8f-aedf-58f78905a70d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1514199 Dec 09 02:15:45.886735 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33044) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:45.891247 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Port': ['ID=8c680754-963f-43f9-b73d-5450c5549eba,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:45.892139 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-3b84d206-93ab-4897-9fbe-9f06834ad18a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:46.001400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Allocated IP 2001:db8:3::1 (294d5a77-9516-40f8-a019-d15b99db69a7/9c8b792c-d4ee-4e26-8dba-4a0867fab214/01ac466f-f811-4790-8f26-98121a78a436) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:46.020724 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f7399d-31a2-4951-bb0f-7088e502f193 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:46.021999 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f7399d-31a2-4951-bb0f-7088e502f193 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.026296 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.066596 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-79f7399d-31a2-4951-bb0f-7088e502f193 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.7799051 Dec 09 02:15:46.072345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33046) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:46.076835 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-35e6a22c-1090-4503-8201-649a384b7f53 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Request body: {'floatingip': {'port_id': '529dd2b4-a368-4225-a407-7edd560d3194'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:46.080445 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.119453 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Network 294d5a77-9516-40f8-a019-d15b99db69a7 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:46.142091 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Router 5783058e-f738-4872-8bba-f69c355feb19 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:15:46.142643 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-204e6d28-fe56-4ad9-870b-81bbc75440dd None None] Could not find standard attr ID for object 572ca6a1-c0b6-49ff-987b-6ee500319a37. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:15:46.150043 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Pushing event updated for resources: {'Port': ['ID=c4029e8b-0ab2-433e-a378-f5f3850a082e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:46.153049 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:46.168813 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f4a8d2-5d8d-4518-a840-2c83aec47497']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:46.182974 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.199925 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:46.200400 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f90e47-65a4-4314-a363-a873f7b4c931') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:46.200765 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f90e47-65a4-4314-a363-a873f7b4c931') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:46.230519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.242496 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163dfd35-dbc2-4db4-817e-3511e9e45d89 None None] DHCP port deletion for 50f4a8d2-5d8d-4518-a840-2c83aec47497 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:46.283168 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8af5c72b-2d28-4ffb-8880-81bb99743f7a None None] Deleting port efde9d2e-62f6-4ea5-8dd1-3796f167a992 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:46.283716 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8af5c72b-2d28-4ffb-8880-81bb99743f7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.308476 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.331220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=01ac466f-f811-4790-8f26-98121a78a436,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:46.343764 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 294d5a77-9516-40f8-a019-d15b99db69a7 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:46.350595 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.353333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:46.360320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:46.361012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.363226 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:46.363848 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.366735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 483ed103-b4b9-4bd0-9bb5-f5373a5498eb up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:46.380181 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-204e6d28-fe56-4ad9-870b-81bbc75440dd None None] Provisioning complete for port efde9d2e-62f6-4ea5-8dd1-3796f167a992 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:46.381261 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-204e6d28-fe56-4ad9-870b-81bbc75440dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.407502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Attempting to bind port c4029e8b-0ab2-433e-a378-f5f3850a082e on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:46.408162 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Attempting to bind port c4029e8b-0ab2-433e-a378-f5f3850a082e by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '7913c440-b1dc-49fa-b51c-09e9ea0f91e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:46.408685 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Attempting to bind port c4029e8b-0ab2-433e-a378-f5f3850a082e on network 294d5a77-9516-40f8-a019-d15b99db69a7 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:46.428489 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:46.428949 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:46.429366 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:46.429800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:46.430213 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:46.430631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:46.431035 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:46.431458 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:46.431858 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:46.432258 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:46.432659 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:46.433070 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:46.433468 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:46.445583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35e6a22c-1090-4503-8201-649a384b7f53 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:46.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:46.453279 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.480484 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:46.480884 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Checking segment: {'id': '7913c440-b1dc-49fa-b51c-09e9ea0f91e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:46.481277 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.481658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Bound using segment: {'id': '7913c440-b1dc-49fa-b51c-09e9ea0f91e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:46.482143 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Bound port: c4029e8b-0ab2-433e-a378-f5f3850a082e, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7913c440-b1dc-49fa-b51c-09e9ea0f91e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:46.482524 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.498386 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8af5c72b-2d28-4ffb-8880-81bb99743f7a None None] For port efde9d2e-62f6-4ea5-8dd1-3796f167a992, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=efde9d2e-62f6-4ea5-8dd1-3796f167a992,segment=NetworkSegment(ae684f5d-65c4-4034-a671-c3c38ded78d4),segment_id=ae684f5d-65c4-4034-a671-c3c38ded78d4)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:46.498803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8af5c72b-2d28-4ffb-8880-81bb99743f7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.522620 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.526430 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/networks/50f4a8d2-5d8d-4518-a840-2c83aec47497 HTTP/1.1" status: 204 len: 168 time: 2.3545606 Dec 09 02:15:46.532127 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534b1be-4600-4d3f-bb58-dea8366dea93 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Network': ['ID=50f4a8d2-5d8d-4518-a840-2c83aec47497,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:46.533013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33048) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:46.541658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8af5c72b-2d28-4ffb-8880-81bb99743f7a None None] Calling delete_port for efde9d2e-62f6-4ea5-8dd1-3796f167a992 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:46.549960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b84d206-93ab-4897-9fbe-9f06834ad18a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:46.555673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b84d206-93ab-4897-9fbe-9f06834ad18a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.592294 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.593330 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-da364959-1f28-4d33-a7c5-c36f6e391b6b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] DELETE failed (client error): The resource could not be found. Dec 09 02:15:46.593807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da364959-1f28-4d33-a7c5-c36f6e391b6b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:15:46.600828 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33050) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:46.601011 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-da364959-1f28-4d33-a7c5-c36f6e391b6b tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/subnets/495152e7-e327-404e-9492-a27b22fce9ef HTTP/1.1" status: 404 len: 337 time: 0.0666208 Dec 09 02:15:46.623035 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fd0de452-6677-4dfd-9c3a-accb8467cd74 None None] Deleting port a295849a-89ae-4940-92af-409604c6f042 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:46.623410 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd0de452-6677-4dfd-9c3a-accb8467cd74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.673551 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.plugins.ml2.db [None req-204e6d28-fe56-4ad9-870b-81bbc75440dd None None] No ports have port_id starting with efde9d2e-62f6-4ea5-8dd1-3796f167a992 Dec 09 02:15:46.682749 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2510abd2-fb65-44c9-8b31-6b1899dcf9fa tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] DELETE failed (client error): The resource could not be found. Dec 09 02:15:46.683444 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2510abd2-fb65-44c9-8b31-6b1899dcf9fa tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:15:46.687374 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2510abd2-fb65-44c9-8b31-6b1899dcf9fa tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/networks/0ba89cd7-b76f-4e29-87e8-5681a8e5cd2d HTTP/1.1" status: 404 len: 339 time: 0.0734601 Dec 09 02:15:46.696014 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33052) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:46.698928 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=efde9d2e-62f6-4ea5-8dd1-3796f167a992,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:46.700976 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No DVR routers for this DVR port efde9d2e-62f6-4ea5-8dd1-3796f167a992 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:46.711987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.742089 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-7299ab77-5d46-4c8b-b28e-04aee99c0f89 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] DELETE failed (client error): The resource could not be found. Dec 09 02:15:46.742571 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7299ab77-5d46-4c8b-b28e-04aee99c0f89 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:15:46.748476 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7299ab77-5d46-4c8b-b28e-04aee99c0f89 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/subnets/08df3f08-1c75-4b64-bb17-a03c60fc75ae HTTP/1.1" status: 404 len: 337 time: 0.0502462 Dec 09 02:15:46.750205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33054) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:46.752671 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 483ed103-b4b9-4bd0-9bb5-f5373a5498eb triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:46.753046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.761577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] For port c4029e8b-0ab2-433e-a378-f5f3850a082e, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:46.789872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b2ed44fe-81b1-4cbb-a84a-463c384560b8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port fe3fe0e8-14b4-48f4-aea9-cb1f7d7475e8 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:46.790128 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2ed44fe-81b1-4cbb-a84a-463c384560b8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.797023 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-6177f0dc-4435-440d-a45d-0396bb9f9b18 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] DELETE failed (client error): The resource could not be found. Dec 09 02:15:46.797896 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6177f0dc-4435-440d-a45d-0396bb9f9b18 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:15:46.805084 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6177f0dc-4435-440d-a45d-0396bb9f9b18 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/networks/ffd1bd51-bcb1-43bf-81f7-53e8c21cbf1c HTTP/1.1" status: 404 len: 339 time: 0.0399060 Dec 09 02:15:46.808816 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] For port c4029e8b-0ab2-433e-a378-f5f3850a082e, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c4029e8b-0ab2-433e-a378-f5f3850a082e,segment=NetworkSegment(7913c440-b1dc-49fa-b51c-09e9ea0f91e9),segment_id=7913c440-b1dc-49fa-b51c-09e9ea0f91e9)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:46.817120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33056) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:46.827638 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.851493 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-204e6d28-fe56-4ad9-870b-81bbc75440dd None None] Provisioning complete for port 483ed103-b4b9-4bd0-9bb5-f5373a5498eb triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:46.851660 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-204e6d28-fe56-4ad9-870b-81bbc75440dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.905488 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cf1730-95a3-450f-9a8e-09282d7e8cac tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] DELETE failed (client error): The resource could not be found. Dec 09 02:15:46.906090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cf1730-95a3-450f-9a8e-09282d7e8cac tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:15:46.906799 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-fd0de452-6677-4dfd-9c3a-accb8467cd74 None None] For port a295849a-89ae-4940-92af-409604c6f042, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a295849a-89ae-4940-92af-409604c6f042,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:46.907201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd0de452-6677-4dfd-9c3a-accb8467cd74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.911364 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-21cf1730-95a3-450f-9a8e-09282d7e8cac tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/subnets/46c44c32-23e6-43ae-a5c8-b97ef7f23810 HTTP/1.1" status: 404 len: 337 time: 0.0908034 Dec 09 02:15:46.915419 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33058) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:46.930691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8af5c72b-2d28-4ffb-8880-81bb99743f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:46.960960 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-625d058b-afec-419a-8a3b-2c14d15a99ec tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] DELETE failed (client error): The resource could not be found. Dec 09 02:15:46.961274 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625d058b-afec-419a-8a3b-2c14d15a99ec tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:15:46.968526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fd0de452-6677-4dfd-9c3a-accb8467cd74 None None] Calling delete_port for a295849a-89ae-4940-92af-409604c6f042 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:46.976269 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-625d058b-afec-419a-8a3b-2c14d15a99ec tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/networks/f98465de-7111-4bb1-8e42-1a305b00df89 HTTP/1.1" status: 404 len: 339 time: 0.0562506 Dec 09 02:15:46.983293 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af5c72b-2d28-4ffb-8880-81bb99743f7a None None] No DVR routers for this DVR port efde9d2e-62f6-4ea5-8dd1-3796f167a992 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:46.999959 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc711d2b-0a21-4e3c-b3da-f42624169cff None None] Pushing event updated for resources: {'Port': ['ID=c4029e8b-0ab2-433e-a378-f5f3850a082e,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:47.006345 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33062) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:47.121666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5c72b-2d28-4ffb-8880-81bb99743f7a None None] Pushing event deleted for resources: {'Port': ['ID=efde9d2e-62f6-4ea5-8dd1-3796f167a992,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:47.132608 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:47.160118 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Sync routers for ids ['5783058e-f738-4872-8bba-f69c355feb19'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:47.198668 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Routers {'5783058e-f738-4872-8bba-f69c355feb19'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:47.199352 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['5783058e-f738-4872-8bba-f69c355feb19'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:47.220894 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2ed44fe-81b1-4cbb-a84a-463c384560b8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.226732 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-1621cbe5-6807-4614-9d83-f2eede72ab96 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Deleting subnet bfd4d1b2-c41e-4b19-925c-023df3086cd6 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:15:47.236094 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fd0de452-6677-4dfd-9c3a-accb8467cd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.252274 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8c680754-963f-43f9-b73d-5450c5549eba no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:15:47.274124 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1621cbe5-6807-4614-9d83-f2eede72ab96 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.278837 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.282007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b2ed44fe-81b1-4cbb-a84a-463c384560b8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for fe3fe0e8-14b4-48f4-aea9-cb1f7d7475e8 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:47.296262 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.297791 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6dfc70d4-0dec-49d2-9dc6-1a33866c4ddb tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0150731 Dec 09 02:15:47.302860 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33064) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:47.359679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0de452-6677-4dfd-9c3a-accb8467cd74 None None] No DVR routers for this DVR port a295849a-89ae-4940-92af-409604c6f042 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:47.368629 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 8c680754-963f-43f9-b73d-5450c5549eba {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:15:47.369140 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8c680754-963f-43f9-b73d-5450c5549eba not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:15:47.369684 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device efde9d2e-62f6-4ea5-8dd1-3796f167a992 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:15:47.369861 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150eb9a4-1416-4b4d-aaab-6944a0a7b230']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:47.379663 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b84d206-93ab-4897-9fbe-9f06834ad18a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.413641 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0de452-6677-4dfd-9c3a-accb8467cd74 None None] Pushing event deleted for resources: {'Port': ['ID=a295849a-89ae-4940-92af-409604c6f042,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:47.421201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: efde9d2e-62f6-4ea5-8dd1-3796f167a992 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:15:47.421639 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device efde9d2e-62f6-4ea5-8dd1-3796f167a992 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:15:47.456172 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae684f5d-65c4-4034-a671-c3c38ded78d4') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:47.456838 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae684f5d-65c4-4034-a671-c3c38ded78d4') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:47.487095 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.491150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-204e6d28-fe56-4ad9-870b-81bbc75440dd None None] Could not find standard attr ID for object a295849a-89ae-4940-92af-409604c6f042. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:15:47.515958 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1621cbe5-6807-4614-9d83-f2eede72ab96 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.549119 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Set router 5783058e-f738-4872-8bba-f69c355feb19 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:15:47.554273 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.556787 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b84d206-93ab-4897-9fbe-9f06834ad18a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:47.578259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-3b84d206-93ab-4897-9fbe-9f06834ad18a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:47.592028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8af42e-a950-4b70-be34-3fce2d02633c None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:47.598985 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84d206-93ab-4897-9fbe-9f06834ad18a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:47.600144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b84d206-93ab-4897-9fbe-9f06834ad18a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.606439 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84d206-93ab-4897-9fbe-9f06834ad18a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=d41e6f6b-da61-4b44-9425-8ab7687c0553,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:47.608459 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:47.608882 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:47.613432 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:47.676559 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33066) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:47.677676 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3b84d206-93ab-4897-9fbe-9f06834ad18a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7896533 Dec 09 02:15:47.682634 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-ca8dcfec-ca3e-47f4-9cb4-da7d68cc88bb None None] Provisioning complete for port 529dd2b4-a368-4225-a407-7edd560d3194 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:47.683226 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ca8dcfec-ca3e-47f4-9cb4-da7d68cc88bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.684053 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5f183c9b-41eb-4be0-a270-3fe7043b8072 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'fixed_ips': [{'subnet_id': 'd41e6f6b-da61-4b44-9425-8ab7687c0553', 'ip_address': '2001:db8::3a82:fc2c:9b21:836a'}], 'name': 'tempest-NetworksTestDHCPv6-1792564501'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:47.735253 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ca8dcfec-ca3e-47f4-9cb4-da7d68cc88bb None None] Port 529dd2b4-a368-4225-a407-7edd560d3194 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:47.740705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-ca8dcfec-ca3e-47f4-9cb4-da7d68cc88bb None None] Could not find standard attr ID for object 8c680754-963f-43f9-b73d-5450c5549eba. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:15:47.782395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.791675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1621cbe5-6807-4614-9d83-f2eede72ab96 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.795686 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e3581466-1812-40e5-8674-acef03266ef3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "GET /v2.0/routers/5783058e-f738-4872-8bba-f69c355feb19 HTTP/1.1" status: 200 len: 907 time: 0.4844613 Dec 09 02:15:47.801840 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33068) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:47.806182 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Request body: {'router': {'name': 'tempest-snat-router-304364472', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'enable_snat': True}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:47.811951 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': 'd41e6f6b-da61-4b44-9425-8ab7687c0553'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:47.814126 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.821208 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.822451 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.822816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.847047 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.850592 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/networks/150eb9a4-1416-4b4d-aaab-6944a0a7b230 HTTP/1.1" status: 204 len: 168 time: 3.1070473 Dec 09 02:15:47.871719 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33070) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:47.883408 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b1c9ef2d-5fc1-4db5-be81-483e5e48eed3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1099193074'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:47.915737 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5783058e-f738-4872-8bba-f69c355feb19', 'name': 'tempest-snat-router-304364472', 'tenant_id': '7ac129346b3b4ff18c210c10a49ca6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.68'}], 'enable_snat': False}, 'gw_port_id': 'd0fd30eb-ff7b-49ce-a54c-9d28c33da83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:41Z', 'updated_at': '2021-12-09T02:15:44Z', 'revision_number': 3, 'project_id': '7ac129346b3b4ff18c210c10a49ca6af', 'gw_port': {'id': 'd0fd30eb-ff7b-49ce-a54c-9d28c33da83c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:33:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5783058e-f738-4872-8bba-f69c355feb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:42Z', 'updated_at': '2021-12-09T02:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:47.921946 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Network': ['ID=150eb9a4-1416-4b4d-aaab-6944a0a7b230,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:47.949395 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:47.950070 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:47.950635 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:47.951153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:47.951837 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:47.952361 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:47.952894 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:47.953424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:47.953949 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:47.954469 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:47.954985 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:47.955530 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:47.956045 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775b57-2c7e-4ead-8219-207e27994456 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:47.959833 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.961174 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:47.986305 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Checking router: 5783058e-f738-4872-8bba-f69c355feb19 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:15:47.986648 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Updating router 5783058e-f738-4872-8bba-f69c355feb19 port d0fd30eb-ff7b-49ce-a54c-9d28c33da83c binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:15:48.007390 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c9ef2d-5fc1-4db5-be81-483e5e48eed3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:48.010480 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b1c9ef2d-5fc1-4db5-be81-483e5e48eed3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.017426 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.022956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event updated for resources: {'Port': ['ID=01ac466f-f811-4790-8f26-98121a78a436,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:48.062519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2ed44fe-81b1-4cbb-a84a-463c384560b8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.083178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Allocated IP 2001:db8::2 (3d63738a-85ef-4baf-83f7-848c720832e0/d41e6f6b-da61-4b44-9425-8ab7687c0553/08a259c7-8b56-44f9-8f83-e1b1407f5e95) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:48.104936 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1621cbe5-6807-4614-9d83-f2eede72ab96 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.115277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed44fe-81b1-4cbb-a84a-463c384560b8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=fe3fe0e8-14b4-48f4-aea9-cb1f7d7475e8,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:48.161449 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.163901 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f183c9b-41eb-4be0-a270-3fe7043b8072 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:48.172299 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621cbe5-6807-4614-9d83-f2eede72ab96 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd4d1b2-c41e-4b19-925c-023df3086cd6,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:48.202115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1621cbe5-6807-4614-9d83-f2eede72ab96 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.206008 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1621cbe5-6807-4614-9d83-f2eede72ab96 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/subnets/bfd4d1b2-c41e-4b19-925c-023df3086cd6 HTTP/1.1" status: 204 len: 168 time: 1.1963043 Dec 09 02:15:48.210033 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33072) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:48.290499 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.db.resource_extend [None req-35e6a22c-1090-4503-8201-649a384b7f53 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 02:15:48.364114 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Network 294d5a77-9516-40f8-a019-d15b99db69a7 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:48.380891 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:48.398122 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.420052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f57abc8-d2dd-41ee-9884-9fa62c2d501d None None] Network affa1747-0bfb-43ca-9912-726c90dca5de requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:48.431733 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.439173 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c4029e8b-0ab2-433e-a378-f5f3850a082e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:48.463071 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c9ef2d-5fc1-4db5-be81-483e5e48eed3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:15:48.475653 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b1c9ef2d-5fc1-4db5-be81-483e5e48eed3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.476069 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-b1c9ef2d-5fc1-4db5-be81-483e5e48eed3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Added segment a500c2c4-b046-4d4e-ae56-5c5a61bf3a27 of type vlan for network d666db9c-b7bd-491f-86c6-039afcbfc045 Dec 09 02:15:48.523515 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.524135 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b1c9ef2d-5fc1-4db5-be81-483e5e48eed3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.553187 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.582867 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.588972 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:48.603026 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:48.605483 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:48.618244 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35e6a22c-1090-4503-8201-649a384b7f53 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.622399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5f183c9b-41eb-4be0-a270-3fe7043b8072 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.632308 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.db.resource_extend [None req-b1c9ef2d-5fc1-4db5-be81-483e5e48eed3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 02:15:48.646225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Pushing event updated for resources: {'Port': ['ID=08a259c7-8b56-44f9-8f83-e1b1407f5e95,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:48.659546 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb2da59-6bd8-4acc-94a8-6372c1301d06 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:48.680377 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35e6a22c-1090-4503-8201-649a384b7f53 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.683752 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Attempting to bind port d0fd30eb-ff7b-49ce-a54c-9d28c33da83c on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:48.684707 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Attempting to bind port d0fd30eb-ff7b-49ce-a54c-9d28c33da83c by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:48.685811 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Attempting to bind port d0fd30eb-ff7b-49ce-a54c-9d28c33da83c on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:48.691583 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4906a89-27ca-4b80-946a-62ff20a39332 None None] Network 294d5a77-9516-40f8-a019-d15b99db69a7 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:48.698481 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:48.698913 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:48.699245 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.699673 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:48.700213 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Bound port: d0fd30eb-ff7b-49ce-a54c-9d28c33da83c, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:48.700616 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.772822 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] For port d0fd30eb-ff7b-49ce-a54c-9d28c33da83c, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:48.777561 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] For port d0fd30eb-ff7b-49ce-a54c-9d28c33da83c, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d0fd30eb-ff7b-49ce-a54c-9d28c33da83c,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:48.792386 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.811335 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.816190 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35678890-03de-4f80-bf7e-43bf76336ba4 None None] Pushing event updated for resources: {'Port': ['ID=d0fd30eb-ff7b-49ce-a54c-9d28c33da83c,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:48.822749 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-5f183c9b-41eb-4be0-a270-3fe7043b8072 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port 41b81a41-88cf-4901-8463-05a3baaa7abb yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:15:48.859180 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Routers {'5783058e-f738-4872-8bba-f69c355feb19'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:48.859559 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['5783058e-f738-4872-8bba-f69c355feb19'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:48.881597 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b1c9ef2d-5fc1-4db5-be81-483e5e48eed3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.887740 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c9ef2d-5fc1-4db5-be81-483e5e48eed3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:48.888751 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b1c9ef2d-5fc1-4db5-be81-483e5e48eed3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:48.970438 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2ed44fe-81b1-4cbb-a84a-463c384560b8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:49.012931 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35678890-03de-4f80-bf7e-43bf76336ba4 None None] Pushing event updated for resources: {'Port': ['ID=d0fd30eb-ff7b-49ce-a54c-9d28c33da83c,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:49.054093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router c943b033-7c80-4daf-b6d1-12f04a08d5c1 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:15:49.062184 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] Set router 5783058e-f738-4872-8bba-f69c355feb19 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:15:49.073260 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82a9d66-536b-4a5d-9fd1-dd6adc562c3a None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:49.075381 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port c4029e8b-0ab2-433e-a378-f5f3850a082e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:49.075791 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:49.105026 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b1c9ef2d-5fc1-4db5-be81-483e5e48eed3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2304621 Dec 09 02:15:49.110095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33074) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:49.115876 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9ef2d-5fc1-4db5-be81-483e5e48eed3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Network': ['ID=d666db9c-b7bd-491f-86c6-039afcbfc045,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:49.116878 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-2a69a0db-e785-46b4-b777-1e698f48d69a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'subnet': {'network_id': 'd666db9c-b7bd-491f-86c6-039afcbfc045', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:49.142097 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-35e6a22c-1090-4503-8201-649a384b7f53 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Floating IP 3077c59c-8ffe-41e5-bbab-49d7c7fb7b62 associated. External IP: 172.26.3.69, port: 5f56c757-86f1-48f0-b893-00ce9f37aa6a. Dec 09 02:15:49.144326 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Attempting to bind port 08a259c7-8b56-44f9-8f83-e1b1407f5e95 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:49.144745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Attempting to bind port 08a259c7-8b56-44f9-8f83-e1b1407f5e95 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:49.147595 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Attempting to bind port 08a259c7-8b56-44f9-8f83-e1b1407f5e95 on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:49.152984 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-ebaa9203-e9de-47e0-8894-596e6d9b1ebf None None] Provisioning complete for port c4029e8b-0ab2-433e-a378-f5f3850a082e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:49.153321 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ebaa9203-e9de-47e0-8894-596e6d9b1ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:49.203880 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network d666db9c-b7bd-491f-86c6-039afcbfc045 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:15:49.269180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:49.269625 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:49.269967 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:49.270362 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:49.270884 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Bound port: 08a259c7-8b56-44f9-8f83-e1b1407f5e95, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:49.271878 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:49.290424 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0d8151-3f6d-4b09-8a71-dd6664089bbf None None] DHCP port deletion for affa1747-0bfb-43ca-9912-726c90dca5de request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:49.308269 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Deleting port a2168957-84a5-4ef0-9782-15dbba5139f5 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:49.308269 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:49.316199 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-5f183c9b-41eb-4be0-a270-3fe7043b8072 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::3a82:fc2c:9b21:836a (3d63738a-85ef-4baf-83f7-848c720832e0/d41e6f6b-da61-4b44-9425-8ab7687c0553/41b81a41-88cf-4901-8463-05a3baaa7abb) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:49.356009 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:15:49.357457 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5783058e-f738-4872-8bba-f69c355feb19', 'name': 'tempest-snat-router-304364472', 'tenant_id': '7ac129346b3b4ff18c210c10a49ca6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.68'}], 'enable_snat': False}, 'gw_port_id': 'd0fd30eb-ff7b-49ce-a54c-9d28c33da83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:41Z', 'updated_at': '2021-12-09T02:15:44Z', 'revision_number': 3, 'project_id': '7ac129346b3b4ff18c210c10a49ca6af', 'gw_port': {'id': 'd0fd30eb-ff7b-49ce-a54c-9d28c33da83c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:33:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5783058e-f738-4872-8bba-f69c355feb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:42Z', 'updated_at': '2021-12-09T02:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:49.385260 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddb7f9f-0f66-4a09-90df-b36a3f801585 None None] The sync data for ids ['5783058e-f738-4872-8bba-f69c355feb19'] in dv-neutron-804846-18-hyperv is: [{'id': '5783058e-f738-4872-8bba-f69c355feb19', 'name': 'tempest-snat-router-304364472', 'tenant_id': '7ac129346b3b4ff18c210c10a49ca6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.68'}], 'enable_snat': False}, 'gw_port_id': 'd0fd30eb-ff7b-49ce-a54c-9d28c33da83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:41Z', 'updated_at': '2021-12-09T02:15:44Z', 'revision_number': 3, 'project_id': '7ac129346b3b4ff18c210c10a49ca6af', 'gw_port': {'id': 'd0fd30eb-ff7b-49ce-a54c-9d28c33da83c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:33:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5783058e-f738-4872-8bba-f69c355feb19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:42Z', 'updated_at': '2021-12-09T02:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:49.391459 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ed44fe-81b1-4cbb-a84a-463c384560b8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router 0c24f289-6314-4ca4-9e66-4433458e56d4 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:15:49.415408 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:49.420921 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3876c4d2-df6c-4ecd-8fca-1feb7f0bebc4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/c943b033-7c80-4daf-b6d1-12f04a08d5c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8121171 Dec 09 02:15:49.424370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33076) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:49.433131 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-0ff53bfc-d36b-417b-8939-87b243d91a6c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:49.433703 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ebaa9203-e9de-47e0-8894-596e6d9b1ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:49.457431 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Sync routers for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:49.487719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] For port a2168957-84a5-4ef0-9782-15dbba5139f5, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a2168957-84a5-4ef0-9782-15dbba5139f5,segment=NetworkSegment(83df4841-5de3-4418-8b3f-a6a56893f71e),segment_id=83df4841-5de3-4418-8b3f-a6a56893f71e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:49.488297 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:49.545164 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Calling delete_port for a2168957-84a5-4ef0-9782-15dbba5139f5 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:49.563965 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:49.594544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a69a0db-e785-46b4-b777-1e698f48d69a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:49.601859 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a69a0db-e785-46b4-b777-1e698f48d69a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:49.641127 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ebaa9203-e9de-47e0-8894-596e6d9b1ebf None None] For port c4029e8b-0ab2-433e-a378-f5f3850a082e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c4029e8b-0ab2-433e-a378-f5f3850a082e,segment=NetworkSegment(7913c440-b1dc-49fa-b51c-09e9ea0f91e9),segment_id=7913c440-b1dc-49fa-b51c-09e9ea0f91e9)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:49.659075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ebaa9203-e9de-47e0-8894-596e6d9b1ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:49.701496 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:49.702182 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:49.704994 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] For port 08a259c7-8b56-44f9-8f83-e1b1407f5e95, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:49.757844 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d8151-3f6d-4b09-8a71-dd6664089bbf None None] Deleting port a2168957-84a5-4ef0-9782-15dbba5139f5 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:49.758209 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b0d8151-3f6d-4b09-8a71-dd6664089bbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:49.884697 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] For port 08a259c7-8b56-44f9-8f83-e1b1407f5e95, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=08a259c7-8b56-44f9-8f83-e1b1407f5e95,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:49.948803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:15:49.949253 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:15:49.967829 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:49.976248 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ed44fe-81b1-4cbb-a84a-463c384560b8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:49.985095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-59d451f3-2f8a-483f-a7a0-78f9eb8574b8 None None] Provisioning complete for port d0fd30eb-ff7b-49ce-a54c-9d28c33da83c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:49.985477 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59d451f3-2f8a-483f-a7a0-78f9eb8574b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:49.987476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa9203-e9de-47e0-8894-596e6d9b1ebf None None] Pushing event updated for resources: {'Port': ['ID=c4029e8b-0ab2-433e-a378-f5f3850a082e,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:49.993805 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07ac8ef-7d87-473a-ba95-d6d316ac5136 None None] Sync routers for ids ['0c24f289-6314-4ca4-9e66-4433458e56d4'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:50.000029 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5f183c9b-41eb-4be0-a270-3fe7043b8072 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:50.006376 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b2ed44fe-81b1-4cbb-a84a-463c384560b8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/0c24f289-6314-4ca4-9e66-4433458e56d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9833274 Dec 09 02:15:50.011384 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33078) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:50.024903 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07ac8ef-7d87-473a-ba95-d6d316ac5136 None None] Routers {'0c24f289-6314-4ca4-9e66-4433458e56d4'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:50.025831 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c07ac8ef-7d87-473a-ba95-d6d316ac5136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0c24f289-6314-4ca4-9e66-4433458e56d4'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:50.063375 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488344b5-35a8-4f66-b27b-a696b84b82ab None None] Pushing event updated for resources: {'Port': ['ID=08a259c7-8b56-44f9-8f83-e1b1407f5e95,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:50.081983 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fdb4768d-612c-4302-b16b-50c23c17f09c tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c24f289-6314-4ca4-9e66-4433458e56d4 HTTP/1.1" status: 200 len: 205 time: 0.0631471 Dec 09 02:15:50.129366 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:15:50.130742 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c07ac8ef-7d87-473a-ba95-d6d316ac5136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:50.137329 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6b0d8151-3f6d-4b09-8a71-dd6664089bbf None None] For port a2168957-84a5-4ef0-9782-15dbba5139f5, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a2168957-84a5-4ef0-9782-15dbba5139f5,segment=NetworkSegment(83df4841-5de3-4418-8b3f-a6a56893f71e),segment_id=83df4841-5de3-4418-8b3f-a6a56893f71e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:50.137850 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b0d8151-3f6d-4b09-8a71-dd6664089bbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:50.149452 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07ac8ef-7d87-473a-ba95-d6d316ac5136 None None] Routers {'0c24f289-6314-4ca4-9e66-4433458e56d4'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:50.149639 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33080) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:50.150096 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c07ac8ef-7d87-473a-ba95-d6d316ac5136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['0c24f289-6314-4ca4-9e66-4433458e56d4'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:50.201602 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d8151-3f6d-4b09-8a71-dd6664089bbf None None] Calling delete_port for a2168957-84a5-4ef0-9782-15dbba5139f5 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:50.233366 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c07ac8ef-7d87-473a-ba95-d6d316ac5136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:50.234180 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07ac8ef-7d87-473a-ba95-d6d316ac5136 None None] The sync data for ids ['0c24f289-6314-4ca4-9e66-4433458e56d4'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:50.375686 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5f183c9b-41eb-4be0-a270-3fe7043b8072 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:50.397902 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-844c51ff-5504-4c3a-bb7d-c68554585cbd tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:50.474284 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:50.537739 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59d451f3-2f8a-483f-a7a0-78f9eb8574b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:50.572690 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:50.642766 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f183c9b-41eb-4be0-a270-3fe7043b8072 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:50.659356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.extraroute_db [None req-0ff53bfc-d36b-417b-8939-87b243d91a6c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103334) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 02:15:50.660272 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-5f183c9b-41eb-4be0-a270-3fe7043b8072 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:50.663558 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f183c9b-41eb-4be0-a270-3fe7043b8072 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:50.666773 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b0d8151-3f6d-4b09-8a71-dd6664089bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:50.670659 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f183c9b-41eb-4be0-a270-3fe7043b8072 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:50.671415 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5f183c9b-41eb-4be0-a270-3fe7043b8072 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:50.680332 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f183c9b-41eb-4be0-a270-3fe7043b8072 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=41b81a41-88cf-4901-8463-05a3baaa7abb,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:50.682562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.extraroute_db [None req-0ff53bfc-d36b-417b-8939-87b243d91a6c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Removed routes are [] {{(pid=103334) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 02:15:50.683166 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0ff53bfc-d36b-417b-8939-87b243d91a6c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:50.687012 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e6a22c-1090-4503-8201-649a384b7f53 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router a73c5c39-9162-46ee-9bf6-ba0fe79858ff has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:15:50.795940 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5f183c9b-41eb-4be0-a270-3fe7043b8072 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1160371 Dec 09 02:15:50.803645 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33082) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:50.818404 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d8151-3f6d-4b09-8a71-dd6664089bbf None None] Pushing event deleted for resources: {'Port': ['ID=a2168957-84a5-4ef0-9782-15dbba5139f5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:50.820589 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d8151-3f6d-4b09-8a71-dd6664089bbf None None] No DVR routers for this DVR port a2168957-84a5-4ef0-9782-15dbba5139f5 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:50.829249 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-59d451f3-2f8a-483f-a7a0-78f9eb8574b8 None None] For port d0fd30eb-ff7b-49ce-a54c-9d28c33da83c, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d0fd30eb-ff7b-49ce-a54c-9d28c33da83c,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:50.864166 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59d451f3-2f8a-483f-a7a0-78f9eb8574b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:50.936474 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:46Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '01ac466f-f811-4790-8f26-98121a78a436', 'name': '', 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:c4:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:45Z', 'updated_at': '2021-12-09T02:15:47Z', 'revision_number': 2, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '483ed103-b4b9-4bd0-9bb5-f5373a5498eb', 'name': '', 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:32:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:34Z', 'updated_at': '2021-12-09T02:15:44Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:51.034514 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Checking router: c943b033-7c80-4daf-b6d1-12f04a08d5c1 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:15:51.034514 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Updating router c943b033-7c80-4daf-b6d1-12f04a08d5c1 port 01ac466f-f811-4790-8f26-98121a78a436 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:15:51.066723 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352ad55d-e2f3-461e-82fb-e53d266999ef tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:51.073865 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352ad55d-e2f3-461e-82fb-e53d266999ef tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:51.074336 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c4029e8b-0ab2-433e-a378-f5f3850a082e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:51.078281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.078442 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-352ad55d-e2f3-461e-82fb-e53d266999ef tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2709947 Dec 09 02:15:51.080801 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Allocated IP 172.26.3.36 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/bd21b83f-8257-487f-83f7-520200c76c52) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:51.087503 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33084) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:51.094827 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d451f3-2f8a-483f-a7a0-78f9eb8574b8 None None] Pushing event updated for resources: {'Port': ['ID=d0fd30eb-ff7b-49ce-a54c-9d28c33da83c,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:51.113889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1dea54cc-1cdb-43b4-b9b7-0ba80eaeb310 None None] Provisioning complete for port 01ac466f-f811-4790-8f26-98121a78a436 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:51.114067 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1dea54cc-1cdb-43b4-b9b7-0ba80eaeb310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.123755 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.163030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No DVR routers for this DVR port a2168957-84a5-4ef0-9782-15dbba5139f5 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:51.170794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a69a0db-e785-46b4-b777-1e698f48d69a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.172737 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Port': ['ID=a2168957-84a5-4ef0-9782-15dbba5139f5,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:51.199286 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e6a22c-1090-4503-8201-649a384b7f53 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:51.261530 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be2e91b-9603-47b9-84dd-849c420afd18 None None] Sync routers for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:51.273202 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1dea54cc-1cdb-43b4-b9b7-0ba80eaeb310 None None] Port 01ac466f-f811-4790-8f26-98121a78a436 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:51.299780 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port c4029e8b-0ab2-433e-a378-f5f3850a082e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:51.300150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.306409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be2e91b-9603-47b9-84dd-849c420afd18 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:51.307044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1be2e91b-9603-47b9-84dd-849c420afd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:51.330886 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1dea54cc-1cdb-43b4-b9b7-0ba80eaeb310 None None] Provisioning complete for port c4029e8b-0ab2-433e-a378-f5f3850a082e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:51.331288 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1dea54cc-1cdb-43b4-b9b7-0ba80eaeb310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.438400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-844c51ff-5504-4c3a-bb7d-c68554585cbd tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.444626 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-844c51ff-5504-4c3a-bb7d-c68554585cbd tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.484461 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-183873c2-61a6-45a6-9902-4dec2265b916 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port 41b81a41-88cf-4901-8463-05a3baaa7abb {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:51.484902 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-183873c2-61a6-45a6-9902-4dec2265b916 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.549487 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.574949 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69a0db-e785-46b4-b777-1e698f48d69a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Subnet': ['ID=dbbd1d69-c797-4cdd-a516-fe75fecc625a,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:51.579877 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-183873c2-61a6-45a6-9902-4dec2265b916 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.593991 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-183873c2-61a6-45a6-9902-4dec2265b916 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for 41b81a41-88cf-4901-8463-05a3baaa7abb owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:51.595423 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0ff53bfc-d36b-417b-8939-87b243d91a6c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.605017 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-844c51ff-5504-4c3a-bb7d-c68554585cbd tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.605833 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844c51ff-5504-4c3a-bb7d-c68554585cbd tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Fanout notify agent at l3_agent the message router_deleted on router 0c24f289-6314-4ca4-9e66-4433458e56d4 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:15:51.613209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-844c51ff-5504-4c3a-bb7d-c68554585cbd tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.614501 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-844c51ff-5504-4c3a-bb7d-c68554585cbd tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/routers/0c24f289-6314-4ca4-9e66-4433458e56d4 HTTP/1.1" status: 204 len: 168 time: 1.4655364 Dec 09 02:15:51.617945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affa1747-0bfb-43ca-9912-726c90dca5de']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:51.619853 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0ff53bfc-d36b-417b-8939-87b243d91a6c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.620958 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1be2e91b-9603-47b9-84dd-849c420afd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:51.621754 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33086) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:51.642650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69a0db-e785-46b4-b777-1e698f48d69a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Checking segment: {'id': 'a500c2c4-b046-4d4e-ae56-5c5a61bf3a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd666db9c-b7bd-491f-86c6-039afcbfc045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:51.643123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a69a0db-e785-46b4-b777-1e698f48d69a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network hostable DHCP agents. Network: d666db9c-b7bd-491f-86c6-039afcbfc045, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:15:51.674444 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.694007 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be2e91b-9603-47b9-84dd-849c420afd18 None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:51.694959 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1be2e91b-9603-47b9-84dd-849c420afd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:51.712323 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e6a22c-1090-4503-8201-649a384b7f53 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router b29ad87a-f3bb-4eaa-bb4a-388b30c384a9 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:15:51.806084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1be2e91b-9603-47b9-84dd-849c420afd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:51.806757 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be2e91b-9603-47b9-84dd-849c420afd18 None None] The sync data for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:51.840831 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-183873c2-61a6-45a6-9902-4dec2265b916 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.866150 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:51.906585 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183873c2-61a6-45a6-9902-4dec2265b916 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=41b81a41-88cf-4901-8463-05a3baaa7abb,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:51.940838 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d0fd30eb-ff7b-49ce-a54c-9d28c33da83c up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:51.991591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:51.998257 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-183873c2-61a6-45a6-9902-4dec2265b916 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.002023 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-183873c2-61a6-45a6-9902-4dec2265b916 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/41b81a41-88cf-4901-8463-05a3baaa7abb HTTP/1.1" status: 204 len: 168 time: 0.9134974 Dec 09 02:15:52.005039 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:52.007549 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33088) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:52.023975 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83df4841-5de3-4418-8b3f-a6a56893f71e') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:52.024281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83df4841-5de3-4418-8b3f-a6a56893f71e') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:52.029078 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:52.058624 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.058852 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.060518 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84709731-34ea-457f-9760-57b7ed8874fe None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:52.100593 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Pushing event updated for resources: {'Port': ['ID=bd21b83f-8257-487f-83f7-520200c76c52,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:52.114719 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.129905 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.149019 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-87ee0380-7fd0-4110-864e-4bb138e80aa4 None None] Provisioning complete for port 01ac466f-f811-4790-8f26-98121a78a436 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:52.149366 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87ee0380-7fd0-4110-864e-4bb138e80aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.154167 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e6a22c-1090-4503-8201-649a384b7f53 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:52.166168 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35e6a22c-1090-4503-8201-649a384b7f53 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.170092 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c08ace-f3ed-4958-b2f0-359a21ac4827 None None] Sync routers for ids ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:52.184131 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c08ace-f3ed-4958-b2f0-359a21ac4827 None None] Routers {'b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:52.184471 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ed9bf5-0bf1-4230-949e-e398d06fa50a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting subnet 46df975f-618c-4e17-911d-722f18eaea56 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:15:52.186877 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d3c08ace-f3ed-4958-b2f0-359a21ac4827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:52.190070 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a69a0db-e785-46b4-b777-1e698f48d69a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network d666db9c-b7bd-491f-86c6-039afcbfc045 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:15:52.196117 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:52.196545 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:52.200139 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:52.202224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9bf5-0bf1-4230-949e-e398d06fa50a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.221773 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e952e7d-ad6e-4532-984c-977817d58e41 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:52.223529 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e952e7d-ad6e-4532-984c-977817d58e41 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:52.225272 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6e952e7d-ad6e-4532-984c-977817d58e41 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2137277 Dec 09 02:15:52.234175 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33090) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:52.270489 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d3c08ace-f3ed-4958-b2f0-359a21ac4827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:52.294710 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c08ace-f3ed-4958-b2f0-359a21ac4827 None None] Routers {'b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:52.296451 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d3c08ace-f3ed-4958-b2f0-359a21ac4827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:52.362970 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d3c08ace-f3ed-4958-b2f0-359a21ac4827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:52.363851 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c08ace-f3ed-4958-b2f0-359a21ac4827 None None] The sync data for ids ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:52.370919 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bca46-b07a-45e0-8f22-345ef27ce27e None None] Pushing event updated for resources: {'Port': ['ID=01ac466f-f811-4790-8f26-98121a78a436,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:52.390701 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Attempting to bind port 01ac466f-f811-4790-8f26-98121a78a436 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:52.391075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Attempting to bind port 01ac466f-f811-4790-8f26-98121a78a436 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '7913c440-b1dc-49fa-b51c-09e9ea0f91e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:52.391466 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Attempting to bind port 01ac466f-f811-4790-8f26-98121a78a436 on network 294d5a77-9516-40f8-a019-d15b99db69a7 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:52.398382 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:52.398768 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Checking segment: {'id': '7913c440-b1dc-49fa-b51c-09e9ea0f91e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:52.399178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.399607 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Bound using segment: {'id': '7913c440-b1dc-49fa-b51c-09e9ea0f91e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:52.400496 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Bound port: 01ac466f-f811-4790-8f26-98121a78a436, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7913c440-b1dc-49fa-b51c-09e9ea0f91e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:52.400496 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.402403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-87ee0380-7fd0-4110-864e-4bb138e80aa4 None None] Port 01ac466f-f811-4790-8f26-98121a78a436 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:52.410404 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port d0fd30eb-ff7b-49ce-a54c-9d28c33da83c triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:52.411568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.450550 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-2a69a0db-e785-46b4-b777-1e698f48d69a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, d666db9c-b7bd-491f-86c6-039afcbfc045) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:52.455959 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a69a0db-e785-46b4-b777-1e698f48d69a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:52.456216 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-87ee0380-7fd0-4110-864e-4bb138e80aa4 None None] Provisioning complete for port 08a259c7-8b56-44f9-8f83-e1b1407f5e95 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:52.456508 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a69a0db-e785-46b4-b777-1e698f48d69a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.456712 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87ee0380-7fd0-4110-864e-4bb138e80aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.474572 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-35e6a22c-1090-4503-8201-649a384b7f53 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "PUT /v2.0/floatingips/3077c59c-8ffe-41e5-bbab-49d7c7fb7b62 HTTP/1.1" status: 200 len: 975 time: 6.4010286 Dec 09 02:15:52.478334 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33092) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:52.484893 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9bf5-0bf1-4230-949e-e398d06fa50a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.515592 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0115003b-8364-4dfd-96c1-054ca53b5216 None None] Network d666db9c-b7bd-491f-86c6-039afcbfc045 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:52.519727 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.525167 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.531547 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/networks/affa1747-0bfb-43ca-9912-726c90dca5de HTTP/1.1" status: 204 len: 168 time: 4.2972505 Dec 09 02:15:52.533767 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33094) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:52.580486 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2a69a0db-e785-46b4-b777-1e698f48d69a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4679153 Dec 09 02:15:52.582785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff53bfc-d36b-417b-8939-87b243d91a6c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router c943b033-7c80-4daf-b6d1-12f04a08d5c1 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:15:52.584046 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33096) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:52.594038 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2075a5f9-d867-4171-a6d5-8d957bdf2003 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'network_id': 'd666db9c-b7bd-491f-86c6-039afcbfc045', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2058624104'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:52.675856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9bf5-0bf1-4230-949e-e398d06fa50a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.682723 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] For port 01ac466f-f811-4790-8f26-98121a78a436, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:52.697790 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882a87a-d038-4b7d-b4d0-6ec97372dfc3 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Network': ['ID=affa1747-0bfb-43ca-9912-726c90dca5de,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:52.721823 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2725145-c5db-4e48-a5fd-065e0244ed6b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet d41e6f6b-da61-4b44-9425-8ab7687c0553 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:15:52.724568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] For port 01ac466f-f811-4790-8f26-98121a78a436, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=01ac466f-f811-4790-8f26-98121a78a436,segment=NetworkSegment(7913c440-b1dc-49fa-b51c-09e9ea0f91e9),segment_id=7913c440-b1dc-49fa-b51c-09e9ea0f91e9)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:52.732290 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79a366c-7f94-4726-a4d1-ab4494e94515 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] DELETE failed (client error): The resource could not be found. Dec 09 02:15:52.732746 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79a366c-7f94-4726-a4d1-ab4494e94515 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:15:52.738514 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b79a366c-7f94-4726-a4d1-ab4494e94515 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/subnets/ad4b094f-ed85-43b5-90be-436a89c763ea HTTP/1.1" status: 404 len: 337 time: 0.1942551 Dec 09 02:15:52.738514 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2725145-c5db-4e48-a5fd-065e0244ed6b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.741903 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33098) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:52.742536 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.775084 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0365ddeb-4594-4195-afdc-44c548c86d40 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] DELETE failed (client error): The resource could not be found. Dec 09 02:15:52.775641 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0365ddeb-4594-4195-afdc-44c548c86d40 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:15:52.781091 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0365ddeb-4594-4195-afdc-44c548c86d40 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/networks/458cf69b-5049-4c07-9d9c-9e4f9ee48e92 HTTP/1.1" status: 404 len: 339 time: 0.0358629 Dec 09 02:15:52.784298 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33100) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:52.787649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 08a259c7-8b56-44f9-8f83-e1b1407f5e95 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:52.790875 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6045f81f-59c2-4ac5-a41c-e8f56f711663 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Deleting port 529dd2b4-a368-4225-a407-7edd560d3194 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:52.791239 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6045f81f-59c2-4ac5-a41c-e8f56f711663 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.834309 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-d666db9c-b7bd-491f-86c6-039afcbfc045', 'network_id': 'd666db9c-b7bd-491f-86c6-039afcbfc045', 'project_id': '41c2f5bd624749d08f586a47815f13ab', 'fixed_ips': [{'subnet_id': 'dbbd1d69-c797-4cdd-a516-fe75fecc625a'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:52.834309 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.871935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2725145-c5db-4e48-a5fd-065e0244ed6b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.879160 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87ee0380-7fd0-4110-864e-4bb138e80aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.919021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9bf5-0bf1-4230-949e-e398d06fa50a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.958681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9bf5-0bf1-4230-949e-e398d06fa50a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.962022 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f7ed9bf5-0bf1-4230-949e-e398d06fa50a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/46df975f-618c-4e17-911d-722f18eaea56 HTTP/1.1" status: 204 len: 168 time: 1.3344092 Dec 09 02:15:52.966628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed9bf5-0bf1-4230-949e-e398d06fa50a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Subnet': ['ID=46df975f-618c-4e17-911d-722f18eaea56,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:52.968266 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33102) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:52.968930 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff53bfc-d36b-417b-8939-87b243d91a6c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:52.977963 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bca46-b07a-45e0-8f22-345ef27ce27e None None] Pushing event updated for resources: {'Port': ['ID=01ac466f-f811-4790-8f26-98121a78a436,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:52.982279 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0ff53bfc-d36b-417b-8939-87b243d91a6c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:52.985783 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:52.986422 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:52.986672 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0ff53bfc-d36b-417b-8939-87b243d91a6c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/c943b033-7c80-4daf-b6d1-12f04a08d5c1 HTTP/1.1" status: 200 len: 954 time: 3.5571833 Dec 09 02:15:52.987366 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33104) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:52.988408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643e3a12-8587-4a14-9020-49a0a6273432 None None] Network 7aa9b586-8b19-477f-991f-ec0c64adb15c requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:52.996958 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8635590-8e80-41e7-aaca-e033377ada99 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Deleting subnet 595942db-1016-493f-881a-0f1e5380faeb {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:15:53.006108 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:53.029940 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a8635590-8e80-41e7-aaca-e033377ada99 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:53.060421 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2075a5f9-d867-4171-a6d5-8d957bdf2003 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:53.064727 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2075a5f9-d867-4171-a6d5-8d957bdf2003 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:53.123242 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6045f81f-59c2-4ac5-a41c-e8f56f711663 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:53.147490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-87ee0380-7fd0-4110-864e-4bb138e80aa4 None None] For port 08a259c7-8b56-44f9-8f83-e1b1407f5e95, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=08a259c7-8b56-44f9-8f83-e1b1407f5e95,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:53.172163 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87ee0380-7fd0-4110-864e-4bb138e80aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:53.172982 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2725145-c5db-4e48-a5fd-065e0244ed6b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:53.207992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 08a259c7-8b56-44f9-8f83-e1b1407f5e95 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:53.208427 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:53.259286 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0daa2bbd-3a5d-4f45-9d77-b1b23d0afd07 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/routers/c943b033-7c80-4daf-b6d1-12f04a08d5c1 HTTP/1.1" status: 200 len: 954 time: 0.2679944 Dec 09 02:15:53.265635 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33106) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:53.273533 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-bb2d5492-849a-4f89-b71f-7b5b040cd081 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'router': {'routes': None}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:53.319334 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:15:53.351034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2725145-c5db-4e48-a5fd-065e0244ed6b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:53.377239 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Allocated IP 2001:db8::2 (d666db9c-b7bd-491f-86c6-039afcbfc045/dbbd1d69-c797-4cdd-a516-fe75fecc625a/bfeba4bd-c781-49e0-b3f1-5efbcc311b6c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:53.389953 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2725145-c5db-4e48-a5fd-065e0244ed6b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=d41e6f6b-da61-4b44-9425-8ab7687c0553,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:53.396460 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee0380-7fd0-4110-864e-4bb138e80aa4 None None] Pushing event updated for resources: {'Port': ['ID=08a259c7-8b56-44f9-8f83-e1b1407f5e95,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:53.402203 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2725145-c5db-4e48-a5fd-065e0244ed6b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:53.407804 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d2725145-c5db-4e48-a5fd-065e0244ed6b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/d41e6f6b-da61-4b44-9425-8ab7687c0553 HTTP/1.1" status: 204 len: 168 time: 1.0856664 Dec 09 02:15:53.409022 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33108) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:53.455534 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e3bb05-08f6-4206-9af1-952d4a694484 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:53.478945 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-22897a37-2de2-42cc-9489-e60b4939484d None None] Provisioning complete for port 01ac466f-f811-4790-8f26-98121a78a436 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:53.479398 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-22897a37-2de2-42cc-9489-e60b4939484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:53.491390 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-edb6c99f-b869-4cad-ada5-baac6eedabd4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817220 Dec 09 02:15:53.521233 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33110) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:53.528594 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d6ef42ec-f8da-45f9-a2aa-4a213a1d4177 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:53.558425 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-2075a5f9-d867-4171-a6d5-8d957bdf2003 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] device_id is not set on port 0a5b2a84-312e-4e4e-a013-e15d7fca2c1e yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:15:53.573537 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b29b8c-6c4c-4760-9bf2-e54b48883afe tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting subnet df7cfc8e-a6dd-4f45-8ecd-6f38849ef8bb {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:15:53.582442 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a8635590-8e80-41e7-aaca-e033377ada99 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:53.637945 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d2b29b8c-6c4c-4760-9bf2-e54b48883afe tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:53.721936 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ef42ec-f8da-45f9-a2aa-4a213a1d4177 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:53.725860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6ef42ec-f8da-45f9-a2aa-4a213a1d4177 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:53.795046 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d2b29b8c-6c4c-4760-9bf2-e54b48883afe tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:53.860850 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f4164d-951a-4c88-b9f2-ac63311aca1b None None] DHCP port deletion for 7aa9b586-8b19-477f-991f-ec0c64adb15c request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:53.923903 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.extraroute_db [None req-bb2d5492-849a-4f89-b71f-7b5b040cd081 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Added routes are [] {{(pid=103334) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 02:15:53.924217 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.extraroute_db [None req-bb2d5492-849a-4f89-b71f-7b5b040cd081 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103334) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 02:15:54.016757 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a8635590-8e80-41e7-aaca-e033377ada99 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.040181 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5492-849a-4f89-b71f-7b5b040cd081 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.043905 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a2168957-84a5-4ef0-9782-15dbba5139f5 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:15:54.090994 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: a2168957-84a5-4ef0-9782-15dbba5139f5 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:15:54.091345 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a2168957-84a5-4ef0-9782-15dbba5139f5 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:15:54.096975 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6ef42ec-f8da-45f9-a2aa-4a213a1d4177 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.102464 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-22897a37-2de2-42cc-9489-e60b4939484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.102671 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6045f81f-59c2-4ac5-a41c-e8f56f711663 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.102944 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6045f81f-59c2-4ac5-a41c-e8f56f711663 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.103274 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-6045f81f-59c2-4ac5-a41c-e8f56f711663 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Floating IP 3077c59c-8ffe-41e5-bbab-49d7c7fb7b62 disassociated. External IP: 172.26.3.69, port: 529dd2b4-a368-4225-a407-7edd560d3194. Dec 09 02:15:54.103644 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6045f81f-59c2-4ac5-a41c-e8f56f711663 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Calling delete_port for 529dd2b4-a368-4225-a407-7edd560d3194 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:54.129761 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e31c02-67fe-43c9-88b1-54991ccd4d7d None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:54.133955 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.163265 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.220421 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-36f4164d-951a-4c88-b9f2-ac63311aca1b None None] Deleting port 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:54.220717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef42ec-f8da-45f9-a2aa-4a213a1d4177 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=40bf548a-c774-4827-a7e2-8eb6983eea59,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:54.220851 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36f4164d-951a-4c88-b9f2-ac63311aca1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.227680 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ef42ec-f8da-45f9-a2aa-4a213a1d4177 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:54.231568 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-d6ef42ec-f8da-45f9-a2aa-4a213a1d4177 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:54.233149 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-22897a37-2de2-42cc-9489-e60b4939484d None None] For port 01ac466f-f811-4790-8f26-98121a78a436, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=01ac466f-f811-4790-8f26-98121a78a436,segment=NetworkSegment(7913c440-b1dc-49fa-b51c-09e9ea0f91e9),segment_id=7913c440-b1dc-49fa-b51c-09e9ea0f91e9)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:54.236049 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ef42ec-f8da-45f9-a2aa-4a213a1d4177 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:54.237130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6ef42ec-f8da-45f9-a2aa-4a213a1d4177 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.268328 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d6ef42ec-f8da-45f9-a2aa-4a213a1d4177 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7426777 Dec 09 02:15:54.268328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33112) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:54.274405 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-0b3b4bc1-76b4-492a-afdf-3b29c92952f0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'fixed_ips': [{'subnet_id': '40bf548a-c774-4827-a7e2-8eb6983eea59', 'ip_address': '2001:db8::ac74:af27:9472:1b6'}], 'name': 'tempest-NetworksTestDHCPv6-1239970122'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:54.287560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d0fd30eb-ff7b-49ce-a54c-9d28c33da83c up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:54.290768 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-22897a37-2de2-42cc-9489-e60b4939484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.299866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Network d666db9c-b7bd-491f-86c6-039afcbfc045 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:54.303513 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.321736 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d2b29b8c-6c4c-4760-9bf2-e54b48883afe tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.338260 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:54.342466 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:50Z', 'revision_number': 6, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '01ac466f-f811-4790-8f26-98121a78a436', 'name': '', 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:c4:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:45Z', 'updated_at': '2021-12-09T02:15:52Z', 'revision_number': 4, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '483ed103-b4b9-4bd0-9bb5-f5373a5498eb', 'name': '', 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:32:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:34Z', 'updated_at': '2021-12-09T02:15:44Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:54.347300 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:54.358579 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Pushing event updated for resources: {'Port': ['ID=bfeba4bd-c781-49e0-b3f1-5efbcc311b6c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:54.416095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479f0f3-206c-4aaa-911f-e524f7c2da0d None None] The sync data for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv is: [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:50Z', 'revision_number': 6, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '01ac466f-f811-4790-8f26-98121a78a436', 'name': '', 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:c4:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:45Z', 'updated_at': '2021-12-09T02:15:52Z', 'revision_number': 4, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '483ed103-b4b9-4bd0-9bb5-f5373a5498eb', 'name': '', 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:32:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:34Z', 'updated_at': '2021-12-09T02:15:44Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:54.421716 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-36f4164d-951a-4c88-b9f2-ac63311aca1b None None] For port 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a,segment=NetworkSegment(af7df8a1-e3c6-4cd5-ac26-4dbacdd942dd),segment_id=af7df8a1-e3c6-4cd5-ac26-4dbacdd942dd)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:54.422104 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36f4164d-951a-4c88-b9f2-ac63311aca1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.425970 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-2075a5f9-d867-4171-a6d5-8d957bdf2003 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Allocated IP 2001:db8::1cc (d666db9c-b7bd-491f-86c6-039afcbfc045/dbbd1d69-c797-4cdd-a516-fe75fecc625a/0a5b2a84-312e-4e4e-a013-e15d7fca2c1e) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:54.430552 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5492-849a-4f89-b71f-7b5b040cd081 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.440914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a8635590-8e80-41e7-aaca-e033377ada99 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.444232 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5492-849a-4f89-b71f-7b5b040cd081 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.464817 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-22897a37-2de2-42cc-9489-e60b4939484d None None] Provisioning complete for port bd21b83f-8257-487f-83f7-520200c76c52 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:54.465195 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-22897a37-2de2-42cc-9489-e60b4939484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.515489 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3b4bc1-76b4-492a-afdf-3b29c92952f0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:54.529146 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a8635590-8e80-41e7-aaca-e033377ada99 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.535031 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a8635590-8e80-41e7-aaca-e033377ada99 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/subnets/595942db-1016-493f-881a-0f1e5380faeb HTTP/1.1" status: 204 len: 168 time: 1.7384109 Dec 09 02:15:54.537653 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-36f4164d-951a-4c88-b9f2-ac63311aca1b None None] Calling delete_port for 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:54.548830 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8635590-8e80-41e7-aaca-e033377ada99 tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Subnet': ['ID=595942db-1016-493f-881a-0f1e5380faeb,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:54.570793 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0021bc-6b53-4dc8-9b8f-2a0aa8a5b4aa None None] Network 1b229fdb-5d15-42a0-bb16-1bb6a25ceada requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:54.577069 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33114) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:54.657693 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d2b29b8c-6c4c-4760-9bf2-e54b48883afe tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.679846 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d2b29b8c-6c4c-4760-9bf2-e54b48883afe tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.685567 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d2b29b8c-6c4c-4760-9bf2-e54b48883afe tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/df7cfc8e-a6dd-4f45-8ecd-6f38849ef8bb HTTP/1.1" status: 204 len: 168 time: 1.7035742 Dec 09 02:15:54.690972 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-65e31c02-67fe-43c9-88b1-54991ccd4d7d None None] Deleting port 08a259c7-8b56-44f9-8f83-e1b1407f5e95 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:54.691841 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65e31c02-67fe-43c9-88b1-54991ccd4d7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.729011 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33116) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:54.761088 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b29b8c-6c4c-4760-9bf2-e54b48883afe tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Subnet': ['ID=df7cfc8e-a6dd-4f45-8ecd-6f38849ef8bb,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:54.772463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9227a56-861b-4a54-b703-8271153b7c99 None None] Network 661c158a-e80d-4685-9e52-22c9d68fbe87 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:54.875798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-65e31c02-67fe-43c9-88b1-54991ccd4d7d None None] For port 08a259c7-8b56-44f9-8f83-e1b1407f5e95, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=08a259c7-8b56-44f9-8f83-e1b1407f5e95,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:54.876634 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65e31c02-67fe-43c9-88b1-54991ccd4d7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.893349 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-65e31c02-67fe-43c9-88b1-54991ccd4d7d None None] Calling delete_port for 08a259c7-8b56-44f9-8f83-e1b1407f5e95 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:54.904225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-22897a37-2de2-42cc-9489-e60b4939484d None None] Port bd21b83f-8257-487f-83f7-520200c76c52 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:15:54.905814 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port d0fd30eb-ff7b-49ce-a54c-9d28c33da83c triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:54.906185 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.907682 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22897a37-2de2-42cc-9489-e60b4939484d None None] Pushing event updated for resources: {'Port': ['ID=01ac466f-f811-4790-8f26-98121a78a436,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:54.911769 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2075a5f9-d867-4171-a6d5-8d957bdf2003 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.939355 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.946998 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6045f81f-59c2-4ac5-a41c-e8f56f711663 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:54.986139 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045f81f-59c2-4ac5-a41c-e8f56f711663 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Port': ['ID=529dd2b4-a368-4225-a407-7edd560d3194,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:55.018405 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Router c609eb98-bb6f-4c0b-ba8c-80b6e0135d2b is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:15:55.020010 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2075a5f9-d867-4171-a6d5-8d957bdf2003 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:55.054899 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Attempting to bind port bfeba4bd-c781-49e0-b3f1-5efbcc311b6c on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:55.055581 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Attempting to bind port bfeba4bd-c781-49e0-b3f1-5efbcc311b6c by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'a500c2c4-b046-4d4e-ae56-5c5a61bf3a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd666db9c-b7bd-491f-86c6-039afcbfc045'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:55.056140 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Attempting to bind port bfeba4bd-c781-49e0-b3f1-5efbcc311b6c on network d666db9c-b7bd-491f-86c6-039afcbfc045 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:55.111846 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075a5f9-d867-4171-a6d5-8d957bdf2003 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=0a5b2a84-312e-4e4e-a013-e15d7fca2c1e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:55.139821 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:55.142980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2d5492-849a-4f89-b71f-7b5b040cd081 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router c943b033-7c80-4daf-b6d1-12f04a08d5c1 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:15:55.196471 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4bc1-76b4-492a-afdf-3b29c92952f0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:55.200353 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-22897a37-2de2-42cc-9489-e60b4939484d None None] Could not find standard attr ID for object 41b81a41-88cf-4901-8463-05a3baaa7abb. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:15:55.212192 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:55.212587 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Checking segment: {'id': 'a500c2c4-b046-4d4e-ae56-5c5a61bf3a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd666db9c-b7bd-491f-86c6-039afcbfc045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:55.215818 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:55.216262 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Bound using segment: {'id': 'a500c2c4-b046-4d4e-ae56-5c5a61bf3a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd666db9c-b7bd-491f-86c6-039afcbfc045'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:55.217000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Bound port: bfeba4bd-c781-49e0-b3f1-5efbcc311b6c, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a500c2c4-b046-4d4e-ae56-5c5a61bf3a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd666db9c-b7bd-491f-86c6-039afcbfc045'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:55.217406 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:55.219542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36f4164d-951a-4c88-b9f2-ac63311aca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:55.309928 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-0b3b4bc1-76b4-492a-afdf-3b29c92952f0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port 4e10e920-38e6-4d1b-9a47-1825716666d4 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:15:55.310933 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4164d-951a-4c88-b9f2-ac63311aca1b None None] Pushing event deleted for resources: {'Port': ['ID=1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:55.327158 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2075a5f9-d867-4171-a6d5-8d957bdf2003 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network d666db9c-b7bd-491f-86c6-039afcbfc045 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:55.328490 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:55.342124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-2075a5f9-d867-4171-a6d5-8d957bdf2003 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:55.351606 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075a5f9-d867-4171-a6d5-8d957bdf2003 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:55.358489 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2075a5f9-d867-4171-a6d5-8d957bdf2003 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:55.359336 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2075a5f9-d867-4171-a6d5-8d957bdf2003 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:55.384425 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f4164d-951a-4c88-b9f2-ac63311aca1b None None] No DVR routers for this DVR port 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:55.387620 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e4118d-6703-4137-905d-cfcef53ae244 None None] Sync routers for ids ['c609eb98-bb6f-4c0b-ba8c-80b6e0135d2b'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:55.421356 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2075a5f9-d867-4171-a6d5-8d957bdf2003 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.8316474 Dec 09 02:15:55.422303 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33118) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:55.429088 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:55.429926 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:55.433299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:55.437016 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4debe0c5-8c60-4e5a-8db5-2eaf80554c74 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.6318009 Dec 09 02:15:55.457340 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33120) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:55.476848 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65e31c02-67fe-43c9-88b1-54991ccd4d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:55.491752 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Deleting port c86ec8b9-7403-49bc-92b8-5b00338c8493 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:55.492411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:55.515038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e31c02-67fe-43c9-88b1-54991ccd4d7d None None] Pushing event deleted for resources: {'Port': ['ID=08a259c7-8b56-44f9-8f83-e1b1407f5e95,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:55.557567 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e4118d-6703-4137-905d-cfcef53ae244 None None] Routers {'c609eb98-bb6f-4c0b-ba8c-80b6e0135d2b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:55.561645 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-78e4118d-6703-4137-905d-cfcef53ae244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c609eb98-bb6f-4c0b-ba8c-80b6e0135d2b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:55.567622 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed2fd62-2544-4d32-be38-a0565068fcd7 None None] Sync routers for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:55.585811 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed2fd62-2544-4d32-be38-a0565068fcd7 None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:55.587908 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] For port 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:55.588274 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:55.589511 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-5ed2fd62-2544-4d32-be38-a0565068fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:55.595563 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e31c02-67fe-43c9-88b1-54991ccd4d7d None None] No DVR routers for this DVR port 08a259c7-8b56-44f9-8f83-e1b1407f5e95 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:55.620461 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6045f81f-59c2-4ac5-a41c-e8f56f711663 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router b29ad87a-f3bb-4eaa-bb4a-388b30c384a9 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:15:55.657798 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:55.660954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2d5492-849a-4f89-b71f-7b5b040cd081 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:55.661905 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_backend_mixin [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Port 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a was not found and therefore no delete operation was performed {{(pid=103333) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 02:15:55.668465 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] For port bfeba4bd-c781-49e0-b3f1-5efbcc311b6c, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:55.670316 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:55.671261 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] For port bfeba4bd-c781-49e0-b3f1-5efbcc311b6c, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=bfeba4bd-c781-49e0-b3f1-5efbcc311b6c,segment=NetworkSegment(a500c2c4-b046-4d4e-ae56-5c5a61bf3a27),segment_id=a500c2c4-b046-4d4e-ae56-5c5a61bf3a27)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:55.686228 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ace095-6340-4b00-9a50-15513fb9a98e None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:55.699085 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb2d5492-849a-4f89-b71f-7b5b040cd081 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:55.703739 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bb2d5492-849a-4f89-b71f-7b5b040cd081 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/c943b033-7c80-4daf-b6d1-12f04a08d5c1 HTTP/1.1" status: 200 len: 704 time: 2.4364450 Dec 09 02:15:55.709687 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33122) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:55.749495 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c9e707-e7bd-4bbb-8e02-757e12a98261 None None] DHCP port deletion for 661c158a-e80d-4685-9e52-22c9d68fbe87 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:55.752363 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:15:55.754966 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-5ed2fd62-2544-4d32-be38-a0565068fcd7 None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:15:55.755853 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:55.811821 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-0b3b4bc1-76b4-492a-afdf-3b29c92952f0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::ac74:af27:9472:1b6 (3d63738a-85ef-4baf-83f7-848c720832e0/40bf548a-c774-4827-a7e2-8eb6983eea59/4e10e920-38e6-4d1b-9a47-1825716666d4) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:55.839168 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6045f81f-59c2-4ac5-a41c-e8f56f711663 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:15:55.841182 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:55.889484 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No DVR routers for this DVR port 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:55.935198 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bc51ff6a-bd03-41dc-ac9f-219e57f6ab85 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "GET /v2.0/routers/c609eb98-bb6f-4c0b-ba8c-80b6e0135d2b HTTP/1.1" status: 200 len: 906 time: 0.4761961 Dec 09 02:15:55.978435 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33124) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:55.989941 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6045f81f-59c2-4ac5-a41c-e8f56f711663 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:55.993160 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6045f81f-59c2-4ac5-a41c-e8f56f711663 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/ports/529dd2b4-a368-4225-a407-7edd560d3194 HTTP/1.1" status: 204 len: 168 time: 3.5139742 Dec 09 02:15:56.007803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33126) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:56.044195 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d5650d-f826-44ea-bd3a-c82b3c72b0fa None None] DHCP port deletion for 1b229fdb-5d15-42a0-bb16-1bb6a25ceada request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:56.048262 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c22d75e-fa6d-4582-8f5c-ed48b93f677c None None] Sync routers for ids ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:56.063234 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:15:56.064025 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1d6ee68a-8ff8-4fa4-a590-89b71d2b3c7a not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:15:56.065078 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 08a259c7-8b56-44f9-8f83-e1b1407f5e95 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:15:56.097350 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4bc1-76b4-492a-afdf-3b29c92952f0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:56.106552 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] For port c86ec8b9-7403-49bc-92b8-5b00338c8493, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c86ec8b9-7403-49bc-92b8-5b00338c8493,segment=NetworkSegment(65f54796-4ca6-4286-83f9-aff288847e01),segment_id=65f54796-4ca6-4286-83f9-aff288847e01)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:56.106934 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:56.136743 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a662cf9e-135f-4e62-a059-43780e0072d0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/routers/c943b033-7c80-4daf-b6d1-12f04a08d5c1 HTTP/1.1" status: 200 len: 704 time: 0.3042297 Dec 09 02:15:56.140085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33128) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:56.164454 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Calling delete_port for c86ec8b9-7403-49bc-92b8-5b00338c8493 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:56.164688 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-5ed2fd62-2544-4d32-be38-a0565068fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:53Z', 'revision_number': 7, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '01ac466f-f811-4790-8f26-98121a78a436', 'name': '', 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:c4:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:45Z', 'updated_at': '2021-12-09T02:15:54Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '483ed103-b4b9-4bd0-9bb5-f5373a5498eb', 'name': '', 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:32:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:34Z', 'updated_at': '2021-12-09T02:15:44Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:56.203470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 08a259c7-8b56-44f9-8f83-e1b1407f5e95 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:15:56.204404 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed2fd62-2544-4d32-be38-a0565068fcd7 None None] Checking router: c943b033-7c80-4daf-b6d1-12f04a08d5c1 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:15:56.205006 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 08a259c7-8b56-44f9-8f83-e1b1407f5e95 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:15:56.235084 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed2fd62-2544-4d32-be38-a0565068fcd7 None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:56.235696 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-5ed2fd62-2544-4d32-be38-a0565068fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:56.257223 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c22d75e-fa6d-4582-8f5c-ed48b93f677c None None] Routers {'b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:56.258246 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2c22d75e-fa6d-4582-8f5c-ed48b93f677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:56.352560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Pushing event updated for resources: {'Port': ['ID=bfeba4bd-c781-49e0-b3f1-5efbcc311b6c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:56.359060 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2c22d75e-fa6d-4582-8f5c-ed48b93f677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:56.381312 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e4d64058-6d6d-4e03-b342-9db4cfea4bdf tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port 0a5b2a84-312e-4e4e-a013-e15d7fca2c1e {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:56.382246 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e4d64058-6d6d-4e03-b342-9db4cfea4bdf tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:56.434053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4bc1-76b4-492a-afdf-3b29c92952f0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:56.443399 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-78e4118d-6703-4137-905d-cfcef53ae244 None None] Set router c609eb98-bb6f-4c0b-ba8c-80b6e0135d2b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:15:56.451479 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:56.451479 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:56.451479 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:56.451809 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:56.452261 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:56.472121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:56.472121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:56.472121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:56.472121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:56.472121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:56.472121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:56.472121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:56.472121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf8bfa-f03c-47a8-a6b8-20313ad1ad7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:15:56.488778 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-5ed2fd62-2544-4d32-be38-a0565068fcd7 None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:15:56.555390 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c22d75e-fa6d-4582-8f5c-ed48b93f677c None None] Routers {'b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:56.556136 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2c22d75e-fa6d-4582-8f5c-ed48b93f677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:56.593338 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': '40bf548a-c774-4827-a7e2-8eb6983eea59'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:15:56.594337 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:56.617756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 01ac466f-f811-4790-8f26-98121a78a436 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:56.659584 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:56.734628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3b4bc1-76b4-492a-afdf-3b29c92952f0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:56.758093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-0b3b4bc1-76b4-492a-afdf-3b29c92952f0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:56.764373 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa9b586-8b19-477f-991f-ec0c64adb15c']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:56.788666 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7df8a1-e3c6-4cd5-ac26-4dbacdd942dd') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:56.789038 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7df8a1-e3c6-4cd5-ac26-4dbacdd942dd') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:56.800068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Allocated IP 2001:db8::2 (3d63738a-85ef-4baf-83f7-848c720832e0/40bf548a-c774-4827-a7e2-8eb6983eea59/eca99432-7a6f-45d1-9aeb-711072dcb8f7) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:15:56.800739 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e968-7267-4bb2-9822-3b97d1ca9766 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:56.807667 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:56.850604 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-5ed2fd62-2544-4d32-be38-a0565068fcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:53Z', 'revision_number': 7, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '01ac466f-f811-4790-8f26-98121a78a436', 'name': '', 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:c4:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:45Z', 'updated_at': '2021-12-09T02:15:54Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '483ed103-b4b9-4bd0-9bb5-f5373a5498eb', 'name': '', 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:32:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:34Z', 'updated_at': '2021-12-09T02:15:44Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:56.854251 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e4d64058-6d6d-4e03-b342-9db4cfea4bdf tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:56.870620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e4d64058-6d6d-4e03-b342-9db4cfea4bdf tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for 0a5b2a84-312e-4e4e-a013-e15d7fca2c1e owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:56.881392 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed2fd62-2544-4d32-be38-a0565068fcd7 None None] The sync data for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv is: [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:53Z', 'revision_number': 7, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '01ac466f-f811-4790-8f26-98121a78a436', 'name': '', 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:c4:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:45Z', 'updated_at': '2021-12-09T02:15:54Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '483ed103-b4b9-4bd0-9bb5-f5373a5498eb', 'name': '', 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:32:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:34Z', 'updated_at': '2021-12-09T02:15:44Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:56.953083 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2c22d75e-fa6d-4582-8f5c-ed48b93f677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:56.953588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:56.954159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c22d75e-fa6d-4582-8f5c-ed48b93f677c None None] The sync data for ids ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:56.985097 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b3c9e707-e7bd-4bbb-8e02-757e12a98261 None None] Deleting port c7087650-59e8-4966-9b22-07f83f0ce796 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:56.985746 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b3c9e707-e7bd-4bbb-8e02-757e12a98261 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.008614 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b4bc1-76b4-492a-afdf-3b29c92952f0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=4e10e920-38e6-4d1b-9a47-1825716666d4,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:57.011027 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b4bc1-76b4-492a-afdf-3b29c92952f0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:57.021144 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:57.021633 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.024215 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3b4bc1-76b4-492a-afdf-3b29c92952f0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:57.025154 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4bc1-76b4-492a-afdf-3b29c92952f0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:57.028496 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:57.057770 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.114116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Port': ['ID=c86ec8b9-7403-49bc-92b8-5b00338c8493,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:57.115093 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5650d-f826-44ea-bd3a-c82b3c72b0fa None None] Deleting port c86ec8b9-7403-49bc-92b8-5b00338c8493 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:57.116014 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3d5650d-f826-44ea-bd3a-c82b3c72b0fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.116761 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] No DVR routers for this DVR port c86ec8b9-7403-49bc-92b8-5b00338c8493 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:57.144448 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0b3b4bc1-76b4-492a-afdf-3b29c92952f0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8751881 Dec 09 02:15:57.149807 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33130) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:57.150553 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.170177 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e4d64058-6d6d-4e03-b342-9db4cfea4bdf tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.172592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e968-7267-4bb2-9822-3b97d1ca9766 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.181962 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.188330 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/networks/7aa9b586-8b19-477f-991f-ec0c64adb15c HTTP/1.1" status: 204 len: 168 time: 2.4553928 Dec 09 02:15:57.192672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33132) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:57.231423 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b48763-e82c-4565-8eba-af80e47628c6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Network': ['ID=7aa9b586-8b19-477f-991f-ec0c64adb15c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:57.278063 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b3c9e707-e7bd-4bbb-8e02-757e12a98261 None None] For port c7087650-59e8-4966-9b22-07f83f0ce796, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c7087650-59e8-4966-9b22-07f83f0ce796,segment=NetworkSegment(0fc3b22e-6fc6-4449-9ca5-5a67e8fcdabb),segment_id=0fc3b22e-6fc6-4449-9ca5-5a67e8fcdabb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:57.278475 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b3c9e707-e7bd-4bbb-8e02-757e12a98261 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.296320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b3c9e707-e7bd-4bbb-8e02-757e12a98261 None None] Calling delete_port for c7087650-59e8-4966-9b22-07f83f0ce796 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:57.310648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d64058-6d6d-4e03-b342-9db4cfea4bdf tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=0a5b2a84-312e-4e4e-a013-e15d7fca2c1e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:57.337630 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a37b1c-6fe7-4b31-a8ab-0e6788fcdd09 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:57.339223 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-51a37b1c-6fe7-4b31-a8ab-0e6788fcdd09 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1859834 Dec 09 02:15:57.349901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33134) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:57.380770 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f1d30-1eb8-4b7a-bce5-81b7eaec7b3b None None] Sync routers for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:15:57.395183 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4e968-7267-4bb2-9822-3b97d1ca9766 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Deleting port bd21b83f-8257-487f-83f7-520200c76c52 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:57.396276 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e968-7267-4bb2-9822-3b97d1ca9766 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.400935 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f1d30-1eb8-4b7a-bce5-81b7eaec7b3b None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:57.402445 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4a3f1d30-1eb8-4b7a-bce5-81b7eaec7b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:57.445288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.447927 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.468757 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f3d5650d-f826-44ea-bd3a-c82b3c72b0fa None None] For port c86ec8b9-7403-49bc-92b8-5b00338c8493, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:57.469384 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3d5650d-f826-44ea-bd3a-c82b3c72b0fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.490250 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.502119 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e4d64058-6d6d-4e03-b342-9db4cfea4bdf tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.512943 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33136) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:57.513948 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e4d64058-6d6d-4e03-b342-9db4cfea4bdf tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/0a5b2a84-312e-4e4e-a013-e15d7fca2c1e HTTP/1.1" status: 204 len: 168 time: 2.0805836 Dec 09 02:15:57.540334 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e643e7-5880-4881-8b6c-bba0e7f3ac1d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] GET failed (client error): The resource could not be found. Dec 09 02:15:57.544536 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d8e643e7-5880-4881-8b6c-bba0e7f3ac1d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports/0a5b2a84-312e-4e4e-a013-e15d7fca2c1e HTTP/1.1" status: 404 len: 333 time: 0.0309882 Dec 09 02:15:57.545154 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33138) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:57.564490 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-4a3f1d30-1eb8-4b7a-bce5-81b7eaec7b3b None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:15:57.565963 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 01ac466f-f811-4790-8f26-98121a78a436 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:57.566226 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.579209 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Pushing event updated for resources: {'Port': ['ID=eca99432-7a6f-45d1-9aeb-711072dcb8f7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:57.593018 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3e962310-e6b4-4b11-a726-3199568a547a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.612212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.624187 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5650d-f826-44ea-bd3a-c82b3c72b0fa None None] Calling delete_port for c86ec8b9-7403-49bc-92b8-5b00338c8493 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:57.631166 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:15:57.636841 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-f3d5650d-f826-44ea-bd3a-c82b3c72b0fa None None] Port c86ec8b9-7403-49bc-92b8-5b00338c8493 was not found and therefore no delete operation was performed {{(pid=103335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 02:15:57.651124 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:15:57.653577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3d5650d-f826-44ea-bd3a-c82b3c72b0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.657280 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e968-7267-4bb2-9822-3b97d1ca9766 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.661017 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b229fdb-5d15-42a0-bb16-1bb6a25ceada']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:57.672451 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:15:57.721876 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4e968-7267-4bb2-9822-3b97d1ca9766 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Calling delete_port for bd21b83f-8257-487f-83f7-520200c76c52 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:57.748931 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46558a3-af60-4934-98c1-d9c76e908888 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting subnet dbbd1d69-c797-4cdd-a516-fe75fecc625a {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:15:57.752296 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d46558a3-af60-4934-98c1-d9c76e908888 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.762707 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f54796-4ca6-4286-83f9-aff288847e01') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:57.763077 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f54796-4ca6-4286-83f9-aff288847e01') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:57.795370 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d46558a3-af60-4934-98c1-d9c76e908888 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.801194 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5650d-f826-44ea-bd3a-c82b3c72b0fa None None] Pushing event deleted for resources: {'Port': ['ID=c86ec8b9-7403-49bc-92b8-5b00338c8493,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:57.811061 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.845347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f53531d9-43c0-40f2-a0b2-f9b6cb3d15e8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port 4e10e920-38e6-4d1b-9a47-1825716666d4 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:57.845912 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f53531d9-43c0-40f2-a0b2-f9b6cb3d15e8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.851018 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d5650d-f826-44ea-bd3a-c82b3c72b0fa None None] No DVR routers for this DVR port c86ec8b9-7403-49bc-92b8-5b00338c8493 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:57.855800 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Attempting to bind port eca99432-7a6f-45d1-9aeb-711072dcb8f7 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:15:57.856439 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Attempting to bind port eca99432-7a6f-45d1-9aeb-711072dcb8f7 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:15:57.857025 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Attempting to bind port eca99432-7a6f-45d1-9aeb-711072dcb8f7 on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:15:57.859195 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4a3f1d30-1eb8-4b7a-bce5-81b7eaec7b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:53Z', 'revision_number': 7, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '01ac466f-f811-4790-8f26-98121a78a436', 'name': '', 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:c4:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:45Z', 'updated_at': '2021-12-09T02:15:54Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '483ed103-b4b9-4bd0-9bb5-f5373a5498eb', 'name': '', 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:32:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:34Z', 'updated_at': '2021-12-09T02:15:44Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:57.863940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629cf445-e8f8-4b6b-9b6b-9c2c67015864 None None] Network d666db9c-b7bd-491f-86c6-039afcbfc045 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:57.877501 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:15:57.881807 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:15:57.888412 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.889131 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:15:57.889822 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Bound port: eca99432-7a6f-45d1-9aeb-711072dcb8f7, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:15:57.890437 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.895601 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f1d30-1eb8-4b7a-bce5-81b7eaec7b3b None None] Checking router: c943b033-7c80-4daf-b6d1-12f04a08d5c1 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:15:57.896048 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d46558a3-af60-4934-98c1-d9c76e908888 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.905395 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f1d30-1eb8-4b7a-bce5-81b7eaec7b3b None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:57.906007 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4a3f1d30-1eb8-4b7a-bce5-81b7eaec7b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:57.933398 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.947526 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-54d1eea8-0ec9-4e44-a4e2-acd23ae575c9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.955217 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b3c9e707-e7bd-4bbb-8e02-757e12a98261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.976465 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d46558a3-af60-4934-98c1-d9c76e908888 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.991861 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d46558a3-af60-4934-98c1-d9c76e908888 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:57.998115 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d46558a3-af60-4934-98c1-d9c76e908888 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/dbbd1d69-c797-4cdd-a516-fe75fecc625a HTTP/1.1" status: 204 len: 168 time: 0.4493802 Dec 09 02:15:58.004092 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-4a3f1d30-1eb8-4b7a-bce5-81b7eaec7b3b None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:15:58.010672 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9e707-e7bd-4bbb-8e02-757e12a98261 None None] Pushing event deleted for resources: {'Port': ['ID=c7087650-59e8-4966-9b22-07f83f0ce796,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:58.020824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c9e707-e7bd-4bbb-8e02-757e12a98261 None None] No DVR routers for this DVR port c7087650-59e8-4966-9b22-07f83f0ce796 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:58.037938 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33140) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:58.051687 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-78e4118d-6703-4137-905d-cfcef53ae244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c609eb98-bb6f-4c0b-ba8c-80b6e0135d2b', 'name': 'tempest-snat-router-304364472', 'tenant_id': '7ac129346b3b4ff18c210c10a49ca6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'bd21b83f-8257-487f-83f7-520200c76c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:47Z', 'updated_at': '2021-12-09T02:15:52Z', 'revision_number': 3, 'project_id': '7ac129346b3b4ff18c210c10a49ca6af', 'gw_port': {'id': 'bd21b83f-8257-487f-83f7-520200c76c52', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c609eb98-bb6f-4c0b-ba8c-80b6e0135d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:50Z', 'updated_at': '2021-12-09T02:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:58.086625 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port c7087650-59e8-4966-9b22-07f83f0ce796 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:58.087101 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:58.088404 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e4118d-6703-4137-905d-cfcef53ae244 None None] Checking router: c609eb98-bb6f-4c0b-ba8c-80b6e0135d2b for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:15:58.088967 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e4118d-6703-4137-905d-cfcef53ae244 None None] Updating router c609eb98-bb6f-4c0b-ba8c-80b6e0135d2b port bd21b83f-8257-487f-83f7-520200c76c52 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:15:58.135860 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-78e4118d-6703-4137-905d-cfcef53ae244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:58.140703 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-01d89ba2-5966-4723-b90f-46e4fa7424ad None None] Provisioning complete for port bfeba4bd-c781-49e0-b3f1-5efbcc311b6c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:58.141318 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01d89ba2-5966-4723-b90f-46e4fa7424ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:58.169044 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46558a3-af60-4934-98c1-d9c76e908888 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Subnet': ['ID=dbbd1d69-c797-4cdd-a516-fe75fecc625a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:58.240282 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4a3f1d30-1eb8-4b7a-bce5-81b7eaec7b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:53Z', 'revision_number': 7, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '01ac466f-f811-4790-8f26-98121a78a436', 'name': '', 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:c4:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:45Z', 'updated_at': '2021-12-09T02:15:54Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '483ed103-b4b9-4bd0-9bb5-f5373a5498eb', 'name': '', 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:32:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:34Z', 'updated_at': '2021-12-09T02:15:44Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:58.268265 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f1d30-1eb8-4b7a-bce5-81b7eaec7b3b None None] The sync data for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv is: [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:53Z', 'revision_number': 7, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '01ac466f-f811-4790-8f26-98121a78a436', 'name': '', 'network_id': '294d5a77-9516-40f8-a019-d15b99db69a7', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:c4:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:45Z', 'updated_at': '2021-12-09T02:15:54Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9c8b792c-d4ee-4e26-8dba-4a0867fab214', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '483ed103-b4b9-4bd0-9bb5-f5373a5498eb', 'name': '', 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:32:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:34Z', 'updated_at': '2021-12-09T02:15:44Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:58.350171 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:58.509966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:58.510551 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:58.510692 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port bfeba4bd-c781-49e0-b3f1-5efbcc311b6c {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:58.511004 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:58.514995 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3e962310-e6b4-4b11-a726-3199568a547a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port 01ac466f-f811-4790-8f26-98121a78a436 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:58.515324 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3e962310-e6b4-4b11-a726-3199568a547a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:58.519294 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:58.521707 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e968-7267-4bb2-9822-3b97d1ca9766 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:58.547541 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] For port eca99432-7a6f-45d1-9aeb-711072dcb8f7, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:15:58.579640 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] For port eca99432-7a6f-45d1-9aeb-711072dcb8f7, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=eca99432-7a6f-45d1-9aeb-711072dcb8f7,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:15:58.584912 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1cb8ec-e8b6-4f54-88d2-d9a6cac02af2 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:58.597390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f53531d9-43c0-40f2-a0b2-f9b6cb3d15e8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:58.605183 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:58.652602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f53531d9-43c0-40f2-a0b2-f9b6cb3d15e8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for 4e10e920-38e6-4d1b-9a47-1825716666d4 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:58.661719 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4e968-7267-4bb2-9822-3b97d1ca9766 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd21b83f-8257-487f-83f7-520200c76c52,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:58.665253 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] For port c7087650-59e8-4966-9b22-07f83f0ce796, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:58.665621 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:58.693127 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e781ead-51c4-45c4-867b-1624a8ebfc46 None None] Pushing event updated for resources: {'Port': ['ID=eca99432-7a6f-45d1-9aeb-711072dcb8f7,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:58.695104 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for c7087650-59e8-4966-9b22-07f83f0ce796 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:58.696875 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c7087650-59e8-4966-9b22-07f83f0ce796 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:15:58.727407 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Port c7087650-59e8-4966-9b22-07f83f0ce796 was not found and therefore no delete operation was performed {{(pid=103334) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 02:15:58.743645 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:58.750298 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:58.764152 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] For port bfeba4bd-c781-49e0-b3f1-5efbcc311b6c, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=bfeba4bd-c781-49e0-b3f1-5efbcc311b6c,segment=NetworkSegment(a500c2c4-b046-4d4e-ae56-5c5a61bf3a27),segment_id=a500c2c4-b046-4d4e-ae56-5c5a61bf3a27)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:58.766536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:58.767149 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:58.786950 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] 10.222.0.43 "DELETE /v2.0/networks/1b229fdb-5d15-42a0-bb16-1bb6a25ceada HTTP/1.1" status: 204 len: 168 time: 4.1964922 Dec 09 02:15:58.799310 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e968-7267-4bb2-9822-3b97d1ca9766 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:58.800767 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: c7087650-59e8-4966-9b22-07f83f0ce796 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:15:58.801120 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c7087650-59e8-4966-9b22-07f83f0ce796 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:15:58.801554 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c86ec8b9-7403-49bc-92b8-5b00338c8493 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:15:58.867674 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: c86ec8b9-7403-49bc-92b8-5b00338c8493 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:15:58.868564 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c86ec8b9-7403-49bc-92b8-5b00338c8493 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:15:58.871814 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bf0f3-ae94-4918-8fb4-16a44e4aee1e tempest-NetworksIpV6Test-78847139 tempest-NetworksIpV6Test-78847139-project] Pushing event deleted for resources: {'Network': ['ID=1b229fdb-5d15-42a0-bb16-1bb6a25ceada,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:58.872738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01d89ba2-5966-4723-b90f-46e4fa7424ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:58.904787 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=c7087650-59e8-4966-9b22-07f83f0ce796,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:58.914432 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for bfeba4bd-c781-49e0-b3f1-5efbcc311b6c owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:58.921159 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No DVR routers for this DVR port c7087650-59e8-4966-9b22-07f83f0ce796 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:58.930366 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-01d89ba2-5966-4723-b90f-46e4fa7424ad None None] For port bfeba4bd-c781-49e0-b3f1-5efbcc311b6c, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=bfeba4bd-c781-49e0-b3f1-5efbcc311b6c,segment=NetworkSegment(a500c2c4-b046-4d4e-ae56-5c5a61bf3a27),segment_id=a500c2c4-b046-4d4e-ae56-5c5a61bf3a27)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:58.962940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01d89ba2-5966-4723-b90f-46e4fa7424ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.007164 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-3e962310-e6b4-4b11-a726-3199568a547a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] For port 01ac466f-f811-4790-8f26-98121a78a436, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=01ac466f-f811-4790-8f26-98121a78a436,segment=NetworkSegment(7913c440-b1dc-49fa-b51c-09e9ea0f91e9),segment_id=7913c440-b1dc-49fa-b51c-09e9ea0f91e9)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:15:59.007570 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3e962310-e6b4-4b11-a726-3199568a547a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.011344 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e968-7267-4bb2-9822-3b97d1ca9766 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.061889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc9adc8-ad1d-4645-b191-3f4ff1e2cf67 None None] Network d666db9c-b7bd-491f-86c6-039afcbfc045 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:15:59.105355 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e968-7267-4bb2-9822-3b97d1ca9766 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.135342 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3e962310-e6b4-4b11-a726-3199568a547a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for 01ac466f-f811-4790-8f26-98121a78a436 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:15:59.186874 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.280630 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661c158a-e80d-4685-9e52-22c9d68fbe87']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:59.285799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33146) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:59.299678 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device bfeba4bd-c781-49e0-b3f1-5efbcc311b6c up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:15:59.320024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e968-7267-4bb2-9822-3b97d1ca9766 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.326152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc3b22e-6fc6-4449-9ca5-5a67e8fcdabb') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:59.326448 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc3b22e-6fc6-4449-9ca5-5a67e8fcdabb') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:59.327115 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd4e968-7267-4bb2-9822-3b97d1ca9766 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c609eb98-bb6f-4c0b-ba8c-80b6e0135d2b {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:15:59.340447 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e968-7267-4bb2-9822-3b97d1ca9766 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.342322 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fcd4e968-7267-4bb2-9822-3b97d1ca9766 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "DELETE /v2.0/routers/c609eb98-bb6f-4c0b-ba8c-80b6e0135d2b HTTP/1.1" status: 204 len: 168 time: 3.3587573 Dec 09 02:15:59.348989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33150) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:59.360163 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d89ba2-5966-4723-b90f-46e4fa7424ad None None] Pushing event updated for resources: {'Port': ['ID=bfeba4bd-c781-49e0-b3f1-5efbcc311b6c,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:59.362004 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.371832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-ebcf2cb0-a2af-4481-a2ba-3672937a42ac None None] Provisioning complete for port bfeba4bd-c781-49e0-b3f1-5efbcc311b6c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:59.372330 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ebcf2cb0-a2af-4481-a2ba-3672937a42ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.375684 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f53531d9-43c0-40f2-a0b2-f9b6cb3d15e8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.387999 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-78e4118d-6703-4137-905d-cfcef53ae244 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:15:59.388686 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-78e4118d-6703-4137-905d-cfcef53ae244 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:15:59.462556 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port bfeba4bd-c781-49e0-b3f1-5efbcc311b6c triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:15:59.462943 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.468560 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.474888 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53531d9-43c0-40f2-a0b2-f9b6cb3d15e8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=4e10e920-38e6-4d1b-9a47-1825716666d4,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:59.498426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:59.499307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.511009 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.513020 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3e962310-e6b4-4b11-a726-3199568a547a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:15:59.518061 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:15:59.520680 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.plugins.ml2.db [None req-ebcf2cb0-a2af-4481-a2ba-3672937a42ac None None] No ports have port_id starting with bfeba4bd-c781-49e0-b3f1-5efbcc311b6c Dec 09 02:15:59.520786 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Could not find standard attr ID for object bfeba4bd-c781-49e0-b3f1-5efbcc311b6c. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:15:59.527043 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No ports have port_id starting with bfeba4bd-c781-49e0-b3f1-5efbcc311b6c Dec 09 02:15:59.556053 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=bfeba4bd-c781-49e0-b3f1-5efbcc311b6c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:59.561179 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No DVR routers for this DVR port bfeba4bd-c781-49e0-b3f1-5efbcc311b6c on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:15:59.585380 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f53531d9-43c0-40f2-a0b2-f9b6cb3d15e8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.588902 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f53531d9-43c0-40f2-a0b2-f9b6cb3d15e8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/4e10e920-38e6-4d1b-9a47-1825716666d4 HTTP/1.1" status: 204 len: 168 time: 2.2340136 Dec 09 02:15:59.599017 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33152) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:59.607377 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02df1b4-964a-4bfa-aea9-02139e97d924 None None] DHCP port deletion for d666db9c-b7bd-491f-86c6-039afcbfc045 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:15:59.639183 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e962310-e6b4-4b11-a726-3199568a547a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=01ac466f-f811-4790-8f26-98121a78a436,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:59.694079 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6b575d0b-0701-4dd8-a9b5-894c69da8fe4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a57719e646b4b71a47aa027f3070476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4049339 Dec 09 02:15:59.708841 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33154) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:59.714935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-54d1eea8-0ec9-4e44-a4e2-acd23ae575c9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Deleting port fc9d9a77-8532-4a93-8e53-c392c5c01540 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:15:59.715362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-54d1eea8-0ec9-4e44-a4e2-acd23ae575c9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.732212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40162c4c-685f-47c3-bbe0-695be146840e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.777172 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.810731 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d666db9c-b7bd-491f-86c6-039afcbfc045']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:59.819158 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3e962310-e6b4-4b11-a726-3199568a547a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.824192 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a500c2c4-b046-4d4e-ae56-5c5a61bf3a27') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:59.824488 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a500c2c4-b046-4d4e-ae56-5c5a61bf3a27') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:15:59.831049 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.844752 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.859198 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.866861 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/networks/661c158a-e80d-4685-9e52-22c9d68fbe87 HTTP/1.1" status: 204 len: 168 time: 2.6364911 Dec 09 02:15:59.875791 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33156) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:59.902188 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-567135ba-bb95-450e-83f4-e688a4d3c6ef tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'network': {'name': 'tempest-RoutersTest-1086336808'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:15:59.912801 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e4118d-6703-4137-905d-cfcef53ae244 None None] Port bd21b83f-8257-487f-83f7-520200c76c52 not found while updating agent binding for router c609eb98-bb6f-4c0b-ba8c-80b6e0135d2b. {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 09 02:15:59.922132 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e4118d-6703-4137-905d-cfcef53ae244 None None] Routers set() bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:15:59.922871 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e4118d-6703-4137-905d-cfcef53ae244 None None] Router IDs set() for agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 02:15:59.923883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_agentschedulers_db [None req-78e4118d-6703-4137-905d-cfcef53ae244 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c609eb98-bb6f-4c0b-ba8c-80b6e0135d2b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent'). {{(pid=103335) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 09 02:15:59.924494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e4118d-6703-4137-905d-cfcef53ae244 None None] The sync data for ids ['c609eb98-bb6f-4c0b-ba8c-80b6e0135d2b'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:15:59.943928 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b3329-0f90-431c-9af5-5edc0cf923b9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Network': ['ID=661c158a-e80d-4685-9e52-22c9d68fbe87,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:15:59.946718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567135ba-bb95-450e-83f4-e688a4d3c6ef tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:15:59.950227 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-567135ba-bb95-450e-83f4-e688a4d3c6ef tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.960555 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:15:59.960849 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7ef377-7ee5-4aa7-b27f-1b2445a4da11 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:59.962531 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7ef377-7ee5-4aa7-b27f-1b2445a4da11 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:15:59.964150 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4c7ef377-7ee5-4aa7-b27f-1b2445a4da11 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3363414 Dec 09 02:15:59.966920 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33158) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:15:59.980947 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:15:59.981860 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:16:00.003697 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:16:00.053602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c20607db-ccf7-4820-8dd5-11eba4ec30fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.075345 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-54d1eea8-0ec9-4e44-a4e2-acd23ae575c9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.103872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c20607db-ccf7-4820-8dd5-11eba4ec30fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.105760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-54d1eea8-0ec9-4e44-a4e2-acd23ae575c9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Calling delete_port for fc9d9a77-8532-4a93-8e53-c392c5c01540 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:00.108069 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40162c4c-685f-47c3-bbe0-695be146840e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.129157 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd769fe-604c-43ba-b04b-b0e89309975d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 40bf548a-c774-4827-a7e2-8eb6983eea59 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:00.160640 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.163148 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1dd769fe-604c-43ba-b04b-b0e89309975d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.168678 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567135ba-bb95-450e-83f4-e688a4d3c6ef tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:16:00.198031 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.201365 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/networks/d666db9c-b7bd-491f-86c6-039afcbfc045 HTTP/1.1" status: 204 len: 168 time: 2.1298718 Dec 09 02:16:00.219854 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33160) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:00.229494 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-090639e1-c0fd-4c95-94d0-e722a32a4039 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169', 'name': 'tempest-PortsIpV6TestJSON-315080679'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:00.237904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-567135ba-bb95-450e-83f4-e688a4d3c6ef tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.238251 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-567135ba-bb95-450e-83f4-e688a4d3c6ef tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Added segment 2dafed19-8ad3-4a76-bc08-abe25d5fb2c1 of type vlan for network 5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55 Dec 09 02:16:00.259776 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-ab7b82c3-6e98-4135-8484-aa7b2b82b8f3 None None] Provisioning complete for port eca99432-7a6f-45d1-9aeb-711072dcb8f7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:00.260490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ab7b82c3-6e98-4135-8484-aa7b2b82b8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.368096 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-567135ba-bb95-450e-83f4-e688a4d3c6ef tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.379676 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ab7b82c3-6e98-4135-8484-aa7b2b82b8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.422598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ab7b82c3-6e98-4135-8484-aa7b2b82b8f3 None None] For port eca99432-7a6f-45d1-9aeb-711072dcb8f7, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=eca99432-7a6f-45d1-9aeb-711072dcb8f7,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:00.428832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ab7b82c3-6e98-4135-8484-aa7b2b82b8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.438029 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c20607db-ccf7-4820-8dd5-11eba4ec30fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.440726 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c20607db-ccf7-4820-8dd5-11eba4ec30fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.454578 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c20607db-ccf7-4820-8dd5-11eba4ec30fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d85acb96-90d0-4269-8f60-1068b04ab7b6 HTTP/1.1" status: 204 len: 168 time: 0.7330549 Dec 09 02:16:00.487946 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b82c3-6e98-4135-8484-aa7b2b82b8f3 None None] Pushing event updated for resources: {'Port': ['ID=eca99432-7a6f-45d1-9aeb-711072dcb8f7,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:00.540212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20607db-ccf7-4820-8dd5-11eba4ec30fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85acb96-90d0-4269-8f60-1068b04ab7b6,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:00.546477 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-25b26b9a-d61e-45f5-94d3-164530f18791 None None] Could not find standard attr ID for object 4e10e920-38e6-4d1b-9a47-1825716666d4. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:16:00.557476 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d095ed-f30f-424e-8e3d-d3958247d23d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Network': ['ID=d666db9c-b7bd-491f-86c6-039afcbfc045,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:00.573042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-40162c4c-685f-47c3-bbe0-695be146840e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Deleting port d0fd30eb-ff7b-49ce-a54c-9d28c33da83c {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:00.574347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40162c4c-685f-47c3-bbe0-695be146840e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.581974 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-567135ba-bb95-450e-83f4-e688a4d3c6ef tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.584854 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1dd769fe-604c-43ba-b04b-b0e89309975d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.588996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567135ba-bb95-450e-83f4-e688a4d3c6ef tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:00.589825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-567135ba-bb95-450e-83f4-e688a4d3c6ef tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.628355 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e962310-e6b4-4b11-a726-3199568a547a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router c943b033-7c80-4daf-b6d1-12f04a08d5c1 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:16:00.764423 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed93cda-1c7c-41f6-ab1d-2105fbd7db20 None None] get_active_networks_info from dv-neutron-804846-18-hyperv {{(pid=103335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 02:16:00.787576 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1dd769fe-604c-43ba-b04b-b0e89309975d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.791726 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e962310-e6b4-4b11-a726-3199568a547a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:00.805917 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090639e1-c0fd-4c95-94d0-e722a32a4039 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:00.809501 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-090639e1-c0fd-4c95-94d0-e722a32a4039 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.817990 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3e962310-e6b4-4b11-a726-3199568a547a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/c943b033-7c80-4daf-b6d1-12f04a08d5c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6731274 Dec 09 02:16:00.818834 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-54d1eea8-0ec9-4e44-a4e2-acd23ae575c9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.819699 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33168) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:00.820679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db5fb1c-b5af-4e73-a3cb-f0ff675432f2 None None] Sync routers for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:00.846878 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db5fb1c-b5af-4e73-a3cb-f0ff675432f2 None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:00.847543 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7db5fb1c-b5af-4e73-a3cb-f0ff675432f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:00.847815 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-567135ba-bb95-450e-83f4-e688a4d3c6ef tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9661367 Dec 09 02:16:00.863876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33172) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:00.872993 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a17f523b-a330-436b-9bbb-ab731e12fdaf tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'subnet': {'network_id': '5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:00.886648 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1068941-f649-450c-87f0-5f0fed04171d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting subnet 9c8b792c-d4ee-4e26-8dba-4a0867fab214 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:00.891619 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1068941-f649-450c-87f0-5f0fed04171d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.948984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-40162c4c-685f-47c3-bbe0-695be146840e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] For port d0fd30eb-ff7b-49ce-a54c-9d28c33da83c, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d0fd30eb-ff7b-49ce-a54c-9d28c33da83c,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:00.949707 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40162c4c-685f-47c3-bbe0-695be146840e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.951785 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1068941-f649-450c-87f0-5f0fed04171d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:00.987767 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1dd769fe-604c-43ba-b04b-b0e89309975d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:01.002553 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1eea8-0ec9-4e44-a4e2-acd23ae575c9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Port': ['ID=fc9d9a77-8532-4a93-8e53-c392c5c01540,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:01.005327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-7db5fb1c-b5af-4e73-a3cb-f0ff675432f2 None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:01.011782 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-090639e1-c0fd-4c95-94d0-e722a32a4039 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] device_id is not set on port 53b86809-fabd-4f1d-8de0-de6853e70d3d yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:01.018904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567135ba-bb95-450e-83f4-e688a4d3c6ef tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Network': ['ID=5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:01.029362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-40162c4c-685f-47c3-bbe0-695be146840e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Calling delete_port for d0fd30eb-ff7b-49ce-a54c-9d28c33da83c owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:01.042763 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd769fe-604c-43ba-b04b-b0e89309975d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=40bf548a-c774-4827-a7e2-8eb6983eea59,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:01.052006 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:16:01.057671 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1dd769fe-604c-43ba-b04b-b0e89309975d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:01.071593 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1dd769fe-604c-43ba-b04b-b0e89309975d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/40bf548a-c774-4827-a7e2-8eb6983eea59 HTTP/1.1" status: 204 len: 168 time: 1.1032808 Dec 09 02:16:01.074673 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33178) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:01.164050 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed93cda-1c7c-41f6-ab1d-2105fbd7db20 None None] Resources bound (agent type, host, resource id): {{(pid=103335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 02:16:01.187234 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6b042451-eac8-4589-b129-960d93f34527 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101851 Dec 09 02:16:01.190128 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33180) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:01.196493 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-116e9a78-e48b-49ef-a2b4-62b1395f230c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:01.274594 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1068941-f649-450c-87f0-5f0fed04171d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:01.279008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device eca99432-7a6f-45d1-9aeb-711072dcb8f7 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:01.295334 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17f523b-a330-436b-9bbb-ab731e12fdaf tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:01.299508 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a17f523b-a330-436b-9bbb-ab731e12fdaf tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:01.404393 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1068941-f649-450c-87f0-5f0fed04171d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:01.455581 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116e9a78-e48b-49ef-a2b4-62b1395f230c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:01.461812 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-116e9a78-e48b-49ef-a2b4-62b1395f230c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:01.551317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33190) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:01.618666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port eca99432-7a6f-45d1-9aeb-711072dcb8f7 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:01.619264 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:01.630372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-54d1eea8-0ec9-4e44-a4e2-acd23ae575c9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:01.680138 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1068941-f649-450c-87f0-5f0fed04171d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:01.689128 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d1068941-f649-450c-87f0-5f0fed04171d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/9c8b792c-d4ee-4e26-8dba-4a0867fab214 HTTP/1.1" status: 204 len: 168 time: 0.8662055 Dec 09 02:16:01.690854 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1068941-f649-450c-87f0-5f0fed04171d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Subnet': ['ID=9c8b792c-d4ee-4e26-8dba-4a0867fab214,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:01.704107 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33194) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:01.865828 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:01.893717 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-116e9a78-e48b-49ef-a2b4-62b1395f230c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:01.897773 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7db5fb1c-b5af-4e73-a3cb-f0ff675432f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:59Z', 'revision_number': 8, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '483ed103-b4b9-4bd0-9bb5-f5373a5498eb', 'name': '', 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:32:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:34Z', 'updated_at': '2021-12-09T02:15:44Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:01.967121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db5fb1c-b5af-4e73-a3cb-f0ff675432f2 None None] Checking router: c943b033-7c80-4daf-b6d1-12f04a08d5c1 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:16:02.017468 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db5fb1c-b5af-4e73-a3cb-f0ff675432f2 None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:02.017675 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116e9a78-e48b-49ef-a2b4-62b1395f230c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:02.018103 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7db5fb1c-b5af-4e73-a3cb-f0ff675432f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:02.040144 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-116e9a78-e48b-49ef-a2b4-62b1395f230c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:02.047596 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e9a78-e48b-49ef-a2b4-62b1395f230c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:02.048211 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-116e9a78-e48b-49ef-a2b4-62b1395f230c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:02.062711 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e9a78-e48b-49ef-a2b4-62b1395f230c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=512c3937-13b5-403c-8fec-ac920945f021,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:02.084913 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-116e9a78-e48b-49ef-a2b4-62b1395f230c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8934355 Dec 09 02:16:02.088497 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33198) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:02.095526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-41e9718f-7d84-4f67-8bcc-862231db25ba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'fixed_ips': [{'subnet_id': '512c3937-13b5-403c-8fec-ac920945f021', 'ip_address': '2001:db8::1f14:900e:155e:9028'}], 'name': 'tempest-NetworksTestDHCPv6-2043003132'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:02.109552 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a31f3d3d-6ce8-4e28-ba9e-711e7bbec755 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-107167449'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:02.159966 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port c4029e8b-0ab2-433e-a378-f5f3850a082e {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:02.160568 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:02.228124 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-090639e1-c0fd-4c95-94d0-e722a32a4039 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:02.274931 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] For port c4029e8b-0ab2-433e-a378-f5f3850a082e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c4029e8b-0ab2-433e-a378-f5f3850a082e,segment=NetworkSegment(7913c440-b1dc-49fa-b51c-09e9ea0f91e9),segment_id=7913c440-b1dc-49fa-b51c-09e9ea0f91e9)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:02.275303 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:02.289583 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device bfeba4bd-c781-49e0-b3f1-5efbcc311b6c no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:02.290824 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for c4029e8b-0ab2-433e-a378-f5f3850a082e owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:02.339845 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: bfeba4bd-c781-49e0-b3f1-5efbcc311b6c {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:02.340971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device bfeba4bd-c781-49e0-b3f1-5efbcc311b6c not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:02.342578 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31f3d3d-6ce8-4e28-ba9e-711e7bbec755 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:02.346306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a31f3d3d-6ce8-4e28-ba9e-711e7bbec755 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:02.355425 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40162c4c-685f-47c3-bbe0-695be146840e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:02.362727 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e9718f-7d84-4f67-8bcc-862231db25ba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:02.383417 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-7db5fb1c-b5af-4e73-a3cb-f0ff675432f2 None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:02.404806 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd870bc1-4589-434e-a861-cf1817f7a2ce req-528703fb-6f6d-430c-9032-ad2eed9bf194 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:02.406512 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd870bc1-4589-434e-a861-cf1817f7a2ce req-528703fb-6f6d-430c-9032-ad2eed9bf194 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2902715 Dec 09 02:16:02.407482 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a17f523b-a330-436b-9bbb-ab731e12fdaf tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:02.417415 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40162c4c-685f-47c3-bbe0-695be146840e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0fd30eb-ff7b-49ce-a54c-9d28c33da83c,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:02.445839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a31f3d3d-6ce8-4e28-ba9e-711e7bbec755 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:02.481834 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:02.517970 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=c4029e8b-0ab2-433e-a378-f5f3850a082e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:02.528600 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41e9718f-7d84-4f67-8bcc-862231db25ba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:02.550563 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] No DVR routers for this DVR port c4029e8b-0ab2-433e-a378-f5f3850a082e on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:02.558925 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-41e9718f-7d84-4f67-8bcc-862231db25ba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port 5aec3d8d-4a3c-466e-8a0b-92c681e29020 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:02.566376 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fb8221-bd7e-4420-ab9d-1aea00fa95ca None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:02.572423 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0941050-c993-415d-9b6a-1b2ddbabb418 None None] Network 294d5a77-9516-40f8-a019-d15b99db69a7 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:02.574880 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5e0392-def7-48e6-950e-77c0b221dde5 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:02.741682 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-090639e1-c0fd-4c95-94d0-e722a32a4039 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:02.763356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f523b-a330-436b-9bbb-ab731e12fdaf tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Subnet': ['ID=7066e482-2b41-4ad0-b836-b3db145d5d43,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:02.835792 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090639e1-c0fd-4c95-94d0-e722a32a4039 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=53b86809-fabd-4f1d-8de0-de6853e70d3d,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:02.878770 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:02.882197 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-41e9718f-7d84-4f67-8bcc-862231db25ba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::1f14:900e:155e:9028 (3d63738a-85ef-4baf-83f7-848c720832e0/512c3937-13b5-403c-8fec-ac920945f021/5aec3d8d-4a3c-466e-8a0b-92c681e29020) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:02.900404 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd870bc1-4589-434e-a861-cf1817f7a2ce req-85d47468-8b9f-4b94-aad0-ef2e789b52ad tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4768677 Dec 09 02:16:02.903637 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b41c005-1f54-4a26-967b-85c12ececba2 None None] DHCP port deletion for 294d5a77-9516-40f8-a019-d15b99db69a7 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:02.922732 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294d5a77-9516-40f8-a019-d15b99db69a7']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:02.938403 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40162c4c-685f-47c3-bbe0-695be146840e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:02.940416 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7913c440-b1dc-49fa-b51c-09e9ea0f91e9') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:02.940941 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7913c440-b1dc-49fa-b51c-09e9ea0f91e9') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:02.964799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:02.993448 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.013443 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:16:03.014232 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:16:03.027692 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:16:03.073184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40162c4c-685f-47c3-bbe0-695be146840e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.076111 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40162c4c-685f-47c3-bbe0-695be146840e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.093024 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17f523b-a330-436b-9bbb-ab731e12fdaf tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Checking segment: {'id': '2dafed19-8ad3-4a76-bc08-abe25d5fb2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:03.093401 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17f523b-a330-436b-9bbb-ab731e12fdaf tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network hostable DHCP agents. Network: 5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:16:03.118551 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fec97312-51c2-4839-ad72-43483bd6022b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.123600 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7db5fb1c-b5af-4e73-a3cb-f0ff675432f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:59Z', 'revision_number': 8, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '483ed103-b4b9-4bd0-9bb5-f5373a5498eb', 'name': '', 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:32:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:34Z', 'updated_at': '2021-12-09T02:15:44Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:03.148899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090639e1-c0fd-4c95-94d0-e722a32a4039 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 2df3a222-442f-42c4-8365-e4a0f2943169 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:03.160078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-090639e1-c0fd-4c95-94d0-e722a32a4039 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:03.172690 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090639e1-c0fd-4c95-94d0-e722a32a4039 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:03.176367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db5fb1c-b5af-4e73-a3cb-f0ff675432f2 None None] The sync data for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv is: [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:15:59Z', 'revision_number': 8, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '483ed103-b4b9-4bd0-9bb5-f5373a5498eb', 'name': '', 'network_id': '9340f3dc-d18f-476d-9ba8-9ff150135e2f', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:32:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:34Z', 'updated_at': '2021-12-09T02:15:44Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '9a5c59ad-7314-4979-94ea-8432a69ab507', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:03.178907 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c4029e8b-0ab2-433e-a378-f5f3850a082e no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:03.180160 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090639e1-c0fd-4c95-94d0-e722a32a4039 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:03.180813 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-090639e1-c0fd-4c95-94d0-e722a32a4039 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.197469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40162c4c-685f-47c3-bbe0-695be146840e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.197952 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40162c4c-685f-47c3-bbe0-695be146840e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5783058e-f738-4872-8bba-f69c355feb19 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:16:03.201281 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: c4029e8b-0ab2-433e-a378-f5f3850a082e {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:03.202203 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c4029e8b-0ab2-433e-a378-f5f3850a082e not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:03.212858 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40162c4c-685f-47c3-bbe0-695be146840e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.214359 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-40162c4c-685f-47c3-bbe0-695be146840e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "DELETE /v2.0/routers/5783058e-f738-4872-8bba-f69c355feb19 HTTP/1.1" status: 204 len: 168 time: 3.8643770 Dec 09 02:16:03.225667 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33202) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:03.242133 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d1eea8-0ec9-4e44-a4e2-acd23ae575c9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router b29ad87a-f3bb-4eaa-bb4a-388b30c384a9 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:16:03.243601 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17f523b-a330-436b-9bbb-ab731e12fdaf tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:16:03.255318 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-090639e1-c0fd-4c95-94d0-e722a32a4039 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0305378 Dec 09 02:16:03.257119 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33204) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:03.268585 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1815548328', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:03.274997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-a17f523b-a330-436b-9bbb-ab731e12fdaf tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:03.289616 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1393692-2fdc-460f-b57a-e73fd122d7ac None None] Network 5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:03.318223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17f523b-a330-436b-9bbb-ab731e12fdaf tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:03.319226 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a17f523b-a330-436b-9bbb-ab731e12fdaf tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.328293 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.329438 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.390520 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.395662 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.402962 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/networks/294d5a77-9516-40f8-a019-d15b99db69a7 HTTP/1.1" status: 204 len: 168 time: 1.6937611 Dec 09 02:16:03.425939 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33206) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:03.429196 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368eb1a9-b34c-41ef-8fb7-e11b7cedc02b req-e0b3a1e6-e6e5-41db-91f7-65a8081f170d tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:03.438518 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-368eb1a9-b34c-41ef-8fb7-e11b7cedc02b req-e0b3a1e6-e6e5-41db-91f7-65a8081f170d tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2962079 Dec 09 02:16:03.449693 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a9ec9-fc9a-44fd-8c5e-0d25b464c963 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Network': ['ID=294d5a77-9516-40f8-a019-d15b99db69a7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:03.481869 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a17f523b-a330-436b-9bbb-ab731e12fdaf tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6128006 Dec 09 02:16:03.499344 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33208) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:03.499835 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55', 'network_id': '5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55', 'project_id': 'a758062df96345628c35c50c762f8108', 'fixed_ips': [{'subnet_id': '7066e482-2b41-4ad0-b836-b3db145d5d43'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:16:03.500736 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.505778 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-1fccc5eb-8ddb-4983-94ad-532819c195a1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-525928473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:03.521744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946c6758-fbcb-4c5e-bf01-64ed458d1ac1 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:03.522313 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.529844 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41e9718f-7d84-4f67-8bcc-862231db25ba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.654831 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fccc5eb-8ddb-4983-94ad-532819c195a1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.655881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fccc5eb-8ddb-4983-94ad-532819c195a1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.682099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-29b1c82c-6205-47f0-9260-d2a6e73e5375 None None] Provisioning complete for port eca99432-7a6f-45d1-9aeb-711072dcb8f7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:03.682481 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-29b1c82c-6205-47f0-9260-d2a6e73e5375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.710193 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-368eb1a9-b34c-41ef-8fb7-e11b7cedc02b req-0b3928bf-b0cc-4ef6-9025-a3b39666bc24 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706060 Dec 09 02:16:03.713360 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41e9718f-7d84-4f67-8bcc-862231db25ba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.724129 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a31f3d3d-6ce8-4e28-ba9e-711e7bbec755 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.725828 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d1eea8-0ec9-4e44-a4e2-acd23ae575c9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:03.740439 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db3a62a-5c1b-4813-8a92-51e4050244a7 None None] Sync routers for ids ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:03.757427 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db3a62a-5c1b-4813-8a92-51e4050244a7 None None] Routers {'b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:03.758058 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9db3a62a-5c1b-4813-8a92-51e4050244a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:03.780875 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-54d1eea8-0ec9-4e44-a4e2-acd23ae575c9 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "PUT /v2.0/routers/b29ad87a-f3bb-4eaa-bb4a-388b30c384a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7684889 Dec 09 02:16:03.782365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33212) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:03.785248 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a31f3d3d-6ce8-4e28-ba9e-711e7bbec755 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.832123 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9db3a62a-5c1b-4813-8a92-51e4050244a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:03.853901 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db3a62a-5c1b-4813-8a92-51e4050244a7 None None] Routers {'b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:03.854529 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9db3a62a-5c1b-4813-8a92-51e4050244a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:15:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:03.888464 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-64e09a0f-34a5-41b0-893e-8207010ece92 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port 53b86809-fabd-4f1d-8de0-de6853e70d3d {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:03.889192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-64e09a0f-34a5-41b0-893e-8207010ece92 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.925347 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9db3a62a-5c1b-4813-8a92-51e4050244a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:03.926121 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db3a62a-5c1b-4813-8a92-51e4050244a7 None None] The sync data for ids ['b29ad87a-f3bb-4eaa-bb4a-388b30c384a9'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:03.926407 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:03.934419 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e9718f-7d84-4f67-8bcc-862231db25ba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:03.942032 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-41e9718f-7d84-4f67-8bcc-862231db25ba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:03.945442 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9718f-7d84-4f67-8bcc-862231db25ba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=5aec3d8d-4a3c-466e-8a0b-92c681e29020,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:03.949387 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e9718f-7d84-4f67-8bcc-862231db25ba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:03.954443 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Allocated IP 172.20.0.2 (5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55/7066e482-2b41-4ad0-b836-b3db145d5d43/064dfea4-589e-4465-a742-c5e8d8477950) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:03.958581 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e9718f-7d84-4f67-8bcc-862231db25ba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:03.959317 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41e9718f-7d84-4f67-8bcc-862231db25ba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.040659 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31f3d3d-6ce8-4e28-ba9e-711e7bbec755 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:16:04.090889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fccc5eb-8ddb-4983-94ad-532819c195a1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.093394 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-41e9718f-7d84-4f67-8bcc-862231db25ba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0037146 Dec 09 02:16:04.107074 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33216) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:04.138438 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f3d3d-6ce8-4e28-ba9e-711e7bbec755 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16219b1d-417d-4dfa-b080-bc66c808f7f0,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:04.150958 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fccc5eb-8ddb-4983-94ad-532819c195a1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.166959 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a31f3d3d-6ce8-4e28-ba9e-711e7bbec755 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.167557 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-a31f3d3d-6ce8-4e28-ba9e-711e7bbec755 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Added segment 83e5fefc-e996-4062-93a8-84a204e39bb6 of type vlan for network 5f7aec52-f3b5-4beb-a843-c44009141bb9 Dec 09 02:16:04.205260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-64e09a0f-34a5-41b0-893e-8207010ece92 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.205657 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.213459 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.251006 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b340cc1-a64d-4291-a782-ef9ad0da5809 req-7e80d9b4-9ff2-447b-804f-7c4007ffebbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:04.251217 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Network 5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:04.252802 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8b340cc1-a64d-4291-a782-ef9ad0da5809 req-7e80d9b4-9ff2-447b-804f-7c4007ffebbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.1662757 Dec 09 02:16:04.256905 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:04.260725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:04.266007 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac74d97-d9b7-4ee9-bcf4-2df074b02799 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:04.272810 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac74d97-d9b7-4ee9-bcf4-2df074b02799 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:04.274438 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6ac74d97-d9b7-4ee9-bcf4-2df074b02799 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1635506 Dec 09 02:16:04.277326 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33218) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:04.288392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a31f3d3d-6ce8-4e28-ba9e-711e7bbec755 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.289390 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Pushing event updated for resources: {'Port': ['ID=064dfea4-589e-4465-a742-c5e8d8477950,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:04.334961 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-64e09a0f-34a5-41b0-893e-8207010ece92 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for 53b86809-fabd-4f1d-8de0-de6853e70d3d owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:04.339123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fccc5eb-8ddb-4983-94ad-532819c195a1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.339791 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Attempting to bind port 064dfea4-589e-4465-a742-c5e8d8477950 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:16:04.340235 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Attempting to bind port 064dfea4-589e-4465-a742-c5e8d8477950 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '2dafed19-8ad3-4a76-bc08-abe25d5fb2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:16:04.340767 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Attempting to bind port 064dfea4-589e-4465-a742-c5e8d8477950 on network 5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:16:04.344132 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33220) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:04.346068 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1fccc5eb-8ddb-4983-94ad-532819c195a1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8439410 Dec 09 02:16:04.347343 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:16:04.347926 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Checking segment: {'id': '2dafed19-8ad3-4a76-bc08-abe25d5fb2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:04.348536 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.349320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Bound using segment: {'id': '2dafed19-8ad3-4a76-bc08-abe25d5fb2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:16:04.349901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Bound port: 064dfea4-589e-4465-a742-c5e8d8477950, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dafed19-8ad3-4a76-bc08-abe25d5fb2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:16:04.350657 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.355072 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a6aed35b-50ae-40e0-acc4-d1e4868caf86 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'port': {'network_id': '5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55', 'name': 'tempest-RoutersTest-1736475076'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:04.364585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5b80bc3-b2ce-46c0-b79b-f8fb82082c69 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.427947 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a31f3d3d-6ce8-4e28-ba9e-711e7bbec755 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.431632 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] For port 064dfea4-589e-4465-a742-c5e8d8477950, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:16:04.433561 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31f3d3d-6ce8-4e28-ba9e-711e7bbec755 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:04.434354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a31f3d3d-6ce8-4e28-ba9e-711e7bbec755 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.436008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] For port 064dfea4-589e-4465-a742-c5e8d8477950, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=064dfea4-589e-4465-a742-c5e8d8477950,segment=NetworkSegment(2dafed19-8ad3-4a76-bc08-abe25d5fb2c1),segment_id=2dafed19-8ad3-4a76-bc08-abe25d5fb2c1)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:16:04.448227 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.469703 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8b340cc1-a64d-4291-a782-ef9ad0da5809 req-2fcc0389-7880-4cd2-8ba0-b3bad767f9e7 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929538 Dec 09 02:16:04.526456 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e22fed2b-d6b4-4325-89a8-a08c57507e76 None None] Provisioning complete for port 5aec3d8d-4a3c-466e-8a0b-92c681e29020 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:04.526830 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e22fed2b-d6b4-4325-89a8-a08c57507e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.566977 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814332d-37c2-43f6-b666-7490af9aa7b7 None None] Pushing event updated for resources: {'Port': ['ID=064dfea4-589e-4465-a742-c5e8d8477950,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:04.588104 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e22fed2b-d6b4-4325-89a8-a08c57507e76 None None] Port 5aec3d8d-4a3c-466e-8a0b-92c681e29020 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:04.608217 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e22fed2b-d6b4-4325-89a8-a08c57507e76 None None] Provisioning complete for port eca99432-7a6f-45d1-9aeb-711072dcb8f7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:04.608590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e22fed2b-d6b4-4325-89a8-a08c57507e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.658985 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.689611 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.708796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fb29f35b-bd17-4d51-a717-96d598ca8adc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port 5aec3d8d-4a3c-466e-8a0b-92c681e29020 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:04.709171 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fb29f35b-bd17-4d51-a717-96d598ca8adc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.756953 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6aed35b-50ae-40e0-acc4-d1e4868caf86 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:04.760890 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6aed35b-50ae-40e0-acc4-d1e4868caf86 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.849266 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-a6aed35b-50ae-40e0-acc4-d1e4868caf86 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] device_id is not set on port bf734799-e491-44a7-b390-6b481e9efc99 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:04.857936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-35445d73-fa64-46e5-845c-6e21d4ee41ac None None] Provisioning complete for port 5aec3d8d-4a3c-466e-8a0b-92c681e29020 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:04.858620 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35445d73-fa64-46e5-845c-6e21d4ee41ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.898243 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-35445d73-fa64-46e5-845c-6e21d4ee41ac None None] Port 5aec3d8d-4a3c-466e-8a0b-92c681e29020 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:04.966898 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fb29f35b-bd17-4d51-a717-96d598ca8adc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:04.998932 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fb29f35b-bd17-4d51-a717-96d598ca8adc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for 5aec3d8d-4a3c-466e-8a0b-92c681e29020 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:05.044160 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a31f3d3d-6ce8-4e28-ba9e-711e7bbec755 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.4909620 Dec 09 02:16:05.051969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33222) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:05.066648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-2b3879ef-db41-4248-b1e9-5d66e9952bb3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9', 'name': 'tempest-PortsTestJSON-1671991344'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:05.080039 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Allocated IP 172.26.3.243 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/edef4290-f332-4a35-93de-40da2b028999) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:05.087331 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f3d3d-6ce8-4e28-ba9e-711e7bbec755 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Network': ['ID=5f7aec52-f3b5-4beb-a843-c44009141bb9,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:05.091824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 064dfea4-589e-4465-a742-c5e8d8477950 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:05.118554 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:16:05.164975 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5b80bc3-b2ce-46c0-b79b-f8fb82082c69 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:05.170545 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-a6aed35b-50ae-40e0-acc4-d1e4868caf86 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Allocated IP 172.20.0.14 (5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55/7066e482-2b41-4ad0-b836-b3db145d5d43/bf734799-e491-44a7-b390-6b481e9efc99) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:05.220324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-64e09a0f-34a5-41b0-893e-8207010ece92 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:05.256785 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2215-5f52-43ea-a36d-fe298b0696ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:05.258330 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 064dfea4-589e-4465-a742-c5e8d8477950 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:05.258778 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:05.305213 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e09a0f-34a5-41b0-893e-8207010ece92 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=53b86809-fabd-4f1d-8de0-de6853e70d3d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:05.317956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-64e09a0f-34a5-41b0-893e-8207010ece92 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:05.324025 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-64e09a0f-34a5-41b0-893e-8207010ece92 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/53b86809-fabd-4f1d-8de0-de6853e70d3d HTTP/1.1" status: 204 len: 168 time: 2.0618250 Dec 09 02:16:05.324927 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33224) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:05.334376 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-57a20e9e-3ceb-4b8d-8d63-d95a6c1daa43 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169', 'mac_address': 'fa:16:3e:2f:31:23', 'name': 'tempest-PortsIpV6TestJSON-1292316092'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:05.336009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3879ef-db41-4248-b1e9-5d66e9952bb3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:05.339996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b3879ef-db41-4248-b1e9-5d66e9952bb3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:05.361303 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:05.371076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-2b3879ef-db41-4248-b1e9-5d66e9952bb3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] device_id is not set on port af60ec7a-7245-4e9e-b92e-50523a245d83 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:05.399420 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 064dfea4-589e-4465-a742-c5e8d8477950, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=064dfea4-589e-4465-a742-c5e8d8477950,segment=NetworkSegment(2dafed19-8ad3-4a76-bc08-abe25d5fb2c1),segment_id=2dafed19-8ad3-4a76-bc08-abe25d5fb2c1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:05.405322 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:05.417897 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c5b80bc3-b2ce-46c0-b79b-f8fb82082c69 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Deleting port 20eecc25-bec4-405c-90f1-0df0520b26aa {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:05.418248 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5b80bc3-b2ce-46c0-b79b-f8fb82082c69 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:05.446414 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d0fd30eb-ff7b-49ce-a54c-9d28c33da83c no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:05.474335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: d0fd30eb-ff7b-49ce-a54c-9d28c33da83c {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:05.474732 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d0fd30eb-ff7b-49ce-a54c-9d28c33da83c not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:05.475252 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 01ac466f-f811-4790-8f26-98121a78a436 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:05.502502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 01ac466f-f811-4790-8f26-98121a78a436 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:05.502944 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 01ac466f-f811-4790-8f26-98121a78a436 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:05.507358 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5b80bc3-b2ce-46c0-b79b-f8fb82082c69 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:05.518436 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=064dfea4-589e-4465-a742-c5e8d8477950,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:05.548163 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41e6d756-99cf-4153-aa85-64d902246ff4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:05.629784 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c5b80bc3-b2ce-46c0-b79b-f8fb82082c69 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Calling delete_port for 20eecc25-bec4-405c-90f1-0df0520b26aa owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:05.771706 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee00899-ef3f-471b-9900-d216be4a0605 None None] Network 5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:05.839463 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:05.847955 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-08522659-49c9-48ce-97c4-e0949ac00457 None None] Provisioning complete for port 064dfea4-589e-4465-a742-c5e8d8477950 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:05.848480 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-08522659-49c9-48ce-97c4-e0949ac00457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:05.873351 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fb29f35b-bd17-4d51-a717-96d598ca8adc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:05.895869 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b8d82-afc7-4371-8c22-e36b811783b5 req-a104a28b-1527-436b-8fd3-a2e9dbdac979 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:05.903097 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-409b8d82-afc7-4371-8c22-e36b811783b5 req-a104a28b-1527-436b-8fd3-a2e9dbdac979 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2639337 Dec 09 02:16:05.936558 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29f35b-bd17-4d51-a717-96d598ca8adc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=5aec3d8d-4a3c-466e-8a0b-92c681e29020,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:05.985824 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fb29f35b-bd17-4d51-a717-96d598ca8adc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:05.992026 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fb29f35b-bd17-4d51-a717-96d598ca8adc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/5aec3d8d-4a3c-466e-8a0b-92c681e29020 HTTP/1.1" status: 204 len: 168 time: 1.7137051 Dec 09 02:16:05.994994 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33228) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:06.019134 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.025511 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6aed35b-50ae-40e0-acc4-d1e4868caf86 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.033158 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a20e9e-3ceb-4b8d-8d63-d95a6c1daa43 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:06.141228 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-409b8d82-afc7-4371-8c22-e36b811783b5 req-c551092c-a7fd-4e0c-9def-b1adb4e1cc14 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349975 Dec 09 02:16:06.144218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b3879ef-db41-4248-b1e9-5d66e9952bb3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.150657 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:06.163698 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:06.165869 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6284b45-177b-42c5-9b8c-a2219de1cf53 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:06.169041 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6284b45-177b-42c5-9b8c-a2219de1cf53 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:06.171029 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e6284b45-177b-42c5-9b8c-a2219de1cf53 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1738384 Dec 09 02:16:06.181077 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33230) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:06.183720 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:06.190345 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3236107d-2c94-429b-8b67-ce8e9dce790c None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:06.226836 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Pushing event updated for resources: {'Port': ['ID=edef4290-f332-4a35-93de-40da2b028999,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:06.250262 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57a20e9e-3ceb-4b8d-8d63-d95a6c1daa43 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.266382 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5b80bc3-b2ce-46c0-b79b-f8fb82082c69 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.288529 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-57a20e9e-3ceb-4b8d-8d63-d95a6c1daa43 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] device_id is not set on port 2bd2dcab-bff9-4e1f-8b20-273221d51225 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:06.297455 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6aed35b-50ae-40e0-acc4-d1e4868caf86 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.320703 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b80bc3-b2ce-46c0-b79b-f8fb82082c69 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Port': ['ID=20eecc25-bec4-405c-90f1-0df0520b26aa,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:06.325977 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-68de0fb3-3561-4af7-8696-b4cd498fb786 None None] Provisioning complete for port edef4290-f332-4a35-93de-40da2b028999 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:06.326378 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68de0fb3-3561-4af7-8696-b4cd498fb786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.368172 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca7f46b-8071-4d91-a96d-f4f61acbb046 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 512c3937-13b5-403c-8fec-ac920945f021 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:06.371631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-eca7f46b-8071-4d91-a96d-f4f61acbb046 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.371797 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.376395 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-68de0fb3-3561-4af7-8696-b4cd498fb786 None None] Port edef4290-f332-4a35-93de-40da2b028999 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:06.387813 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-68de0fb3-3561-4af7-8696-b4cd498fb786 None None] Provisioning complete for port 064dfea4-589e-4465-a742-c5e8d8477950 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:06.388194 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68de0fb3-3561-4af7-8696-b4cd498fb786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.413463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c050b3-dc33-4b6b-a219-bc2c96906c10 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:06.417215 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b3879ef-db41-4248-b1e9-5d66e9952bb3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.430398 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aed35b-50ae-40e0-acc4-d1e4868caf86 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:06.449190 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-eca7f46b-8071-4d91-a96d-f4f61acbb046 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.465036 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a6aed35b-50ae-40e0-acc4-d1e4868caf86 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:06.475277 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aed35b-50ae-40e0-acc4-d1e4868caf86 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:06.484285 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aed35b-50ae-40e0-acc4-d1e4868caf86 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=bf734799-e491-44a7-b390-6b481e9efc99,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:06.574768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3879ef-db41-4248-b1e9-5d66e9952bb3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=af60ec7a-7245-4e9e-b92e-50523a245d83,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:06.577937 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5b80bc3-b2ce-46c0-b79b-f8fb82082c69 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.590708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-eca7f46b-8071-4d91-a96d-f4f61acbb046 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.674903 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aed35b-50ae-40e0-acc4-d1e4868caf86 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:06.675125 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6aed35b-50ae-40e0-acc4-d1e4868caf86 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.717141 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a6aed35b-50ae-40e0-acc4-d1e4868caf86 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3715560 Dec 09 02:16:06.724010 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33232) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:06.731179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-dd168ed3-93c8-407f-92a1-943daa948f03 None None] Provisioning complete for port bf734799-e491-44a7-b390-6b481e9efc99 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:06.731653 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd168ed3-93c8-407f-92a1-943daa948f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.733236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5b80bc3-b2ce-46c0-b79b-f8fb82082c69 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.738455 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3879ef-db41-4248-b1e9-5d66e9952bb3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Checking segment: {'id': '83e5fefc-e996-4062-93a8-84a204e39bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:06.738832 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3879ef-db41-4248-b1e9-5d66e9952bb3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network hostable DHCP agents. Network: 5f7aec52-f3b5-4beb-a843-c44009141bb9, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:16:06.745585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5b80bc3-b2ce-46c0-b79b-f8fb82082c69 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.752207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-41e6d756-99cf-4153-aa85-64d902246ff4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port 483ed103-b4b9-4bd0-9bb5-f5373a5498eb {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:06.752647 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41e6d756-99cf-4153-aa85-64d902246ff4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.774015 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-dd168ed3-93c8-407f-92a1-943daa948f03 None None] Port bf734799-e491-44a7-b390-6b481e9efc99 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:06.833736 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57a20e9e-3ceb-4b8d-8d63-d95a6c1daa43 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.850428 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-eca7f46b-8071-4d91-a96d-f4f61acbb046 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.862520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5b80bc3-b2ce-46c0-b79b-f8fb82082c69 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.863038 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b80bc3-b2ce-46c0-b79b-f8fb82082c69 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Fanout notify agent at l3_agent the message router_deleted on router b29ad87a-f3bb-4eaa-bb4a-388b30c384a9 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:16:06.864553 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3879ef-db41-4248-b1e9-5d66e9952bb3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:16:06.891153 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c5b80bc3-b2ce-46c0-b79b-f8fb82082c69 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.892330 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c5b80bc3-b2ce-46c0-b79b-f8fb82082c69 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/routers/b29ad87a-f3bb-4eaa-bb4a-388b30c384a9 HTTP/1.1" status: 204 len: 168 time: 3.1027424 Dec 09 02:16:06.900789 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33234) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:06.902822 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7f46b-8071-4d91-a96d-f4f61acbb046 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=512c3937-13b5-403c-8fec-ac920945f021,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:06.925376 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897af6b1-ba5f-4664-b119-ff2bf80eb237 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:06.926873 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-eca7f46b-8071-4d91-a96d-f4f61acbb046 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:06.932304 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-eca7f46b-8071-4d91-a96d-f4f61acbb046 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/512c3937-13b5-403c-8fec-ac920945f021 HTTP/1.1" status: 204 len: 168 time: 0.7480564 Dec 09 02:16:06.932304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-2b3879ef-db41-4248-b1e9-5d66e9952bb3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 5f7aec52-f3b5-4beb-a843-c44009141bb9) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:06.934935 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33236) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:06.968068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3879ef-db41-4248-b1e9-5d66e9952bb3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:06.974431 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3879ef-db41-4248-b1e9-5d66e9952bb3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:06.975085 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b3879ef-db41-4248-b1e9-5d66e9952bb3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.001317 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.007137 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-41e6d756-99cf-4153-aa85-64d902246ff4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] For port 483ed103-b4b9-4bd0-9bb5-f5373a5498eb, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=483ed103-b4b9-4bd0-9bb5-f5373a5498eb,segment=NetworkSegment(783d879a-bbc8-438e-8b16-96742edf63d2),segment_id=783d879a-bbc8-438e-8b16-96742edf63d2)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:07.007539 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41e6d756-99cf-4153-aa85-64d902246ff4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.022707 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6060fa5-b79b-4362-bb60-09bfb1a10c9b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Deleting subnet 6fa0ba20-063b-491b-b1ea-f27cd05fa205 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:07.030812 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2b3879ef-db41-4248-b1e9-5d66e9952bb3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9712691 Dec 09 02:16:07.035210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e6060fa5-b79b-4362-bb60-09bfb1a10c9b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.037652 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33238) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:07.038661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-41e6d756-99cf-4153-aa85-64d902246ff4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for 483ed103-b4b9-4bd0-9bb5-f5373a5498eb owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:07.072444 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-81c2407f-288f-4473-ae27-d8169b4df48f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-308526159'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:07.076807 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ebb59ff6-e4f4-4cdb-96e0-c3f26256807d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1356339 Dec 09 02:16:07.081147 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33240) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:07.125708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e6060fa5-b79b-4362-bb60-09bfb1a10c9b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.155894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c4ca48-fe20-4b45-9ebe-e33a109e7594 None None] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:07.224130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 064dfea4-589e-4465-a742-c5e8d8477950 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:07.272592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57a20e9e-3ceb-4b8d-8d63-d95a6c1daa43 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.284342 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4ad42d-5066-4365-9d0c-fb64ef04d317 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:07.288156 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6d4ad42d-5066-4365-9d0c-fb64ef04d317 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1989212 Dec 09 02:16:07.289607 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c2407f-288f-4473-ae27-d8169b4df48f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:07.289770 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33244) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:07.293037 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81c2407f-288f-4473-ae27-d8169b4df48f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.380971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 064dfea4-589e-4465-a742-c5e8d8477950 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:07.381365 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.447496 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a20e9e-3ceb-4b8d-8d63-d95a6c1daa43 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 2df3a222-442f-42c4-8365-e4a0f2943169 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:07.466331 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-57a20e9e-3ceb-4b8d-8d63-d95a6c1daa43 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:07.485211 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365e3a29-6c77-4fec-b81b-a33cddc08c1e None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:07.487521 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a20e9e-3ceb-4b8d-8d63-d95a6c1daa43 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:07.493325 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a20e9e-3ceb-4b8d-8d63-d95a6c1daa43 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:07.493980 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57a20e9e-3ceb-4b8d-8d63-d95a6c1daa43 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.498515 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c2407f-288f-4473-ae27-d8169b4df48f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:16:07.500499 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a20e9e-3ceb-4b8d-8d63-d95a6c1daa43 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=2bd2dcab-bff9-4e1f-8b20-273221d51225,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:07.536237 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a64a9-4536-431e-adec-c2a0b0846ccd req-ff9fa4d1-a526-40a2-b84f-3146c2ad9f45 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:07.537780 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-be9a64a9-4536-431e-adec-c2a0b0846ccd req-ff9fa4d1-a526-40a2-b84f-3146c2ad9f45 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.3037763 Dec 09 02:16:07.547043 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81c2407f-288f-4473-ae27-d8169b4df48f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.547476 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-81c2407f-288f-4473-ae27-d8169b4df48f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Added segment 65da7410-8a9b-4d8c-a5b5-96b740b3e30c of type vlan for network 6131ba0b-a936-49a7-9303-6650b11266e0 Dec 09 02:16:07.561195 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-365e3a29-6c77-4fec-b81b-a33cddc08c1e None None] Deleting port eca99432-7a6f-45d1-9aeb-711072dcb8f7 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:07.561658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-365e3a29-6c77-4fec-b81b-a33cddc08c1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.583958 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.590961 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-57a20e9e-3ceb-4b8d-8d63-d95a6c1daa43 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2590280 Dec 09 02:16:07.617684 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33246) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:07.643576 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-365e3a29-6c77-4fec-b81b-a33cddc08c1e None None] For port eca99432-7a6f-45d1-9aeb-711072dcb8f7, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=eca99432-7a6f-45d1-9aeb-711072dcb8f7,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:07.644294 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-365e3a29-6c77-4fec-b81b-a33cddc08c1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.645308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e6060fa5-b79b-4362-bb60-09bfb1a10c9b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.658478 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-365e3a29-6c77-4fec-b81b-a33cddc08c1e None None] Calling delete_port for eca99432-7a6f-45d1-9aeb-711072dcb8f7 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:07.672469 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13558bd3-90f4-4bb8-a608-1cd7513cf2e1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.718108 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565491cb-251c-43e7-b5e4-5811d936d49a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:07.718353 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81c2407f-288f-4473-ae27-d8169b4df48f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.721885 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-565491cb-251c-43e7-b5e4-5811d936d49a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4288998 Dec 09 02:16:07.727203 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33248) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:07.741715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.751947 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d5f1e1-449a-4ac5-95b4-4f0bed7d3989 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:07.756433 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-62d5f1e1-449a-4ac5-95b4-4f0bed7d3989 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports/2bd2dcab-bff9-4e1f-8b20-273221d51225 HTTP/1.1" status: 200 len: 845 time: 0.1346843 Dec 09 02:16:07.770267 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-365e3a29-6c77-4fec-b81b-a33cddc08c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.771659 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33250) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:07.788505 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-46a21a2c-aed4-4654-9d15-d7296173db04 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598054 Dec 09 02:16:07.792723 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33252) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:07.797882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-1fab6841-9300-4d99-a8b2-91542daf102c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:07.806571 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e3a29-6c77-4fec-b81b-a33cddc08c1e None None] Pushing event deleted for resources: {'Port': ['ID=eca99432-7a6f-45d1-9aeb-711072dcb8f7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:07.808826 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e3a29-6c77-4fec-b81b-a33cddc08c1e None None] No DVR routers for this DVR port eca99432-7a6f-45d1-9aeb-711072dcb8f7 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:07.817763 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-be9a64a9-4536-431e-adec-c2a0b0846ccd req-d495b011-2e72-4798-afd0-4584eef2dd13 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666938 Dec 09 02:16:07.853620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41e6d756-99cf-4153-aa85-64d902246ff4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.871826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e6060fa5-b79b-4362-bb60-09bfb1a10c9b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.917049 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81c2407f-288f-4473-ae27-d8169b4df48f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.922534 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c2407f-288f-4473-ae27-d8169b4df48f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:07.923078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6d756-99cf-4153-aa85-64d902246ff4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=483ed103-b4b9-4bd0-9bb5-f5373a5498eb,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:07.923471 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81c2407f-288f-4473-ae27-d8169b4df48f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.936504 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e6060fa5-b79b-4362-bb60-09bfb1a10c9b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:07.941019 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e6060fa5-b79b-4362-bb60-09bfb1a10c9b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/subnets/6fa0ba20-063b-491b-b1ea-f27cd05fa205 HTTP/1.1" status: 204 len: 168 time: 1.0367727 Dec 09 02:16:07.944846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3f8eb8-6d7c-44c6-be11-e750ed5867f5 None None] Network 30560d73-467d-4bfc-8c49-e73ce6adc584 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:07.955579 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6060fa5-b79b-4362-bb60-09bfb1a10c9b tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa0ba20-063b-491b-b1ea-f27cd05fa205,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:07.957346 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33254) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:08.134981 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:08.139969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fab6841-9300-4d99-a8b2-91542daf102c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:08.143386 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fab6841-9300-4d99-a8b2-91542daf102c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:08.156903 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f841ee9-8d4b-41d2-89d8-f9f2ce5d8f51 None None] DHCP port deletion for 30560d73-467d-4bfc-8c49-e73ce6adc584 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:08.174899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41e6d756-99cf-4153-aa85-64d902246ff4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:08.223105 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5f841ee9-8d4b-41d2-89d8-f9f2ce5d8f51 None None] Deleting port fec567ed-fb3e-4175-9202-b7e46875bd75 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:08.224142 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5f841ee9-8d4b-41d2-89d8-f9f2ce5d8f51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:08.232002 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-81c2407f-288f-4473-ae27-d8169b4df48f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1636891 Dec 09 02:16:08.236627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33256) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:08.261816 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2407f-288f-4473-ae27-d8169b4df48f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Network': ['ID=6131ba0b-a936-49a7-9303-6650b11266e0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:08.280551 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 6131ba0b-a936-49a7-9303-6650b11266e0 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:16:08.302664 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'ports': [{'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9'}, {'network_id': '6131ba0b-a936-49a7-9303-6650b11266e0'}]} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:08.303251 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:08.303608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'network_id': '6131ba0b-a936-49a7-9303-6650b11266e0'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:08.314325 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-36b27594-7a1b-4d02-8834-f47fc61dad4b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port 2bd2dcab-bff9-4e1f-8b20-273221d51225 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:08.314708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36b27594-7a1b-4d02-8834-f47fc61dad4b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:08.319162 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13558bd3-90f4-4bb8-a608-1cd7513cf2e1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:08.335491 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Router 1f9bbe34-40f2-445d-9daa-c6576fb46a2a is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:16:08.347244 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5f841ee9-8d4b-41d2-89d8-f9f2ce5d8f51 None None] For port fec567ed-fb3e-4175-9202-b7e46875bd75, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=fec567ed-fb3e-4175-9202-b7e46875bd75,segment=NetworkSegment(2e885476-d60f-47f8-9f81-2216ac92210b),segment_id=2e885476-d60f-47f8-9f81-2216ac92210b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:08.347508 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5f841ee9-8d4b-41d2-89d8-f9f2ce5d8f51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:08.366345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13558bd3-90f4-4bb8-a608-1cd7513cf2e1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:08.368608 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5f841ee9-8d4b-41d2-89d8-f9f2ce5d8f51 None None] Calling delete_port for fec567ed-fb3e-4175-9202-b7e46875bd75 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:08.462209 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5f841ee9-8d4b-41d2-89d8-f9f2ce5d8f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:08.490044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f841ee9-8d4b-41d2-89d8-f9f2ce5d8f51 None None] Pushing event deleted for resources: {'Port': ['ID=fec567ed-fb3e-4175-9202-b7e46875bd75,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:08.493539 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f841ee9-8d4b-41d2-89d8-f9f2ce5d8f51 None None] No DVR routers for this DVR port fec567ed-fb3e-4175-9202-b7e46875bd75 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:08.535577 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Deleting port fec567ed-fb3e-4175-9202-b7e46875bd75 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:08.536609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:08.596167 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:08.737173 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] For port fec567ed-fb3e-4175-9202-b7e46875bd75, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:08.737173 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:08.780197 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Calling delete_port for fec567ed-fb3e-4175-9202-b7e46875bd75 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:08.790849 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Port fec567ed-fb3e-4175-9202-b7e46875bd75 was not found and therefore no delete operation was performed {{(pid=103334) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 02:16:08.803359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:08.815391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e6d756-99cf-4153-aa85-64d902246ff4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router c943b033-7c80-4daf-b6d1-12f04a08d5c1 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:16:08.820259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'port': 2} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:08.824879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:08.830475 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36b27594-7a1b-4d02-8834-f47fc61dad4b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:08.855747 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Port': ['ID=fec567ed-fb3e-4175-9202-b7e46875bd75,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:08.858969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] No DVR routers for this DVR port fec567ed-fb3e-4175-9202-b7e46875bd75 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:08.868927 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fab6841-9300-4d99-a8b2-91542daf102c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:08.889820 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-36b27594-7a1b-4d02-8834-f47fc61dad4b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for 2bd2dcab-bff9-4e1f-8b20-273221d51225 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:08.891874 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13558bd3-90f4-4bb8-a608-1cd7513cf2e1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=bf734799-e491-44a7-b390-6b481e9efc99,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:08.905406 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.031232 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a9d05a71-f121-4891-831d-397a4bbcb427 None None] Provisioning complete for port bf734799-e491-44a7-b390-6b481e9efc99 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:09.032154 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a9d05a71-f121-4891-831d-397a4bbcb427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.055901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fab6841-9300-4d99-a8b2-91542daf102c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:09.084250 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a9d05a71-f121-4891-831d-397a4bbcb427 None None] Port bf734799-e491-44a7-b390-6b481e9efc99 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:09.092566 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:09.104472 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b443d-3c25-48c3-9d74-62b0efa5c33e None None] Sync routers for ids ['1f9bbe34-40f2-445d-9daa-c6576fb46a2a'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:09.116214 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b443d-3c25-48c3-9d74-62b0efa5c33e None None] Routers {'1f9bbe34-40f2-445d-9daa-c6576fb46a2a'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:09.116826 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5f1b443d-3c25-48c3-9d74-62b0efa5c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1f9bbe34-40f2-445d-9daa-c6576fb46a2a'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:09.122682 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-1fab6841-9300-4d99-a8b2-91542daf102c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:09.127409 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fab6841-9300-4d99-a8b2-91542daf102c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:09.128254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fab6841-9300-4d99-a8b2-91542daf102c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.164507 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.166446 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1e1d5c4a-3d33-4af4-9446-f6bb2155878b tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9220355 Dec 09 02:16:09.167588 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5f1b443d-3c25-48c3-9d74-62b0efa5c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:09.173805 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device eca99432-7a6f-45d1-9aeb-711072dcb8f7 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:09.175779 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33260) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:09.175915 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0426ac-b67c-4b52-adfb-7e82c161e49a None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:09.189875 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13558bd3-90f4-4bb8-a608-1cd7513cf2e1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.193983 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-9d32db57-c014-403e-af63-cf85e1c19133 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'enable_snat': False}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:09.197007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.205146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab6841-9300-4d99-a8b2-91542daf102c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=3e6e370d-e878-447b-ab60-9a53b87b3780,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:09.230397 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36b27594-7a1b-4d02-8834-f47fc61dad4b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.242306 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b443d-3c25-48c3-9d74-62b0efa5c33e None None] Routers {'1f9bbe34-40f2-445d-9daa-c6576fb46a2a'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:09.242942 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5f1b443d-3c25-48c3-9d74-62b0efa5c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1f9bbe34-40f2-445d-9daa-c6576fb46a2a'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:09.244680 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: eca99432-7a6f-45d1-9aeb-711072dcb8f7 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:09.245024 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device eca99432-7a6f-45d1-9aeb-711072dcb8f7 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:09.245441 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device fec567ed-fb3e-4175-9202-b7e46875bd75 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:09.264884 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b27594-7a1b-4d02-8834-f47fc61dad4b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=2bd2dcab-bff9-4e1f-8b20-273221d51225,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:09.276281 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1fab6841-9300-4d99-a8b2-91542daf102c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4820597 Dec 09 02:16:09.276631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33262) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:09.297412 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36b27594-7a1b-4d02-8834-f47fc61dad4b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.299674 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-45a8f2c9-86e5-4164-8e29-268808337436 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'fixed_ips': [{'subnet_id': '3e6e370d-e878-447b-ab60-9a53b87b3780', 'ip_address': '2001:db8::e7d1:a5ff:3ccc:3fb9'}], 'name': 'tempest-NetworksTestDHCPv6-845582546'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:09.304125 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-36b27594-7a1b-4d02-8834-f47fc61dad4b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/2bd2dcab-bff9-4e1f-8b20-273221d51225 HTTP/1.1" status: 204 len: 168 time: 1.5286453 Dec 09 02:16:09.305738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5f1b443d-3c25-48c3-9d74-62b0efa5c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:09.306406 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b443d-3c25-48c3-9d74-62b0efa5c33e None None] The sync data for ids ['1f9bbe34-40f2-445d-9daa-c6576fb46a2a'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:09.311175 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30560d73-467d-4bfc-8c49-e73ce6adc584']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:09.313605 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: fec567ed-fb3e-4175-9202-b7e46875bd75 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:09.313605 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device fec567ed-fb3e-4175-9202-b7e46875bd75 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:09.314279 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33264) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:09.315333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] device_id is not set on port c016aa5f-e666-4c2d-bd40-d46c1609a09b yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:09.336831 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e6d756-99cf-4153-aa85-64d902246ff4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:09.346997 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb1241-1e0f-4058-9127-80085707ee36 None None] Sync routers for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:09.358200 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb1241-1e0f-4058-9127-80085707ee36 None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:09.359039 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-f3eb1241-1e0f-4058-9127-80085707ee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:09.371776 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e885476-d60f-47f8-9f81-2216ac92210b') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:09.371985 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e885476-d60f-47f8-9f81-2216ac92210b') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:09.376757 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-41e6d756-99cf-4153-aa85-64d902246ff4 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/c943b033-7c80-4daf-b6d1-12f04a08d5c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9452238 Dec 09 02:16:09.382602 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': '3e6e370d-e878-447b-ab60-9a53b87b3780'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:16:09.383507 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.387426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b842f2-361b-48eb-ae11-3df6a6a55187 req-73705701-fff0-4b2e-bc63-ab54c323a105 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:09.389007 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-34b842f2-361b-48eb-ae11-3df6a6a55187 req-73705701-fff0-4b2e-bc63-ab54c323a105 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.4440925 Dec 09 02:16:09.395212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33266) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:09.405207 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-7442a727-cb37-45b0-b1ad-e91d1640dd9b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] GET failed (client error): The resource could not be found. Dec 09 02:16:09.412178 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7442a727-cb37-45b0-b1ad-e91d1640dd9b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports/2bd2dcab-bff9-4e1f-8b20-273221d51225 HTTP/1.1" status: 404 len: 333 time: 0.0968761 Dec 09 02:16:09.414475 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33268) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:09.421792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fbed65d1-e5af-4fda-85ef-db5674730ad8 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169', 'name': 'tempest-PortsIpV6TestJSON-1147196305'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:09.454736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.545410 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Allocated IP 2001:db8::2 (3d63738a-85ef-4baf-83f7-848c720832e0/3e6e370d-e878-447b-ab60-9a53b87b3780/406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:09.548848 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.563058 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-f3eb1241-1e0f-4058-9127-80085707ee36 None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:09.577080 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:16:09.577486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.577956 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13558bd3-90f4-4bb8-a608-1cd7513cf2e1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:16:09.585180 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:16:09.611528 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b21515-7dab-4782-811e-7c8ad61eb26d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting subnet 9a5c59ad-7314-4979-94ea-8432a69ab507 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:09.709255 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.720087 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.773254 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Pushing event updated for resources: {'Port': ['ID=406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:09.789681 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:09.791779 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:09.794347 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:09.813787 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-f3eb1241-1e0f-4058-9127-80085707ee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:16:07Z', 'revision_number': 9, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:09.844855 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb1241-1e0f-4058-9127-80085707ee36 None None] Checking router: c943b033-7c80-4daf-b6d1-12f04a08d5c1 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:16:09.855489 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb1241-1e0f-4058-9127-80085707ee36 None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:09.856360 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-f3eb1241-1e0f-4058-9127-80085707ee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:09.858623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Attempting to bind port 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:16:09.859120 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Attempting to bind port 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:16:09.860355 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Attempting to bind port 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:16:09.865778 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:16:09.866227 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:09.866736 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.867237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:16:09.867876 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Bound port: 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:16:09.868486 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.923501 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13558bd3-90f4-4bb8-a608-1cd7513cf2e1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.936672 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13558bd3-90f4-4bb8-a608-1cd7513cf2e1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:09.947789 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] For port 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:16:09.954599 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-f3eb1241-1e0f-4058-9127-80085707ee36 None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:09.991911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-77b21515-7dab-4782-811e-7c8ad61eb26d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:10.006085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbed65d1-e5af-4fda-85ef-db5674730ad8 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:10.009581 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fbed65d1-e5af-4fda-85ef-db5674730ad8 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:10.040483 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13558bd3-90f4-4bb8-a608-1cd7513cf2e1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=bf734799-e491-44a7-b390-6b481e9efc99,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:10.049037 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-fbed65d1-e5af-4fda-85ef-db5674730ad8 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] device_id is not set on port dcd6fec7-34cf-4bb9-9768-a4d962d5cd40 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:10.053704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13558bd3-90f4-4bb8-a608-1cd7513cf2e1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:10.110089 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-34b842f2-361b-48eb-ae11-3df6a6a55187 req-d89d0f75-0417-4306-8bca-ff378abee105 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6650057 Dec 09 02:16:10.120209 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] For port 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:16:10.143015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-77b21515-7dab-4782-811e-7c8ad61eb26d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:10.143824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:10.198279 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:10.237171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:10.243477 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/networks/30560d73-467d-4bfc-8c49-e73ce6adc584 HTTP/1.1" status: 204 len: 168 time: 2.2789578 Dec 09 02:16:10.252596 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33270) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:10.266805 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a8f2c9-86e5-4164-8e29-268808337436 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:10.274206 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-f3eb1241-1e0f-4058-9127-80085707ee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:16:07Z', 'revision_number': 9, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:10.276625 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175ff50-1e10-4468-97e9-0c4d74dfa64a None None] Pushing event updated for resources: {'Port': ['ID=406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:10.295775 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13558bd3-90f4-4bb8-a608-1cd7513cf2e1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:10.303263 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-13558bd3-90f4-4bb8-a608-1cd7513cf2e1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:10.306114 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a91c93-c3c8-472a-8f07-360985988e1c tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Network': ['ID=30560d73-467d-4bfc-8c49-e73ce6adc584,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:10.345279 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb1241-1e0f-4058-9127-80085707ee36 None None] The sync data for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv is: [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:16:07Z', 'revision_number': 9, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8889dc-4358-4cef-9384-07bcfbe5b92b', 'name': '', 'network_id': 'a8b9d5bd-9392-47eb-8a19-18f40bc592a2', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:6f:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:24Z', 'updated_at': '2021-12-09T02:15:36Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '58d4058f-774e-45a5-bdbf-9b4532418120', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:10.367844 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fbed65d1-e5af-4fda-85ef-db5674730ad8 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:10.446672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:10.465720 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fbed65d1-e5af-4fda-85ef-db5674730ad8 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:10.524071 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbed65d1-e5af-4fda-85ef-db5674730ad8 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 2df3a222-442f-42c4-8365-e4a0f2943169 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:10.532360 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-fbed65d1-e5af-4fda-85ef-db5674730ad8 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:10.537165 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed65d1-e5af-4fda-85ef-db5674730ad8 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:10.542961 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbed65d1-e5af-4fda-85ef-db5674730ad8 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:10.543627 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fbed65d1-e5af-4fda-85ef-db5674730ad8 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:10.549905 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13558bd3-90f4-4bb8-a608-1cd7513cf2e1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router ec0488ef-7775-41c2-aa45-5be57eb2bf5d is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:16:10.555740 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed65d1-e5af-4fda-85ef-db5674730ad8 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=dcd6fec7-34cf-4bb9-9768-a4d962d5cd40,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:10.574771 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fbed65d1-e5af-4fda-85ef-db5674730ad8 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1585879 Dec 09 02:16:10.577423 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33272) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:10.584031 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-22360759-19d6-4f20-97e5-b65d1340db29 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:10.633419 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-272d55b2-b4df-46a2-b3de-2df55b3df126 None None] Provisioning complete for port bf734799-e491-44a7-b390-6b481e9efc99 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:10.634329 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-272d55b2-b4df-46a2-b3de-2df55b3df126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:10.646762 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-77b21515-7dab-4782-811e-7c8ad61eb26d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:10.670115 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-272d55b2-b4df-46a2-b3de-2df55b3df126 None None] Port bf734799-e491-44a7-b390-6b481e9efc99 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:10.731304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] device_id is not set on port 0ef83ba0-50f5-44d3-90b8-9de475797675 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:10.745408 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22360759-19d6-4f20-97e5-b65d1340db29 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:10.747843 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13558bd3-90f4-4bb8-a608-1cd7513cf2e1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:10.751383 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-45a8f2c9-86e5-4164-8e29-268808337436 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:10.753398 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-13558bd3-90f4-4bb8-a608-1cd7513cf2e1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/ec0488ef-7775-41c2-aa45-5be57eb2bf5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0283160 Dec 09 02:16:10.760994 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33274) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:10.763504 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601332ee-7e7e-4cc3-9822-261849b5edbd None None] Sync routers for ids ['ec0488ef-7775-41c2-aa45-5be57eb2bf5d'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:10.806860 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601332ee-7e7e-4cc3-9822-261849b5edbd None None] Routers {'ec0488ef-7775-41c2-aa45-5be57eb2bf5d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:10.807076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d32db57-c014-403e-af63-cf85e1c19133 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:10.808241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-601332ee-7e7e-4cc3-9822-261849b5edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ec0488ef-7775-41c2-aa45-5be57eb2bf5d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:10.823210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-45a8f2c9-86e5-4164-8e29-268808337436 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port 8d973d68-f480-4035-a173-beac883d20db yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:10.860310 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-601332ee-7e7e-4cc3-9822-261849b5edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:10.863448 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c544656-551c-469c-94ed-bb66537dee67 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:10.866597 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6c544656-551c-469c-94ed-bb66537dee67 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports/bf734799-e491-44a7-b390-6b481e9efc99 HTTP/1.1" status: 200 len: 978 time: 0.1042295 Dec 09 02:16:10.871385 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601332ee-7e7e-4cc3-9822-261849b5edbd None None] Routers {'ec0488ef-7775-41c2-aa45-5be57eb2bf5d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:10.872233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-601332ee-7e7e-4cc3-9822-261849b5edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ec0488ef-7775-41c2-aa45-5be57eb2bf5d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:10.900199 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33276) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:10.915951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b07a65ea-00e8-459b-b6eb-d2d062478b83 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Deleting port 1c27969a-0535-49be-bad6-7ad3f9dc4968 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:10.916296 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b07a65ea-00e8-459b-b6eb-d2d062478b83 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:10.926545 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-601332ee-7e7e-4cc3-9822-261849b5edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:10.931199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601332ee-7e7e-4cc3-9822-261849b5edbd None None] The sync data for ids ['ec0488ef-7775-41c2-aa45-5be57eb2bf5d'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:11.054816 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22360759-19d6-4f20-97e5-b65d1340db29 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.060593 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22360759-19d6-4f20-97e5-b65d1340db29 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.084400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:11.089115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-77b21515-7dab-4782-811e-7c8ad61eb26d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.098238 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-22360759-19d6-4f20-97e5-b65d1340db29 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] In _notify_port_updated(), no bound segment for port dcd6fec7-34cf-4bb9-9768-a4d962d5cd40 on network 2df3a222-442f-42c4-8365-e4a0f2943169 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:16:11.103191 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22360759-19d6-4f20-97e5-b65d1340db29 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:11.104281 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22360759-19d6-4f20-97e5-b65d1340db29 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.107867 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-22360759-19d6-4f20-97e5-b65d1340db29 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "PUT /v2.0/ports/dcd6fec7-34cf-4bb9-9768-a4d962d5cd40 HTTP/1.1" status: 200 len: 818 time: 0.5267932 Dec 09 02:16:11.108323 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33278) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:11.151245 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:11.151990 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.166349 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22360759-19d6-4f20-97e5-b65d1340db29 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=dcd6fec7-34cf-4bb9-9768-a4d962d5cd40,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:11.179603 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b21515-7dab-4782-811e-7c8ad61eb26d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Subnet': ['ID=9a5c59ad-7314-4979-94ea-8432a69ab507,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:11.242508 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7423b8c0-2a8f-47a7-b179-40d62b402320 None None] Network 9340f3dc-d18f-476d-9ba8-9ff150135e2f requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:11.254282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-77b21515-7dab-4782-811e-7c8ad61eb26d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.260599 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-77b21515-7dab-4782-811e-7c8ad61eb26d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/9a5c59ad-7314-4979-94ea-8432a69ab507 HTTP/1.1" status: 204 len: 168 time: 1.8255539 Dec 09 02:16:11.261603 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33282) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:11.314249 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.322500 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ce373e34-372f-4320-b095-743ce96929b5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port dcd6fec7-34cf-4bb9-9768-a4d962d5cd40 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:11.323090 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce373e34-372f-4320-b095-743ce96929b5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.337304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470e4a6-6d74-4a5b-8cfd-6b1e40a8a77e req-1c5438b7-65b6-4128-9447-7697f206f352 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:11.338139 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e470e4a6-6d74-4a5b-8cfd-6b1e40a8a77e req-1c5438b7-65b6-4128-9447-7697f206f352 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.1214232 Dec 09 02:16:11.373592 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:11.381633 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.397651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b07a65ea-00e8-459b-b6eb-d2d062478b83 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.397916 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b07a65ea-00e8-459b-b6eb-d2d062478b83 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.409756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 483ed103-b4b9-4bd0-9bb5-f5373a5498eb no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:11.434784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 483ed103-b4b9-4bd0-9bb5-f5373a5498eb {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:11.435141 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 483ed103-b4b9-4bd0-9bb5-f5373a5498eb not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:11.450632 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.465734 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce373e34-372f-4320-b095-743ce96929b5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.471655 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-45a8f2c9-86e5-4164-8e29-268808337436 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::e7d1:a5ff:3ccc:3fb9 (3d63738a-85ef-4baf-83f7-848c720832e0/3e6e370d-e878-447b-ab60-9a53b87b3780/8d973d68-f480-4035-a173-beac883d20db) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:11.473308 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.477016 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b07a65ea-00e8-459b-b6eb-d2d062478b83 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Calling delete_port for 1c27969a-0535-49be-bad6-7ad3f9dc4968 owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:11.477841 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:11.506979 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ce373e34-372f-4320-b095-743ce96929b5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for dcd6fec7-34cf-4bb9-9768-a4d962d5cd40 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:11.526711 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e470e4a6-6d74-4a5b-8cfd-6b1e40a8a77e req-1162eb59-8b78-4c28-9e66-05413bf578af tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418326 Dec 09 02:16:11.555111 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955494a1-974a-4c04-a543-22a6140877d0 None None] DHCP port deletion for 9340f3dc-d18f-476d-9ba8-9ff150135e2f request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:11.626752 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-955494a1-974a-4c04-a543-22a6140877d0 None None] Deleting port ec336054-0701-4219-ba7a-efb9b6ff9083 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:11.627135 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-955494a1-974a-4c04-a543-22a6140877d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.641160 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port ec336054-0701-4219-ba7a-efb9b6ff9083 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:11.641648 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.685297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce373e34-372f-4320-b095-743ce96929b5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.698015 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-955494a1-974a-4c04-a543-22a6140877d0 None None] For port ec336054-0701-4219-ba7a-efb9b6ff9083, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=ec336054-0701-4219-ba7a-efb9b6ff9083,segment=NetworkSegment(783d879a-bbc8-438e-8b16-96742edf63d2),segment_id=783d879a-bbc8-438e-8b16-96742edf63d2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:11.698609 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-955494a1-974a-4c04-a543-22a6140877d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.719536 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-955494a1-974a-4c04-a543-22a6140877d0 None None] Calling delete_port for ec336054-0701-4219-ba7a-efb9b6ff9083 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:11.732049 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce373e34-372f-4320-b095-743ce96929b5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.735793 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ce373e34-372f-4320-b095-743ce96929b5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/dcd6fec7-34cf-4bb9-9768-a4d962d5cd40 HTTP/1.1" status: 204 len: 168 time: 0.6264722 Dec 09 02:16:11.736702 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce373e34-372f-4320-b095-743ce96929b5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=dcd6fec7-34cf-4bb9-9768-a4d962d5cd40,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:11.741841 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33284) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:11.793436 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] For port ec336054-0701-4219-ba7a-efb9b6ff9083, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=ec336054-0701-4219-ba7a-efb9b6ff9083,segment=NetworkSegment(783d879a-bbc8-438e-8b16-96742edf63d2),segment_id=783d879a-bbc8-438e-8b16-96742edf63d2)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:11.793436 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.810391 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for ec336054-0701-4219-ba7a-efb9b6ff9083 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:11.835939 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2918f6a2-312f-4417-afcb-cf2fde48ea02 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:11.840560 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2918f6a2-312f-4417-afcb-cf2fde48ea02 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0950196 Dec 09 02:16:11.840714 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33286) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:11.846211 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-955494a1-974a-4c04-a543-22a6140877d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.875507 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955494a1-974a-4c04-a543-22a6140877d0 None None] Pushing event deleted for resources: {'Port': ['ID=ec336054-0701-4219-ba7a-efb9b6ff9083,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:11.878047 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955494a1-974a-4c04-a543-22a6140877d0 None None] No DVR routers for this DVR port ec336054-0701-4219-ba7a-efb9b6ff9083 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:11.898925 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b07a65ea-00e8-459b-b6eb-d2d062478b83 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.906248 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4f1609-ca07-4bea-9f60-ebd2443fea50 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] GET failed (client error): The resource could not be found. Dec 09 02:16:11.907678 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5f4f1609-ca07-4bea-9f60-ebd2443fea50 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports/dcd6fec7-34cf-4bb9-9768-a4d962d5cd40 HTTP/1.1" status: 404 len: 333 time: 0.0659916 Dec 09 02:16:11.909479 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.913569 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33288) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:11.920258 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-71a3f0b8-7daa-4c6a-9804-957f35646151 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1883490670'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:11.962085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a3f0b8-7daa-4c6a-9804-957f35646151 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:11.963328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a65ea-00e8-459b-b6eb-d2d062478b83 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Port': ['ID=1c27969a-0535-49be-bad6-7ad3f9dc4968,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:11.967273 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71a3f0b8-7daa-4c6a-9804-957f35646151 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:11.985731 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.021095 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=ec336054-0701-4219-ba7a-efb9b6ff9083,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:12.026025 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] No DVR routers for this DVR port ec336054-0701-4219-ba7a-efb9b6ff9083 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:12.035488 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a3f0b8-7daa-4c6a-9804-957f35646151 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:16:12.037691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-6f1bc710-da00-46e7-8f82-2be854bb0840 None None] Provisioning complete for port 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:12.037953 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6f1bc710-da00-46e7-8f82-2be854bb0840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.109373 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71a3f0b8-7daa-4c6a-9804-957f35646151 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.109749 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-71a3f0b8-7daa-4c6a-9804-957f35646151 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Added segment fc2f4b1d-e9d9-43f6-b6bc-1bc37c51e8bf of type vlan for network 28a09373-afeb-481c-8b73-60baf845e8d0 Dec 09 02:16:12.157175 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.179307 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71a3f0b8-7daa-4c6a-9804-957f35646151 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.190901 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9340f3dc-d18f-476d-9ba8-9ff150135e2f']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:12.205084 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783d879a-bbc8-438e-8b16-96742edf63d2') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:12.205382 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783d879a-bbc8-438e-8b16-96742edf63d2') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:12.222349 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.235820 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71a3f0b8-7daa-4c6a-9804-957f35646151 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.241748 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a3f0b8-7daa-4c6a-9804-957f35646151 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:12.242342 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71a3f0b8-7daa-4c6a-9804-957f35646151 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.248691 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.267961 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:16:12.268367 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:16:12.274047 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:16:12.344463 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:12.354052 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-71a3f0b8-7daa-4c6a-9804-957f35646151 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4394147 Dec 09 02:16:12.364418 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33290) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:12.374891 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f47420a5-069d-4f19-9487-6c63ab48bfc5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'subnet': {'network_id': '28a09373-afeb-481c-8b73-60baf845e8d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:12.385151 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3f0b8-7daa-4c6a-9804-957f35646151 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Network': ['ID=28a09373-afeb-481c-8b73-60baf845e8d0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:12.398374 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 28a09373-afeb-481c-8b73-60baf845e8d0 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:16:12.411324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:12.429511 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:12.430350 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.445027 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.449827 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.453714 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/networks/9340f3dc-d18f-476d-9ba8-9ff150135e2f HTTP/1.1" status: 204 len: 168 time: 1.1902907 Dec 09 02:16:12.461236 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33292) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:12.479156 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-45a8f2c9-86e5-4164-8e29-268808337436 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.480613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=c016aa5f-e666-4c2d-bd40-d46c1609a09b,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:12.492142 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f1b0f-8e36-43ec-9a70-230796d3315d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Network': ['ID=9340f3dc-d18f-476d-9ba8-9ff150135e2f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:12.549092 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b07a65ea-00e8-459b-b6eb-d2d062478b83 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.552220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b07a65ea-00e8-459b-b6eb-d2d062478b83 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.557535 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b07a65ea-00e8-459b-b6eb-d2d062478b83 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/floatingips/3077c59c-8ffe-41e5-bbab-49d7c7fb7b62 HTTP/1.1" status: 204 len: 168 time: 2.2811656 Dec 09 02:16:12.559707 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33296) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:12.600965 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0388a34f-0883-4298-ad5e-079d062311e6 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] DELETE failed (client error): The resource could not be found. Dec 09 02:16:12.601511 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0388a34f-0883-4298-ad5e-079d062311e6 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:16:12.607134 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0388a34f-0883-4298-ad5e-079d062311e6 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/ports/529dd2b4-a368-4225-a407-7edd560d3194 HTTP/1.1" status: 404 len: 333 time: 0.0438373 Dec 09 02:16:12.608134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33298) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:12.638425 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47420a5-069d-4f19-9487-6c63ab48bfc5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:12.641589 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f47420a5-069d-4f19-9487-6c63ab48bfc5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.695210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=0ef83ba0-50f5-44d3-90b8-9de475797675,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:12.699002 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e5618894-17b7-4ffe-8627-30b1a895d3ee tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "GET /v2.0/ports?device_id=b29ad87a-f3bb-4eaa-bb4a-388b30c384a9 HTTP/1.1" status: 200 len: 205 time: 0.0812676 Dec 09 02:16:12.710878 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33300) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:12.799622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Checking segment: {'id': '65da7410-8a9b-4d8c-a5b5-96b740b3e30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6131ba0b-a936-49a7-9303-6650b11266e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:12.799999 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network hostable DHCP agents. Network: 6131ba0b-a936-49a7-9303-6650b11266e0, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:16:12.806934 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-45a8f2c9-86e5-4164-8e29-268808337436 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:12.814362 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-0e9b2662-caa8-4d81-92d7-29ffdb2d52d4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] delete failed (client error): The resource could not be found. Dec 09 02:16:12.815455 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0e9b2662-caa8-4d81-92d7-29ffdb2d52d4 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/routers/b29ad87a-f3bb-4eaa-bb4a-388b30c384a9 HTTP/1.1" status: 404 len: 336 time: 0.1019301 Dec 09 02:16:12.829341 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33302) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:12.911373 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0deb22-aef7-418e-8770-02b32b2fc839 req-3e6bb249-70de-4704-b212-a80d53a471cc tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:12.913059 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bf0deb22-aef7-418e-8770-02b32b2fc839 req-3e6bb249-70de-4704-b212-a80d53a471cc tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2919245 Dec 09 02:16:12.928503 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-71af6f23-99b3-4c44-8d1a-471aa6463941 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] DELETE failed (client error): The resource could not be found. Dec 09 02:16:12.928940 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71af6f23-99b3-4c44-8d1a-471aa6463941 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:16:12.931996 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-71af6f23-99b3-4c44-8d1a-471aa6463941 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/subnets/6fa0ba20-063b-491b-b1ea-f27cd05fa205 HTTP/1.1" status: 404 len: 337 time: 0.0970750 Dec 09 02:16:12.969167 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33304) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:12.984374 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a8f2c9-86e5-4164-8e29-268808337436 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:13.004183 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network 6131ba0b-a936-49a7-9303-6650b11266e0 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:16:13.035498 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-45a8f2c9-86e5-4164-8e29-268808337436 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:13.037687 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8f2c9-86e5-4164-8e29-268808337436 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=8d973d68-f480-4035-a173-beac883d20db,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:13.039915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a8f2c9-86e5-4164-8e29-268808337436 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:13.045655 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a8f2c9-86e5-4164-8e29-268808337436 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:13.046166 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-45a8f2c9-86e5-4164-8e29-268808337436 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:13.063516 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:13.105395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 6131ba0b-a936-49a7-9303-6650b11266e0) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:13.122559 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6516a82e-768c-45d0-a044-2cba776f8dbf None None] Network 6131ba0b-a936-49a7-9303-6650b11266e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:13.154568 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:13.160382 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:13.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:13.167756 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:13.195562 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-45a8f2c9-86e5-4164-8e29-268808337436 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9043164 Dec 09 02:16:13.196138 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33306) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:13.205946 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-26121a9a-4c67-4a57-8924-08101773f104 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'fixed_ips': [{'subnet_id': '3e6e370d-e878-447b-ab60-9a53b87b3780', 'ip_address': '2001:db8::e7d1:a5ff:3ccc:3fb9'}], 'name': 'tempest-NetworksTestDHCPv6-1703682339'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:13.239348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1098ef37-1f2c-4a18-81f0-bcdbb9b59a8d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:13.246990 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bf0deb22-aef7-418e-8770-02b32b2fc839 req-43c4a50a-c75e-4ed4-a815-53f68f316d5b tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197765 Dec 09 02:16:13.297588 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-579edc85-e34f-4366-9205-b9b9bedbcfb8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0541072 Dec 09 02:16:13.297782 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:13.298430 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:13.299240 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33308) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:13.452995 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26121a9a-4c67-4a57-8924-08101773f104 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:13.464752 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8f1610c4-57fe-450b-8f25-0913f11ba21c None None] Provisioning complete for port 8d973d68-f480-4035-a173-beac883d20db triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:13.465225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f1610c4-57fe-450b-8f25-0913f11ba21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:13.468042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d32db57-c014-403e-af63-cf85e1c19133 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:13.489470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device ec336054-0701-4219-ba7a-efb9b6ff9083 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:13.505497 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d32db57-c014-403e-af63-cf85e1c19133 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:13.511839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-04644efc-b69a-4524-9122-629c957589cd tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Deleting port 5f56c757-86f1-48f0-b893-00ce9f37aa6a {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:13.512178 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04644efc-b69a-4524-9122-629c957589cd tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:13.517232 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: ec336054-0701-4219-ba7a-efb9b6ff9083 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:13.517232 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device ec336054-0701-4219-ba7a-efb9b6ff9083 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:13.517511 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f47420a5-069d-4f19-9487-6c63ab48bfc5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:13.522902 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8f1610c4-57fe-450b-8f25-0913f11ba21c None None] Port 8d973d68-f480-4035-a173-beac883d20db cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:13.627417 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47420a5-069d-4f19-9487-6c63ab48bfc5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Subnet': ['ID=829f5145-5028-4e3b-85b0-f763740d7657,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:13.643745 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26121a9a-4c67-4a57-8924-08101773f104 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:13.655423 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47420a5-069d-4f19-9487-6c63ab48bfc5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Checking segment: {'id': 'fc2f4b1d-e9d9-43f6-b6bc-1bc37c51e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28a09373-afeb-481c-8b73-60baf845e8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:13.655859 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47420a5-069d-4f19-9487-6c63ab48bfc5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network hostable DHCP agents. Network: 28a09373-afeb-481c-8b73-60baf845e8d0, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:16:13.663737 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5bc3e736-1abb-49e3-a601-f559a814fa39 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:13.715032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e81edfe2-13a5-4ece-a47a-5847095371d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port 0ef83ba0-50f5-44d3-90b8-9de475797675 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:13.715364 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e81edfe2-13a5-4ece-a47a-5847095371d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:13.734921 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-26121a9a-4c67-4a57-8924-08101773f104 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port 9d649ed0-54b7-444a-a6ae-aca50b2245ce yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:13.778182 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04644efc-b69a-4524-9122-629c957589cd tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:13.796759 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47420a5-069d-4f19-9487-6c63ab48bfc5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 28a09373-afeb-481c-8b73-60baf845e8d0 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:16:13.814601 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-04644efc-b69a-4524-9122-629c957589cd tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Calling delete_port for 5f56c757-86f1-48f0-b893-00ce9f37aa6a owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:13.823805 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-f47420a5-069d-4f19-9487-6c63ab48bfc5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 28a09373-afeb-481c-8b73-60baf845e8d0) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:13.830773 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e81edfe2-13a5-4ece-a47a-5847095371d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:13.832429 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c455e4-474c-4d0b-a858-740939ddf8c6 None None] Network 28a09373-afeb-481c-8b73-60baf845e8d0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:13.846349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d32db57-c014-403e-af63-cf85e1c19133 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Router 1f9bbe34-40f2-445d-9daa-c6576fb46a2a has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:16:13.858343 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47420a5-069d-4f19-9487-6c63ab48bfc5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:13.858943 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f47420a5-069d-4f19-9487-6c63ab48bfc5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:13.895170 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e81edfe2-13a5-4ece-a47a-5847095371d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for 0ef83ba0-50f5-44d3-90b8-9de475797675 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:13.936900 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f47420a5-069d-4f19-9487-6c63ab48bfc5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5712504 Dec 09 02:16:13.943581 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33310) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:13.952484 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6b05288f-de41-4e99-8caa-7c981db2f923 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'subnet': {'network_id': '28a09373-afeb-481c-8b73-60baf845e8d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:13.982662 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-28a09373-afeb-481c-8b73-60baf845e8d0', 'network_id': '28a09373-afeb-481c-8b73-60baf845e8d0', 'project_id': '41c2f5bd624749d08f586a47815f13ab', 'fixed_ips': [{'subnet_id': '829f5145-5028-4e3b-85b0-f763740d7657'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:16:13.983969 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.060824 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-26121a9a-4c67-4a57-8924-08101773f104 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 02:16:14.061210 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26121a9a-4c67-4a57-8924-08101773f104 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:16:14.111550 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-26121a9a-4c67-4a57-8924-08101773f104 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9094982 Dec 09 02:16:14.121846 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33312) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:14.171350 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.191635 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Allocated IP 2001:db8::2 (28a09373-afeb-481c-8b73-60baf845e8d0/829f5145-5028-4e3b-85b0-f763740d7657/25fbc2f7-5170-4fc7-ba83-c57458c0595e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:14.200780 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b05288f-de41-4e99-8caa-7c981db2f923 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:14.204644 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b05288f-de41-4e99-8caa-7c981db2f923 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.293282 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3e736-1abb-49e3-a601-f559a814fa39 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port fa8889dc-4358-4cef-9384-07bcfbe5b92b {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:14.293633 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5bc3e736-1abb-49e3-a601-f559a814fa39 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.367859 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.ipam_backend_mixin [None req-6b05288f-de41-4e99-8caa-7c981db2f923 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 829f5145-5028-4e3b-85b0-f763740d7657 (CIDR: 2001:db8::/64) Dec 09 02:16:14.375506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.386366 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.391711 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b05288f-de41-4e99-8caa-7c981db2f923 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:14.392224 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b05288f-de41-4e99-8caa-7c981db2f923 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:16:14.441181 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6b05288f-de41-4e99-8caa-7c981db2f923 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4964283 Dec 09 02:16:14.447064 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33316) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:14.450792 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Network 28a09373-afeb-481c-8b73-60baf845e8d0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:14.455236 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:14.457856 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Pushing event updated for resources: {'Port': ['ID=25fbc2f7-5170-4fc7-ba83-c57458c0595e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:14.459044 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e1cd09d3-68d0-412b-a99e-7ce0f2305def tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'subnet': {'network_id': '28a09373-afeb-481c-8b73-60baf845e8d0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:14.469905 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:14.489759 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1098ef37-1f2c-4a18-81f0-bcdbb9b59a8d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port bf734799-e491-44a7-b390-6b481e9efc99 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:14.490103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1098ef37-1f2c-4a18-81f0-bcdbb9b59a8d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.490651 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c277f-9f48-4c83-95f6-756e95561b61 req-739ea92c-c19c-4ac2-995e-f8de22b297f8 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:14.492513 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-988c277f-9f48-4c83-95f6-756e95561b61 req-739ea92c-c19c-4ac2-995e-f8de22b297f8 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.1471317 Dec 09 02:16:14.514254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e81edfe2-13a5-4ece-a47a-5847095371d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.538049 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Attempting to bind port 25fbc2f7-5170-4fc7-ba83-c57458c0595e on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:16:14.538664 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Attempting to bind port 25fbc2f7-5170-4fc7-ba83-c57458c0595e by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'fc2f4b1d-e9d9-43f6-b6bc-1bc37c51e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28a09373-afeb-481c-8b73-60baf845e8d0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:16:14.539220 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Attempting to bind port 25fbc2f7-5170-4fc7-ba83-c57458c0595e on network 28a09373-afeb-481c-8b73-60baf845e8d0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:16:14.539356 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-5bc3e736-1abb-49e3-a601-f559a814fa39 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] For port fa8889dc-4358-4cef-9384-07bcfbe5b92b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=fa8889dc-4358-4cef-9384-07bcfbe5b92b,segment=NetworkSegment(d35936fa-daf2-456a-9475-47248c50b7ee),segment_id=d35936fa-daf2-456a-9475-47248c50b7ee)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:14.539624 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5bc3e736-1abb-49e3-a601-f559a814fa39 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.544347 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:16:14.544676 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Checking segment: {'id': 'fc2f4b1d-e9d9-43f6-b6bc-1bc37c51e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28a09373-afeb-481c-8b73-60baf845e8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:14.544996 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.545384 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Bound using segment: {'id': 'fc2f4b1d-e9d9-43f6-b6bc-1bc37c51e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28a09373-afeb-481c-8b73-60baf845e8d0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:16:14.545844 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Bound port: 25fbc2f7-5170-4fc7-ba83-c57458c0595e, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2f4b1d-e9d9-43f6-b6bc-1bc37c51e8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '28a09373-afeb-481c-8b73-60baf845e8d0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:16:14.546223 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.568826 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3e736-1abb-49e3-a601-f559a814fa39 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for fa8889dc-4358-4cef-9384-07bcfbe5b92b owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:14.592027 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d32db57-c014-403e-af63-cf85e1c19133 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:14.596218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81edfe2-13a5-4ece-a47a-5847095371d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=0ef83ba0-50f5-44d3-90b8-9de475797675,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:14.600824 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d32db57-c014-403e-af63-cf85e1c19133 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.602630 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9d32db57-c014-403e-af63-cf85e1c19133 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "PUT /v2.0/routers/1f9bbe34-40f2-445d-9daa-c6576fb46a2a HTTP/1.1" status: 200 len: 922 time: 5.4146726 Dec 09 02:16:14.610297 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33318) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:14.624650 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09524aac-e10a-496d-b941-eac08fed6af2 None None] Sync routers for ids ['1f9bbe34-40f2-445d-9daa-c6576fb46a2a'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:14.628778 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] For port 25fbc2f7-5170-4fc7-ba83-c57458c0595e, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:16:14.634556 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] For port 25fbc2f7-5170-4fc7-ba83-c57458c0595e, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=25fbc2f7-5170-4fc7-ba83-c57458c0595e,segment=NetworkSegment(fc2f4b1d-e9d9-43f6-b6bc-1bc37c51e8bf),segment_id=fc2f4b1d-e9d9-43f6-b6bc-1bc37c51e8bf)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:16:14.639569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e81edfe2-13a5-4ece-a47a-5847095371d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.642800 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.643291 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e81edfe2-13a5-4ece-a47a-5847095371d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/0ef83ba0-50f5-44d3-90b8-9de475797675 HTTP/1.1" status: 204 len: 168 time: 1.3388431 Dec 09 02:16:14.653497 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-988c277f-9f48-4c83-95f6-756e95561b61 req-9b1253f9-5c4e-46d7-9d35-a6bff127c06b tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251571 Dec 09 02:16:14.657741 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33320) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:14.659850 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09524aac-e10a-496d-b941-eac08fed6af2 None None] Routers {'1f9bbe34-40f2-445d-9daa-c6576fb46a2a'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:14.661762 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-09524aac-e10a-496d-b941-eac08fed6af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1f9bbe34-40f2-445d-9daa-c6576fb46a2a'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:14.685158 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04644efc-b69a-4524-9122-629c957589cd tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.699465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003aa7d7-1eac-45fb-87fb-db3c2c910aa0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:14.705553 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003aa7d7-1eac-45fb-87fb-db3c2c910aa0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:14.710202 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-003aa7d7-1eac-45fb-87fb-db3c2c910aa0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5814774 Dec 09 02:16:14.713189 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33322) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:14.723592 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-09524aac-e10a-496d-b941-eac08fed6af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:14.737950 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09524aac-e10a-496d-b941-eac08fed6af2 None None] Routers {'1f9bbe34-40f2-445d-9daa-c6576fb46a2a'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:14.738606 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-09524aac-e10a-496d-b941-eac08fed6af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1f9bbe34-40f2-445d-9daa-c6576fb46a2a'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:14.741993 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38c2d3-6c1d-4b4d-aa70-d6fd9f848078 None None] Pushing event updated for resources: {'Port': ['ID=25fbc2f7-5170-4fc7-ba83-c57458c0595e,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:14.767533 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04644efc-b69a-4524-9122-629c957589cd tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Port': ['ID=5f56c757-86f1-48f0-b893-00ce9f37aa6a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:14.795349 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9b2122-5a50-4e22-b315-988f6d31badd None None] DHCP port deletion for 5084aff9-c046-4c9a-bb33-8b64707985b5 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:14.809055 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-09524aac-e10a-496d-b941-eac08fed6af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:14.809721 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09524aac-e10a-496d-b941-eac08fed6af2 None None] The sync data for ids ['1f9bbe34-40f2-445d-9daa-c6576fb46a2a'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:14.822840 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1098ef37-1f2c-4a18-81f0-bcdbb9b59a8d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.886100 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1098ef37-1f2c-4a18-81f0-bcdbb9b59a8d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for bf734799-e491-44a7-b390-6b481e9efc99 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:14.920021 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084d7fd3-5a7f-463b-a7aa-15f42a5db7b6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:14.926464 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084d7fd3-5a7f-463b-a7aa-15f42a5db7b6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:14.930692 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-084d7fd3-5a7f-463b-a7aa-15f42a5db7b6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2694302 Dec 09 02:16:14.951606 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33324) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:14.955488 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cd09d3-68d0-412b-a99e-7ce0f2305def tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:14.960079 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1cd09d3-68d0-412b-a99e-7ce0f2305def tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.966168 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e560df98-3222-4b75-b88f-4a23c0aafeab tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "GET /v2.0/routers/1f9bbe34-40f2-445d-9daa-c6576fb46a2a HTTP/1.1" status: 200 len: 922 time: 0.3526752 Dec 09 02:16:14.977170 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33326) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:14.989708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04644efc-b69a-4524-9122-629c957589cd tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:14.995810 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-04644efc-b69a-4524-9122-629c957589cd tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/ports/5f56c757-86f1-48f0-b893-00ce9f37aa6a HTTP/1.1" status: 204 len: 168 time: 2.0136645 Dec 09 02:16:14.999864 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33328) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:15.142734 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b481a453-29b9-4bd4-9fe1-98aa25f119d8 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:15.146575 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b481a453-29b9-4bd4-9fe1-98aa25f119d8 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&device_id=1f9bbe34-40f2-445d-9daa-c6576fb46a2a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1661665 Dec 09 02:16:15.147885 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33330) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:15.201192 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 25fbc2f7-5170-4fc7-ba83-c57458c0595e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:15.204217 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5bc3e736-1abb-49e3-a601-f559a814fa39 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:15.255456 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 25fbc2f7-5170-4fc7-ba83-c57458c0595e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:15.255863 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:15.272075 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8e674349-887e-4a38-a6cd-0c5e2f7745ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port 8d973d68-f480-4035-a173-beac883d20db {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:15.272494 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e674349-887e-4a38-a6cd-0c5e2f7745ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:15.274646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1098ef37-1f2c-4a18-81f0-bcdbb9b59a8d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:15.279750 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3e736-1abb-49e3-a601-f559a814fa39 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=fa8889dc-4358-4cef-9384-07bcfbe5b92b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:15.323769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098ef37-1f2c-4a18-81f0-bcdbb9b59a8d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=bf734799-e491-44a7-b390-6b481e9efc99,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:15.337309 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6001c7e-a6f3-487c-a6b3-d1c75fd2f9e2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:15.339674 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c6001c7e-a6f3-487c-a6b3-d1c75fd2f9e2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "GET /v2.0/networks/68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 HTTP/1.1" status: 200 len: 881 time: 0.1891785 Dec 09 02:16:15.345356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33332) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:15.366149 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:15.417975 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 25fbc2f7-5170-4fc7-ba83-c57458c0595e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=25fbc2f7-5170-4fc7-ba83-c57458c0595e,segment=NetworkSegment(fc2f4b1d-e9d9-43f6-b6bc-1bc37c51e8bf),segment_id=fc2f4b1d-e9d9-43f6-b6bc-1bc37c51e8bf)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:15.425401 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:15.439127 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3e165068-b295-49d2-b1e3-311fda984009 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f9bbe34-40f2-445d-9daa-c6576fb46a2a HTTP/1.1" status: 200 len: 205 time: 0.0926454 Dec 09 02:16:15.441907 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33334) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:15.492586 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=25fbc2f7-5170-4fc7-ba83-c57458c0595e,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:15.493576 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d813b679-afcf-464f-9c4f-b66480e353cb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port c016aa5f-e666-4c2d-bd40-d46c1609a09b {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:15.494251 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d813b679-afcf-464f-9c4f-b66480e353cb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:15.669827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1098ef37-1f2c-4a18-81f0-bcdbb9b59a8d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:15.674125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b17b273-9fc3-4e1f-a07e-61bd764a5684 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:15.674902 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d813b679-afcf-464f-9c4f-b66480e353cb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:15.704536 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b2f011cb-c062-4517-89cb-5084ef670ffa tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Deleting port 80584e0d-c0ed-4f74-8ad5-52d2cfadf207 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:15.704880 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2f011cb-c062-4517-89cb-5084ef670ffa tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:15.711471 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e674349-887e-4a38-a6cd-0c5e2f7745ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:15.739692 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d813b679-afcf-464f-9c4f-b66480e353cb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for c016aa5f-e666-4c2d-bd40-d46c1609a09b owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:15.808331 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5bc3e736-1abb-49e3-a601-f559a814fa39 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:15.813870 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8e674349-887e-4a38-a6cd-0c5e2f7745ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for 8d973d68-f480-4035-a173-beac883d20db owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:15.965352 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66d18a-fc85-4ba0-83c2-b2d4a2808d43 req-194c98ff-43e8-46c3-825e-b68b0578a936 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:15.966892 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6f66d18a-fc85-4ba0-83c2-b2d4a2808d43 req-194c98ff-43e8-46c3-825e-b68b0578a936 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2006793 Dec 09 02:16:15.981083 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1098ef37-1f2c-4a18-81f0-bcdbb9b59a8d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router ec0488ef-7775-41c2-aa45-5be57eb2bf5d has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:16:15.998292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b17b273-9fc3-4e1f-a07e-61bd764a5684 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:15.998497 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab852c00-c5aa-4216-8d9b-2cd43c79ddcf None None] Network 28a09373-afeb-481c-8b73-60baf845e8d0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:16.102059 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-6d53c4e0-eb90-4108-b802-69e66c4bcdae None None] Provisioning complete for port 25fbc2f7-5170-4fc7-ba83-c57458c0595e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:16.102543 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6d53c4e0-eb90-4108-b802-69e66c4bcdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:16.127631 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6f66d18a-fc85-4ba0-83c2-b2d4a2808d43 req-8cacb1c6-2c97-4449-af3f-6defb59c5cd0 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502645 Dec 09 02:16:16.137633 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1098ef37-1f2c-4a18-81f0-bcdbb9b59a8d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:16.146570 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1098ef37-1f2c-4a18-81f0-bcdbb9b59a8d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/ec0488ef-7775-41c2-aa45-5be57eb2bf5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2400353 Dec 09 02:16:16.147037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33338) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:16.156558 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb871761-9a2a-4feb-910c-bf11d2ab0435 None None] Sync routers for ids ['ec0488ef-7775-41c2-aa45-5be57eb2bf5d'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:16.194829 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb871761-9a2a-4feb-910c-bf11d2ab0435 None None] Routers {'ec0488ef-7775-41c2-aa45-5be57eb2bf5d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:16.195584 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bb871761-9a2a-4feb-910c-bf11d2ab0435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ec0488ef-7775-41c2-aa45-5be57eb2bf5d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:16.238371 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bb871761-9a2a-4feb-910c-bf11d2ab0435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:16.247362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9b17b273-9fc3-4e1f-a07e-61bd764a5684 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Deleting port edef4290-f332-4a35-93de-40da2b028999 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:16.247737 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b17b273-9fc3-4e1f-a07e-61bd764a5684 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:16.282202 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb871761-9a2a-4feb-910c-bf11d2ab0435 None None] Routers {'ec0488ef-7775-41c2-aa45-5be57eb2bf5d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:16.283063 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bb871761-9a2a-4feb-910c-bf11d2ab0435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ec0488ef-7775-41c2-aa45-5be57eb2bf5d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:16.378733 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bb871761-9a2a-4feb-910c-bf11d2ab0435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:16.379086 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb871761-9a2a-4feb-910c-bf11d2ab0435 None None] The sync data for ids ['ec0488ef-7775-41c2-aa45-5be57eb2bf5d'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:16.465417 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-27c0fe9b-7062-4f4b-b432-92b502c7f433 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] remove_router_interface failed (client error): The resource could not be found. Dec 09 02:16:16.469286 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-27c0fe9b-7062-4f4b-b432-92b502c7f433 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/ec0488ef-7775-41c2-aa45-5be57eb2bf5d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3187544 Dec 09 02:16:16.469769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33344) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:16.537822 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b16fcc10-83db-40c9-8cf2-1effba8d4557 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec0488ef-7775-41c2-aa45-5be57eb2bf5d HTTP/1.1" status: 200 len: 205 time: 0.0641470 Dec 09 02:16:16.540032 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2f011cb-c062-4517-89cb-5084ef670ffa tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:16.540523 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b17b273-9fc3-4e1f-a07e-61bd764a5684 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:16.547587 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33346) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:16.566283 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9b17b273-9fc3-4e1f-a07e-61bd764a5684 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Calling delete_port for edef4290-f332-4a35-93de-40da2b028999 owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:16.577009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232f1a9-cda3-497f-bb70-608a7288d011 req-de59d0f8-2b2c-4f71-bd8f-b2b77606fd47 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:16.578510 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5232f1a9-cda3-497f-bb70-608a7288d011 req-de59d0f8-2b2c-4f71-bd8f-b2b77606fd47 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.1770928 Dec 09 02:16:16.589375 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b2f011cb-c062-4517-89cb-5084ef670ffa tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Calling delete_port for 80584e0d-c0ed-4f74-8ad5-52d2cfadf207 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:16.605293 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-4141714a-74c4-484e-9fa0-1cf55ab19e18 None None] Provisioning complete for port 25fbc2f7-5170-4fc7-ba83-c57458c0595e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:16.605755 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4141714a-74c4-484e-9fa0-1cf55ab19e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:16.625185 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d813b679-afcf-464f-9c4f-b66480e353cb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:16.692379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1cd09d3-68d0-412b-a99e-7ce0f2305def tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:16.728115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b11de61a-8986-45be-b2af-a4b025cadc6b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:16.733366 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cbc21-a754-481d-97d9-ae88f44961ee req-28e1618f-ce51-4bfd-91f6-e297c1a703a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:16.734845 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ed4cbc21-a754-481d-97d9-ae88f44961ee req-28e1618f-ce51-4bfd-91f6-e297c1a703a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6aa27ea1351487bb03e8c81fda3bd03&device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 1098 time: 0.2642345 Dec 09 02:16:16.743245 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813b679-afcf-464f-9c4f-b66480e353cb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=c016aa5f-e666-4c2d-bd40-d46c1609a09b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:16.837865 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d813b679-afcf-464f-9c4f-b66480e353cb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:16.841202 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d813b679-afcf-464f-9c4f-b66480e353cb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/c016aa5f-e666-4c2d-bd40-d46c1609a09b HTTP/1.1" status: 204 len: 168 time: 1.8884470 Dec 09 02:16:16.847856 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33348) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:16.883343 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cd09d3-68d0-412b-a99e-7ce0f2305def tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 28a09373-afeb-481c-8b73-60baf845e8d0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:16.917113 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e1cd09d3-68d0-412b-a99e-7ce0f2305def tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:16.924478 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd09d3-68d0-412b-a99e-7ce0f2305def tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Subnet': ['ID=07c9cebf-c477-4fbc-b743-4589d35a1e50,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:16.927571 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494938c1-a050-4d68-865c-af2c06f88517 None None] Network 28a09373-afeb-481c-8b73-60baf845e8d0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:16.930876 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cd09d3-68d0-412b-a99e-7ce0f2305def tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:16.931505 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1cd09d3-68d0-412b-a99e-7ce0f2305def tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:16.950506 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e674349-887e-4a38-a6cd-0c5e2f7745ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:16.960275 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc3e736-1abb-49e3-a601-f559a814fa39 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router c943b033-7c80-4daf-b6d1-12f04a08d5c1 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:16:17.007860 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e1cd09d3-68d0-412b-a99e-7ce0f2305def tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5552661 Dec 09 02:16:17.009091 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33350) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:17.020835 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eac25c-0072-4dc3-843f-8d1b561b1779 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:17.022960 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-79eac25c-0072-4dc3-843f-8d1b561b1779 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1702607 Dec 09 02:16:17.027949 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-479f559b-f75e-4596-bae5-e492a13daf42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'network_id': '28a09373-afeb-481c-8b73-60baf845e8d0', 'fixed_ips': [{'subnet_id': '829f5145-5028-4e3b-85b0-f763740d7657'}, {'subnet_id': '07c9cebf-c477-4fbc-b743-4589d35a1e50'}], 'name': 'tempest-PortsIpV6TestJSON-1813858694'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:17.056078 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33352) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:17.074987 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e674349-887e-4a38-a6cd-0c5e2f7745ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=8d973d68-f480-4035-a173-beac883d20db,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:17.190517 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e674349-887e-4a38-a6cd-0c5e2f7745ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.196601 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8e674349-887e-4a38-a6cd-0c5e2f7745ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/8d973d68-f480-4035-a173-beac883d20db HTTP/1.1" status: 204 len: 168 time: 2.4719462 Dec 09 02:16:17.200184 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5c4c3c-11b0-4469-bc53-eb76c3ce7784 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] GET failed (client error): The resource could not be found. Dec 09 02:16:17.201613 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0c5c4c3c-11b0-4469-bc53-eb76c3ce7784 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports/0ef83ba0-50f5-44d3-90b8-9de475797675 HTTP/1.1" status: 404 len: 333 time: 0.1266134 Dec 09 02:16:17.202180 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33354) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:17.224196 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 25fbc2f7-5170-4fc7-ba83-c57458c0595e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:17.267885 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33356) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:17.273266 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f45d43-0c37-460c-9389-d6db30c9eb5d None None] Update dhcp port {'port': {'network_id': '28a09373-afeb-481c-8b73-60baf845e8d0', 'fixed_ips': [{'subnet_id': '829f5145-5028-4e3b-85b0-f763740d7657', 'ip_address': '2001:db8::2'}, {'subnet_id': '07c9cebf-c477-4fbc-b743-4589d35a1e50'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': '25fbc2f7-5170-4fc7-ba83-c57458c0595e'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:16:17.314189 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16f45d43-0c37-460c-9389-d6db30c9eb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.337082 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 25fbc2f7-5170-4fc7-ba83-c57458c0595e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:17.337456 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.340339 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2f011cb-c062-4517-89cb-5084ef670ffa tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.345231 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cbc21-a754-481d-97d9-ae88f44961ee req-7468cf17-a723-437b-818a-7acd679d23ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:17.346731 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ed4cbc21-a754-481d-97d9-ae88f44961ee req-7468cf17-a723-437b-818a-7acd679d23ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d39084e-79bd-4b9e-a14a-0e7250599a44 HTTP/1.1" status: 200 len: 911 time: 0.1610467 Dec 09 02:16:17.355204 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5232f1a9-cda3-497f-bb70-608a7288d011 req-eea7a0c1-6d83-4e00-9c0e-88727e099098 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7325640 Dec 09 02:16:17.379032 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5081d43-0af3-456f-900a-8f809f546d73 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] GET failed (client error): The resource could not be found. Dec 09 02:16:17.380578 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a5081d43-0af3-456f-900a-8f809f546d73 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports/c016aa5f-e666-4c2d-bd40-d46c1609a09b HTTP/1.1" status: 404 len: 333 time: 0.1113975 Dec 09 02:16:17.396576 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33358) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:17.458909 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41563588-3e3e-490c-be95-bd8d699a7f4f None None] DHCP port deletion for 5084aff9-c046-4c9a-bb33-8b64707985b5 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:17.459892 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f011cb-c062-4517-89cb-5084ef670ffa tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Port': ['ID=80584e0d-c0ed-4f74-8ad5-52d2cfadf207,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:17.510604 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b512bd-e8c9-461c-832a-b635b103675f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:17.512424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b512bd-e8c9-461c-832a-b635b103675f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:17.516527 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-68b512bd-e8c9-461c-832a-b635b103675f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2625983 Dec 09 02:16:17.522521 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33360) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:17.563010 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b11de61a-8986-45be-b2af-a4b025cadc6b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.577512 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b11de61a-8986-45be-b2af-a4b025cadc6b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.577770 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-16f45d43-0c37-460c-9389-d6db30c9eb5d None None] Allocated IP 2001:db8:0:1::2 (28a09373-afeb-481c-8b73-60baf845e8d0/07c9cebf-c477-4fbc-b743-4589d35a1e50/25fbc2f7-5170-4fc7-ba83-c57458c0595e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:17.580423 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc3e736-1abb-49e3-a601-f559a814fa39 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:17.599541 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5bc3e736-1abb-49e3-a601-f559a814fa39 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/c943b033-7c80-4daf-b6d1-12f04a08d5c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1305957 Dec 09 02:16:17.602710 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33362) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:17.605254 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236f3d20-1c83-4c55-be4e-43b56b7c03da None None] Sync routers for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:17.620008 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f3d20-1c83-4c55-be4e-43b56b7c03da None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:17.620626 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-236f3d20-1c83-4c55-be4e-43b56b7c03da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:17.640798 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ed4cbc21-a754-481d-97d9-ae88f44961ee req-60859378-26ae-488e-933b-96b0b62eacff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6718d4df-d0aa-4ff1-a335-31d024679bf3 HTTP/1.1" status: 200 len: 1001 time: 0.2484503 Dec 09 02:16:17.645824 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b17b273-9fc3-4e1f-a07e-61bd764a5684 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.684063 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15c063a-600e-4cd4-946b-3644a58ec552 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting subnet 58d4058f-774e-45a5-bdbf-9b4532418120 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:17.687370 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d15c063a-600e-4cd4-946b-3644a58ec552 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.689257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17b273-9fc3-4e1f-a07e-61bd764a5684 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Pushing event deleted for resources: {'Port': ['ID=edef4290-f332-4a35-93de-40da2b028999,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:17.723758 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-236f3d20-1c83-4c55-be4e-43b56b7c03da None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:17.728060 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d15c063a-600e-4cd4-946b-3644a58ec552 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.737317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76c210d-34e9-454b-8f2e-b7627c45e74d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 3e6e370d-e878-447b-ab60-9a53b87b3780 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:17.739839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b11de61a-8986-45be-b2af-a4b025cadc6b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.740327 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11de61a-8986-45be-b2af-a4b025cadc6b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Fanout notify agent at l3_agent the message router_deleted on router ec0488ef-7775-41c2-aa45-5be57eb2bf5d {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:16:17.750518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b11de61a-8986-45be-b2af-a4b025cadc6b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.755046 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b11de61a-8986-45be-b2af-a4b025cadc6b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/routers/ec0488ef-7775-41c2-aa45-5be57eb2bf5d HTTP/1.1" status: 204 len: 168 time: 1.2018735 Dec 09 02:16:17.755046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f76c210d-34e9-454b-8f2e-b7627c45e74d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.774947 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33364) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:17.782689 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-16f45d43-0c37-460c-9389-d6db30c9eb5d None None] For port 25fbc2f7-5170-4fc7-ba83-c57458c0595e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=25fbc2f7-5170-4fc7-ba83-c57458c0595e,segment=NetworkSegment(fc2f4b1d-e9d9-43f6-b6bc-1bc37c51e8bf),segment_id=fc2f4b1d-e9d9-43f6-b6bc-1bc37c51e8bf)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:17.812390 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d15c063a-600e-4cd4-946b-3644a58ec552 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.848987 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16f45d43-0c37-460c-9389-d6db30c9eb5d None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.856426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae12b04-cbaf-4e21-94f3-33fb003a1363 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:17.876118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f76c210d-34e9-454b-8f2e-b7627c45e74d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.881294 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cbc21-a754-481d-97d9-ae88f44961ee req-b732816c-fe72-4c51-8c15-9bbe8f0dd3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:17.882919 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ed4cbc21-a754-481d-97d9-ae88f44961ee req-b732816c-fe72-4c51-8c15-9bbe8f0dd3f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65663bf3-f1b4-4c2a-9db1-f939da065c68 HTTP/1.1" status: 200 len: 849 time: 0.2278826 Dec 09 02:16:17.884020 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16f45d43-0c37-460c-9389-d6db30c9eb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.888869 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d15c063a-600e-4cd4-946b-3644a58ec552 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.897460 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479f559b-f75e-4596-bae5-e492a13daf42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:17.961204 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-236f3d20-1c83-4c55-be4e-43b56b7c03da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:16:14Z', 'revision_number': 10, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:17.965701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85d35de-6f56-4132-91a2-a1235149977b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting subnet 7066e482-2b41-4ad0-b836-b3db145d5d43 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:17.970267 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b17b273-9fc3-4e1f-a07e-61bd764a5684 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.977064 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e85d35de-6f56-4132-91a2-a1235149977b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.983236 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2f011cb-c062-4517-89cb-5084ef670ffa tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.986571 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b2f011cb-c062-4517-89cb-5084ef670ffa tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/ports/80584e0d-c0ed-4f74-8ad5-52d2cfadf207 HTTP/1.1" status: 204 len: 168 time: 2.9675758 Dec 09 02:16:17.993034 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-479f559b-f75e-4596-bae5-e492a13daf42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:17.996951 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236f3d20-1c83-4c55-be4e-43b56b7c03da None None] Checking router: c943b033-7c80-4daf-b6d1-12f04a08d5c1 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:16:18.004842 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33366) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:18.009623 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f3d20-1c83-4c55-be4e-43b56b7c03da None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:18.010238 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-236f3d20-1c83-4c55-be4e-43b56b7c03da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:18.010636 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02592559-7b7e-40a7-b7f9-36670cb7b006 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.031154 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f45d43-0c37-460c-9389-d6db30c9eb5d None None] Pushing event updated for resources: {'Port': ['ID=25fbc2f7-5170-4fc7-ba83-c57458c0595e,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:18.035726 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-479f559b-f75e-4596-bae5-e492a13daf42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] device_id is not set on port c62e54d3-c652-4cd0-9d1e-a94089236205 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:18.049347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cbc21-a754-481d-97d9-ae88f44961ee req-5bcfd545-751b-466d-96ec-d179757c2fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:18.054621 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ed4cbc21-a754-481d-97d9-ae88f44961ee req-5bcfd545-751b-466d-96ec-d179757c2fbc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d39084e-79bd-4b9e-a14a-0e7250599a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1455028 Dec 09 02:16:18.077708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c063a-600e-4cd4-946b-3644a58ec552 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Subnet': ['ID=58d4058f-774e-45a5-bdbf-9b4532418120,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:18.087545 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d15c063a-600e-4cd4-946b-3644a58ec552 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.093588 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d15c063a-600e-4cd4-946b-3644a58ec552 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/58d4058f-774e-45a5-bdbf-9b4532418120 HTTP/1.1" status: 204 len: 168 time: 0.4769874 Dec 09 02:16:18.095363 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33368) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:18.102671 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-236f3d20-1c83-4c55-be4e-43b56b7c03da None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:18.104982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205c2056-f62f-4aad-89da-f3696de5ada8 None None] Network a8b9d5bd-9392-47eb-8a19-18f40bc592a2 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:18.233838 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.251345 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ed4cbc21-a754-481d-97d9-ae88f44961ee req-a18bd42e-f273-4773-806b-090432fd635e service neutron] 10.222.0.45 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400867 Dec 09 02:16:18.351774 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b17b273-9fc3-4e1f-a07e-61bd764a5684 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.382482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02592559-7b7e-40a7-b7f9-36670cb7b006 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.393121 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e85d35de-6f56-4132-91a2-a1235149977b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.396456 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b17b273-9fc3-4e1f-a07e-61bd764a5684 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.416704 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d10f0ba-c1a7-4f04-9cc0-bc1dcbc810c1 None None] DHCP port deletion for a8b9d5bd-9392-47eb-8a19-18f40bc592a2 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:18.461486 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-02592559-7b7e-40a7-b7f9-36670cb7b006 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6131ba0b-a936-49a7-9303-6650b11266e0']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:18.503645 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-02592559-7b7e-40a7-b7f9-36670cb7b006 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65da7410-8a9b-4d8c-a5b5-96b740b3e30c') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:18.503983 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-02592559-7b7e-40a7-b7f9-36670cb7b006 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65da7410-8a9b-4d8c-a5b5-96b740b3e30c') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:18.512929 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f76c210d-34e9-454b-8f2e-b7627c45e74d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.526645 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e0966d-1b58-4fc7-a433-ddd052c67d1d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:18.530670 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-54e0966d-1b58-4fc7-a433-ddd052c67d1d tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "GET /v2.0/ports?device_id=a73c5c39-9162-46ee-9bf6-ba0fe79858ff HTTP/1.1" status: 200 len: 913 time: 0.4733694 Dec 09 02:16:18.542645 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33374) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:18.578127 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02592559-7b7e-40a7-b7f9-36670cb7b006 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.581638 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b17b273-9fc3-4e1f-a07e-61bd764a5684 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.582369 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b17b273-9fc3-4e1f-a07e-61bd764a5684 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Fanout notify agent at l3_agent the message router_deleted on router 1f9bbe34-40f2-445d-9daa-c6576fb46a2a {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:16:18.586859 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7d10f0ba-c1a7-4f04-9cc0-bc1dcbc810c1 None None] Deleting port c001e43d-bc17-44fd-843a-58b3e70df92a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:18.587327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7d10f0ba-c1a7-4f04-9cc0-bc1dcbc810c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.603052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b17b273-9fc3-4e1f-a07e-61bd764a5684 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.603781 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9b17b273-9fc3-4e1f-a07e-61bd764a5684 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "DELETE /v2.0/routers/1f9bbe34-40f2-445d-9daa-c6576fb46a2a HTTP/1.1" status: 204 len: 168 time: 3.1609321 Dec 09 02:16:18.619341 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-236f3d20-1c83-4c55-be4e-43b56b7c03da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:16:14Z', 'revision_number': 10, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:18.625444 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33376) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:18.633971 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-24d5cd58-d8ba-4b5e-8ede-0446498c02d3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-672064587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:18.665727 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ed4cbc21-a754-481d-97d9-ae88f44961ee req-30d6d4e9-7698-4ce7-81bf-4d9a42448c2c service neutron] 10.222.0.45 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733273 Dec 09 02:16:18.697187 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e85d35de-6f56-4132-91a2-a1235149977b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.722436 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236f3d20-1c83-4c55-be4e-43b56b7c03da None None] The sync data for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv is: [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:16:14Z', 'revision_number': 10, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None, '_interfaces': [{'id': '5b69c682-f336-4e00-952e-e12a6a761fe8', 'name': '', 'network_id': '0b1de08b-ff17-497b-bd07-cd9872ea54bd', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'mac_address': 'fa:16:3e:a3:05:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:15:13Z', 'updated_at': '2021-12-09T02:15:28Z', 'revision_number': 5, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'subnets': [{'id': '46d7a0e6-578f-4778-8630-927659e73cb5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:18.733461 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f76c210d-34e9-454b-8f2e-b7627c45e74d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.738287 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-24d5cd58-d8ba-4b5e-8ede-0446498c02d3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.744541 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-24d5cd58-d8ba-4b5e-8ede-0446498c02d3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.744771 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02592559-7b7e-40a7-b7f9-36670cb7b006 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.777784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02592559-7b7e-40a7-b7f9-36670cb7b006 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:16:18.778189 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02592559-7b7e-40a7-b7f9-36670cb7b006 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:16:18.784695 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:16:18.805506 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c210d-34e9-454b-8f2e-b7627c45e74d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=3e6e370d-e878-447b-ab60-9a53b87b3780,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:18.821988 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f76c210d-34e9-454b-8f2e-b7627c45e74d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.825749 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f76c210d-34e9-454b-8f2e-b7627c45e74d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/3e6e370d-e878-447b-ab60-9a53b87b3780 HTTP/1.1" status: 204 len: 168 time: 1.3002224 Dec 09 02:16:18.829599 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33378) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:18.850080 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be594b52-02e3-49f7-98e7-54f395c60b26 req-10548426-eb35-47e0-9cbd-40d6aaa49972 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:18.851785 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-be594b52-02e3-49f7-98e7-54f395c60b26 req-10548426-eb35-47e0-9cbd-40d6aaa49972 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2690792 Dec 09 02:16:18.874313 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f508af5a-da59-45d4-bed8-1978955d4a27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442824 Dec 09 02:16:18.878588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33380) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:18.884192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-cbd9456a-95b3-4332-b063-261d447c88a5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:18.918249 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7d10f0ba-c1a7-4f04-9cc0-bc1dcbc810c1 None None] For port c001e43d-bc17-44fd-843a-58b3e70df92a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c001e43d-bc17-44fd-843a-58b3e70df92a,segment=NetworkSegment(d35936fa-daf2-456a-9475-47248c50b7ee),segment_id=d35936fa-daf2-456a-9475-47248c50b7ee)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:18.918658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7d10f0ba-c1a7-4f04-9cc0-bc1dcbc810c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.932445 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7d10f0ba-c1a7-4f04-9cc0-bc1dcbc810c1 None None] Calling delete_port for c001e43d-bc17-44fd-843a-58b3e70df92a owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:18.961603 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e85d35de-6f56-4132-91a2-a1235149977b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:18.986946 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42fae02-13d0-4a70-8f0b-a98ac639e4bd None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:18.989690 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02592559-7b7e-40a7-b7f9-36670cb7b006 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.008968 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d35de-6f56-4132-91a2-a1235149977b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Subnet': ['ID=7066e482-2b41-4ad0-b836-b3db145d5d43,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:19.009966 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port c001e43d-bc17-44fd-843a-58b3e70df92a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:19.010588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.011392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e85d35de-6f56-4132-91a2-a1235149977b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.014706 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e85d35de-6f56-4132-91a2-a1235149977b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/7066e482-2b41-4ad0-b836-b3db145d5d43 HTTP/1.1" status: 204 len: 168 time: 1.2202446 Dec 09 02:16:19.018244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33382) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:19.039095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9df123-4924-4e33-a46a-d6095df104cb None None] Network 5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:19.045860 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02592559-7b7e-40a7-b7f9-36670cb7b006 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.054093 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-02592559-7b7e-40a7-b7f9-36670cb7b006 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/networks/6131ba0b-a936-49a7-9303-6650b11266e0 HTTP/1.1" status: 204 len: 168 time: 1.6493812 Dec 09 02:16:19.054093 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02592559-7b7e-40a7-b7f9-36670cb7b006 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Network': ['ID=6131ba0b-a936-49a7-9303-6650b11266e0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:19.056353 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33384) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:19.138765 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-24d5cd58-d8ba-4b5e-8ede-0446498c02d3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.154099 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-24d5cd58-d8ba-4b5e-8ede-0446498c02d3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.189977 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd9456a-95b3-4332-b063-261d447c88a5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:19.199545 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cbd9456a-95b3-4332-b063-261d447c88a5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.257428 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 25fbc2f7-5170-4fc7-ba83-c57458c0595e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:19.262799 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1f89b6a2-1d63-4a69-bfcc-c583e718dfdc None None] Provisioning complete for port 25fbc2f7-5170-4fc7-ba83-c57458c0595e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:19.268782 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1f89b6a2-1d63-4a69-bfcc-c583e718dfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.296735 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-24d5cd58-d8ba-4b5e-8ede-0446498c02d3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.299055 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-be594b52-02e3-49f7-98e7-54f395c60b26 req-bf5a6259-2895-473f-94dd-5f24211cb286 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4123976 Dec 09 02:16:19.301724 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-24d5cd58-d8ba-4b5e-8ede-0446498c02d3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6707335 Dec 09 02:16:19.305755 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.307362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33386) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:19.324584 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d7a01662-3351-40aa-92de-0b0bab5d1fe4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-579482606'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:19.337554 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Request body: {'router': {'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:19.410859 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a01662-3351-40aa-92de-0b0bab5d1fe4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:19.411791 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7d10f0ba-c1a7-4f04-9cc0-bc1dcbc810c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.413928 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7a01662-3351-40aa-92de-0b0bab5d1fe4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.448306 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a01662-3351-40aa-92de-0b0bab5d1fe4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:16:19.453135 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] For port c001e43d-bc17-44fd-843a-58b3e70df92a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c001e43d-bc17-44fd-843a-58b3e70df92a,segment=NetworkSegment(d35936fa-daf2-456a-9475-47248c50b7ee),segment_id=d35936fa-daf2-456a-9475-47248c50b7ee)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:19.453504 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.470079 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d10f0ba-c1a7-4f04-9cc0-bc1dcbc810c1 None None] No DVR routers for this DVR port c001e43d-bc17-44fd-843a-58b3e70df92a on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:19.485155 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-479f559b-f75e-4596-bae5-e492a13daf42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Allocated IP 2001:db8::ab (28a09373-afeb-481c-8b73-60baf845e8d0/829f5145-5028-4e3b-85b0-f763740d7657/c62e54d3-c652-4cd0-9d1e-a94089236205) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:19.520661 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for c001e43d-bc17-44fd-843a-58b3e70df92a owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:19.525662 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-479f559b-f75e-4596-bae5-e492a13daf42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Allocated IP 2001:db8:0:1::387 (28a09373-afeb-481c-8b73-60baf845e8d0/07c9cebf-c477-4fbc-b743-4589d35a1e50/c62e54d3-c652-4cd0-9d1e-a94089236205) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:19.532611 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a36fc3-631f-4803-bc0d-3949214832a2 None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:19.534439 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7a01662-3351-40aa-92de-0b0bab5d1fe4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.534976 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-d7a01662-3351-40aa-92de-0b0bab5d1fe4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Added segment 723c3ca1-b02b-4599-9ca6-0dbcf4e6d969 of type vlan for network cfb50cbf-07a5-41da-adf0-200444a69275 Dec 09 02:16:19.544934 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10f0ba-c1a7-4f04-9cc0-bc1dcbc810c1 None None] Pushing event deleted for resources: {'Port': ['ID=c001e43d-bc17-44fd-843a-58b3e70df92a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:19.592483 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 25fbc2f7-5170-4fc7-ba83-c57458c0595e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:19.592977 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.677068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ff925-88a0-464f-867a-8f02d598c278 None None] DHCP port deletion for 5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:19.725660 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7a01662-3351-40aa-92de-0b0bab5d1fe4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.739837 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c9a36fc3-631f-4803-bc0d-3949214832a2 None None] Deleting port 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:19.740319 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9a36fc3-631f-4803-bc0d-3949214832a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.741958 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.804423 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] No DVR routers for this DVR port c001e43d-bc17-44fd-843a-58b3e70df92a on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:19.824221 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-982ff925-88a0-464f-867a-8f02d598c278 None None] Deleting port 064dfea4-589e-4465-a742-c5e8d8477950 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:19.824686 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-982ff925-88a0-464f-867a-8f02d598c278 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.865883 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=c001e43d-bc17-44fd-843a-58b3e70df92a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:19.870152 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c001e43d-bc17-44fd-843a-58b3e70df92a no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:19.881522 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c9a36fc3-631f-4803-bc0d-3949214832a2 None None] For port 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:19.882058 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9a36fc3-631f-4803-bc0d-3949214832a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.918623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: c001e43d-bc17-44fd-843a-58b3e70df92a {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:19.919081 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c001e43d-bc17-44fd-843a-58b3e70df92a not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:19.919852 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device fa8889dc-4358-4cef-9384-07bcfbe5b92b no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:19.953909 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.955210 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c9a36fc3-631f-4803-bc0d-3949214832a2 None None] Calling delete_port for 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:19.959374 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: fa8889dc-4358-4cef-9384-07bcfbe5b92b {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:19.959851 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device fa8889dc-4358-4cef-9384-07bcfbe5b92b not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:19.969852 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-982ff925-88a0-464f-867a-8f02d598c278 None None] For port 064dfea4-589e-4465-a742-c5e8d8477950, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=064dfea4-589e-4465-a742-c5e8d8477950,segment=NetworkSegment(2dafed19-8ad3-4a76-bc08-abe25d5fb2c1),segment_id=2dafed19-8ad3-4a76-bc08-abe25d5fb2c1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:19.970339 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-982ff925-88a0-464f-867a-8f02d598c278 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.984216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port 064dfea4-589e-4465-a742-c5e8d8477950 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:19.984849 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:19.992222 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-982ff925-88a0-464f-867a-8f02d598c278 None None] Calling delete_port for 064dfea4-589e-4465-a742-c5e8d8477950 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:20.131769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cbd9456a-95b3-4332-b063-261d447c88a5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.141801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] For port 064dfea4-589e-4465-a742-c5e8d8477950, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=064dfea4-589e-4465-a742-c5e8d8477950,segment=NetworkSegment(2dafed19-8ad3-4a76-bc08-abe25d5fb2c1),segment_id=2dafed19-8ad3-4a76-bc08-abe25d5fb2c1)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:20.142530 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.149819 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9a36fc3-631f-4803-bc0d-3949214832a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.158414 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-982ff925-88a0-464f-867a-8f02d598c278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.185569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for 064dfea4-589e-4465-a742-c5e8d8477950 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:20.186261 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a36fc3-631f-4803-bc0d-3949214832a2 None None] No DVR routers for this DVR port 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:20.188205 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a36fc3-631f-4803-bc0d-3949214832a2 None None] Pushing event deleted for resources: {'Port': ['ID=406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:20.196095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ff925-88a0-464f-867a-8f02d598c278 None None] No DVR routers for this DVR port 064dfea4-589e-4465-a742-c5e8d8477950 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:20.204997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd9456a-95b3-4332-b063-261d447c88a5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:20.218401 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ff925-88a0-464f-867a-8f02d598c278 None None] Pushing event deleted for resources: {'Port': ['ID=064dfea4-589e-4465-a742-c5e8d8477950,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:20.219109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-cbd9456a-95b3-4332-b063-261d447c88a5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:20.231699 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd9456a-95b3-4332-b063-261d447c88a5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:20.232130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cbd9456a-95b3-4332-b063-261d447c88a5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.235026 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b3849e-2db7-4e99-a55f-f3da27f7a458 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:20.274437 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7a01662-3351-40aa-92de-0b0bab5d1fe4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.279786 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9456a-95b3-4332-b063-261d447c88a5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=9f5ae73a-9854-4a52-9b81-7dd1dd898227,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:20.280643 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a01662-3351-40aa-92de-0b0bab5d1fe4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:20.281285 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7a01662-3351-40aa-92de-0b0bab5d1fe4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.311276 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cbd9456a-95b3-4332-b063-261d447c88a5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4313037 Dec 09 02:16:20.315563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33388) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:20.325877 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-e648db99-9984-4147-9a55-e79ec38fc10f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'fixed_ips': [{'subnet_id': '9f5ae73a-9854-4a52-9b81-7dd1dd898227', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1268189140'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:20.356034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': '9f5ae73a-9854-4a52-9b81-7dd1dd898227'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:16:20.357150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.413676 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.421742 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d7a01662-3351-40aa-92de-0b0bab5d1fe4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1289463 Dec 09 02:16:20.422778 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33392) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:20.436804 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6f4f9b90-5cdd-4483-bc80-bf81616b97fb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'subnet': {'network_id': 'cfb50cbf-07a5-41da-adf0-200444a69275', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:20.451384 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.471169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=064dfea4-589e-4465-a742-c5e8d8477950,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:20.478440 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No DVR routers for this DVR port 064dfea4-589e-4465-a742-c5e8d8477950 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:20.514370 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a01662-3351-40aa-92de-0b0bab5d1fe4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Network': ['ID=cfb50cbf-07a5-41da-adf0-200444a69275,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:20.515504 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Allocated IP 2001:db8::2 (3d63738a-85ef-4baf-83f7-848c720832e0/9f5ae73a-9854-4a52-9b81-7dd1dd898227/39a1ea11-2b2b-481b-802d-9d17102a5b32) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:20.548650 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b9d5bd-9392-47eb-8a19-18f40bc592a2']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:20.589803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35936fa-daf2-456a-9475-47248c50b7ee') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:20.590124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35936fa-daf2-456a-9475-47248c50b7ee') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:20.592898 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network cfb50cbf-07a5-41da-adf0-200444a69275 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:16:20.613708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-479f559b-f75e-4596-bae5-e492a13daf42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.622624 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-469356d3-997d-4125-bc1b-7440cca20c91 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.628871 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.699069 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.705922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.729477 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.741047 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a6c31-d72b-45fc-9ded-024a316d2e35 req-97436ac7-9925-4bae-bcd3-5e04054101aa tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:20.742624 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a7a6c31-d72b-45fc-9ded-024a316d2e35 req-97436ac7-9925-4bae-bcd3-5e04054101aa tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2860627 Dec 09 02:16:20.746465 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:16:20.746923 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.747601 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:16:20.750734 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:16:20.763426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.776733 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.781649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e648db99-9984-4147-9a55-e79ec38fc10f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:20.790327 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:20.828532 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Pushing event updated for resources: {'Port': ['ID=39a1ea11-2b2b-481b-802d-9d17102a5b32,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:20.851010 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:20.852927 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:20.861117 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:20.871238 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dafed19-8ad3-4a76-bc08-abe25d5fb2c1') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:20.871549 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dafed19-8ad3-4a76-bc08-abe25d5fb2c1') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:20.877527 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-479f559b-f75e-4596-bae5-e492a13daf42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.886915 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4f9b90-5cdd-4483-bc80-bf81616b97fb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:20.891339 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9b90-5cdd-4483-bc80-bf81616b97fb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.896039 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.897807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.953923 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a7a6c31-d72b-45fc-9ded-024a316d2e35 req-6c764531-bc00-4035-96b3-f54a9fc97cc3 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872950 Dec 09 02:16:20.963275 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.969669 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:20.972578 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/networks/a8b9d5bd-9392-47eb-8a19-18f40bc592a2 HTTP/1.1" status: 204 len: 168 time: 2.8728969 Dec 09 02:16:20.979839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33394) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:20.997824 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25dba8-26ae-4739-a5fb-4f7acb69537a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Network': ['ID=a8b9d5bd-9392-47eb-8a19-18f40bc592a2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:21.020894 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:16:21.021314 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:21.052160 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479f559b-f75e-4596-bae5-e492a13daf42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 28a09373-afeb-481c-8b73-60baf845e8d0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:21.053614 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_backend_mixin [None req-6f4f9b90-5cdd-4483-bc80-bf81616b97fb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Performing IP validity checks on allocation pools {{(pid=103333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 02:16:21.054235 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_backend_mixin [None req-6f4f9b90-5cdd-4483-bc80-bf81616b97fb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 02:16:21.063112 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-479f559b-f75e-4596-bae5-e492a13daf42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:21.111357 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f559b-f75e-4596-bae5-e492a13daf42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=c62e54d3-c652-4cd0-9d1e-a94089236205,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:21.150124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479f559b-f75e-4596-bae5-e492a13daf42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:16:21.152518 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:16:21.156799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479f559b-f75e-4596-bae5-e492a13daf42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:21.156799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-479f559b-f75e-4596-bae5-e492a13daf42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:21.205315 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-479f559b-f75e-4596-bae5-e492a13daf42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.1810381 Dec 09 02:16:21.205870 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33398) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:21.212971 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8af86c1d-4d9b-4a3a-b497-204126e4d570 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '829f5145-5028-4e3b-85b0-f763740d7657'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:21.244866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 064dfea4-589e-4465-a742-c5e8d8477950 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:21.246639 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e648db99-9984-4147-9a55-e79ec38fc10f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:21.248403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Attempting to bind port 39a1ea11-2b2b-481b-802d-9d17102a5b32 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:16:21.248871 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Attempting to bind port 39a1ea11-2b2b-481b-802d-9d17102a5b32 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:16:21.249297 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Attempting to bind port 39a1ea11-2b2b-481b-802d-9d17102a5b32 on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:16:21.253525 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27099378-317b-4285-ab0e-3b63854af242 req-a1f2032a-91d0-40dd-90aa-adf288a3ee8a tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:21.255727 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-27099378-317b-4285-ab0e-3b63854af242 req-a1f2032a-91d0-40dd-90aa-adf288a3ee8a tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.1383576 Dec 09 02:16:21.274239 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 064dfea4-589e-4465-a742-c5e8d8477950 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:21.274678 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 064dfea4-589e-4465-a742-c5e8d8477950 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:21.275183 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:21.278008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:16:21.278199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:21.279145 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:21.279145 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:16:21.279590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Bound port: 39a1ea11-2b2b-481b-802d-9d17102a5b32, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:16:21.280058 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:21.298458 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-e648db99-9984-4147-9a55-e79ec38fc10f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port 98d0dddf-6ae9-4c4a-9fc6-6bcea358d30c yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:21.311078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Allocated IP 172.26.3.81 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/44ccc7f6-65b9-404d-9b09-45c9887d80a3) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:21.339409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:21.340940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 406d4e9d-450c-4e2a-a0fc-7bd89e9a73ea not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:21.369628 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8af86c1d-4d9b-4a3a-b497-204126e4d570 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:21.383584 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:21.415950 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-27099378-317b-4285-ab0e-3b63854af242 req-8db32bf6-be22-414a-b8ea-20f0135f2b75 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426179 Dec 09 02:16:21.451075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] For port 39a1ea11-2b2b-481b-802d-9d17102a5b32, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:16:21.465128 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] For port 39a1ea11-2b2b-481b-802d-9d17102a5b32, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=39a1ea11-2b2b-481b-802d-9d17102a5b32,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:16:21.467739 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:21.477174 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/networks/5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55 HTTP/1.1" status: 204 len: 168 time: 2.4517984 Dec 09 02:16:21.477408 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33402) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:21.482316 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:21.483631 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8ce0ec34-4dd8-4102-a009-6bbfb81251ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'network': {'name': 'tempest-RoutersTest-386525787'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:21.544558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa33cc3-7da7-4ff7-88fe-7ad5ce756be3 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Network': ['ID=5df91f3f-35b1-4f31-b7ab-8f4a0e64bb55,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:21.576238 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-002e58a6-6105-4733-aec1-7ebcd7076c68 None None] Provisioning complete for port c62e54d3-c652-4cd0-9d1e-a94089236205 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:21.576238 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-002e58a6-6105-4733-aec1-7ebcd7076c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:21.618099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21c9fb-6b19-4185-8092-bc85b43ccb0c None None] Pushing event updated for resources: {'Port': ['ID=39a1ea11-2b2b-481b-802d-9d17102a5b32,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:21.631352 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce0ec34-4dd8-4102-a009-6bbfb81251ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:21.634840 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ce0ec34-4dd8-4102-a009-6bbfb81251ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:21.642910 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-002e58a6-6105-4733-aec1-7ebcd7076c68 None None] Port c62e54d3-c652-4cd0-9d1e-a94089236205 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:21.667850 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-e648db99-9984-4147-9a55-e79ec38fc10f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:21.668308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e648db99-9984-4147-9a55-e79ec38fc10f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:16:21.708740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8ae52-8ec9-4d1e-8cab-68bebc8b0d1a req-7a4a89a7-96b4-41ab-b095-7cf01aeb1651 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:21.710246 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-22b8ae52-8ec9-4d1e-8cab-68bebc8b0d1a req-7a4a89a7-96b4-41ab-b095-7cf01aeb1651 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.1813438 Dec 09 02:16:21.727143 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-469356d3-997d-4125-bc1b-7440cca20c91 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Deleting port 28274526-093d-4638-a5a4-9769336f65bc {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:21.727507 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-469356d3-997d-4125-bc1b-7440cca20c91 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:21.749339 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9b90-5cdd-4483-bc80-bf81616b97fb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:21.754083 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e648db99-9984-4147-9a55-e79ec38fc10f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4378555 Dec 09 02:16:21.772000 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33404) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:21.789796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce0ec34-4dd8-4102-a009-6bbfb81251ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:16:21.860762 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:21.887255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ce0ec34-4dd8-4102-a009-6bbfb81251ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:21.887850 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-8ce0ec34-4dd8-4102-a009-6bbfb81251ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Added segment f08416f7-bfe8-4d29-9900-aa53f244e49e of type vlan for network 9b2fe67c-7758-4602-92b9-48944059de18 Dec 09 02:16:21.917057 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-22b8ae52-8ec9-4d1e-8cab-68bebc8b0d1a req-0e155a3e-8b5b-4689-a60d-5f88015aabb0 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972058 Dec 09 02:16:21.947085 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b233abb-0b7b-4a67-a728-9fcd1d3693c8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:21.951781 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1b233abb-0b7b-4a67-a728-9fcd1d3693c8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1787810 Dec 09 02:16:21.953816 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f9b90-5cdd-4483-bc80-bf81616b97fb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Subnet': ['ID=f3c76e72-9e36-487e-b44c-90fbf0d77c3b,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:21.954417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33408) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:22.000969 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ce0ec34-4dd8-4102-a009-6bbfb81251ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:22.012182 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-469356d3-997d-4125-bc1b-7440cca20c91 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:22.032539 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:22.066189 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4f9b90-5cdd-4483-bc80-bf81616b97fb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Checking segment: {'id': '723c3ca1-b02b-4599-9ca6-0dbcf4e6d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfb50cbf-07a5-41da-adf0-200444a69275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:22.067152 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4f9b90-5cdd-4483-bc80-bf81616b97fb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network hostable DHCP agents. Network: cfb50cbf-07a5-41da-adf0-200444a69275, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:16:22.069379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-469356d3-997d-4125-bc1b-7440cca20c91 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Calling delete_port for 28274526-093d-4638-a5a4-9769336f65bc owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:22.102097 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-8af86c1d-4d9b-4a3a-b497-204126e4d570 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Delete allocated IP 2001:db8:0:1::387 (28a09373-afeb-481c-8b73-60baf845e8d0/07c9cebf-c477-4fbc-b743-4589d35a1e50) {{(pid=103333) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 02:16:22.106527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:22.106950 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ce0ec34-4dd8-4102-a009-6bbfb81251ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:22.112543 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce0ec34-4dd8-4102-a009-6bbfb81251ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:22.113137 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ce0ec34-4dd8-4102-a009-6bbfb81251ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:22.142103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00238650-414e-40fd-87fc-ea81d086819c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:22.143699 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00238650-414e-40fd-87fc-ea81d086819c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:22.146582 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-00238650-414e-40fd-87fc-ea81d086819c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1791470 Dec 09 02:16:22.147618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:22.156382 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:22.162702 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33412) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:22.170150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a65c6cb-b5be-4995-9883-7f6d0b1d863c None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:22.196862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Pushing event updated for resources: {'Port': ['ID=44ccc7f6-65b9-404d-9b09-45c9887d80a3,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:22.269495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4f9b90-5cdd-4483-bc80-bf81616b97fb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network cfb50cbf-07a5-41da-adf0-200444a69275 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:16:22.274088 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8ce0ec34-4dd8-4102-a009-6bbfb81251ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7944684 Dec 09 02:16:22.277022 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-ca884254-f639-44eb-828c-8247a9d08d91 None None] Provisioning complete for port 44ccc7f6-65b9-404d-9b09-45c9887d80a3 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:22.277585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ca884254-f639-44eb-828c-8247a9d08d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:22.279561 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33414) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:22.289173 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-3690275b-7b56-48ec-b7cb-2531ebf60112 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'subnet': {'network_id': '9b2fe67c-7758-4602-92b9-48944059de18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:22.318604 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ca884254-f639-44eb-828c-8247a9d08d91 None None] Port 44ccc7f6-65b9-404d-9b09-45c9887d80a3 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:22.335500 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0ec34-4dd8-4102-a009-6bbfb81251ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Network': ['ID=9b2fe67c-7758-4602-92b9-48944059de18,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:22.337557 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-6f4f9b90-5cdd-4483-bc80-bf81616b97fb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, cfb50cbf-07a5-41da-adf0-200444a69275) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:22.350922 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4f9b90-5cdd-4483-bc80-bf81616b97fb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:22.351539 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9b90-5cdd-4483-bc80-bf81616b97fb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:22.352169 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 9b2fe67c-7758-4602-92b9-48944059de18 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:16:22.358622 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d34ead0-f9db-4ad0-8413-ae883019beb8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 9f5ae73a-9854-4a52-9b81-7dd1dd898227 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:22.370317 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9d34ead0-f9db-4ad0-8413-ae883019beb8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:22.419052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40023edc-3f4d-4347-b20c-80f800845844 None None] Network cfb50cbf-07a5-41da-adf0-200444a69275 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:22.462642 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6357b1b-ff4b-4ce1-a8fc-f542d8ef65d0 req-b0ce050d-abed-4411-8f18-a37d21215744 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:22.468171 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6f4f9b90-5cdd-4483-bc80-bf81616b97fb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0366287 Dec 09 02:16:22.470309 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f6357b1b-ff4b-4ce1-a8fc-f542d8ef65d0 req-b0ce050d-abed-4411-8f18-a37d21215744 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2703567 Dec 09 02:16:22.475115 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33416) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:22.480497 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-728ae16a-70f9-49b9-aea6-1c25f4b94648 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'network_id': 'cfb50cbf-07a5-41da-adf0-200444a69275', 'name': 'tempest-PortsTestJSON-333339689'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:22.510767 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9d34ead0-f9db-4ad0-8413-ae883019beb8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:22.566974 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f6357b1b-ff4b-4ce1-a8fc-f542d8ef65d0 req-febbc3eb-1247-4d54-b507-ac287c71a09b tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957131 Dec 09 02:16:22.581958 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-cfb50cbf-07a5-41da-adf0-200444a69275', 'network_id': 'cfb50cbf-07a5-41da-adf0-200444a69275', 'project_id': '646984397d8f42a1ab7a1289880bdcb5', 'fixed_ips': [{'subnet_id': 'f3c76e72-9e36-487e-b44c-90fbf0d77c3b'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:16:22.583745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:22.646493 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3690275b-7b56-48ec-b7cb-2531ebf60112 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:22.650562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3690275b-7b56-48ec-b7cb-2531ebf60112 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:22.682718 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8af86c1d-4d9b-4a3a-b497-204126e4d570 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:22.738793 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8af86c1d-4d9b-4a3a-b497-204126e4d570 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:22.759883 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-27f2e5a4-1b7e-4b87-9a81-31aab85a12be tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:22.830746 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Allocated IP 172.20.0.2 (cfb50cbf-07a5-41da-adf0-200444a69275/f3c76e72-9e36-487e-b44c-90fbf0d77c3b/dd41675b-518e-47b0-89f1-42c298a609e1) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:22.867295 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9d34ead0-f9db-4ad0-8413-ae883019beb8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:22.940926 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8af86c1d-4d9b-4a3a-b497-204126e4d570 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] In _notify_port_updated(), no bound segment for port c62e54d3-c652-4cd0-9d1e-a94089236205 on network 28a09373-afeb-481c-8b73-60baf845e8d0 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:16:22.946764 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af86c1d-4d9b-4a3a-b497-204126e4d570 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:22.947475 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8af86c1d-4d9b-4a3a-b497-204126e4d570 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:22.950879 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8af86c1d-4d9b-4a3a-b497-204126e4d570 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "PUT /v2.0/ports/c62e54d3-c652-4cd0-9d1e-a94089236205 HTTP/1.1" status: 200 len: 925 time: 1.7420270 Dec 09 02:16:22.958529 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33418) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:22.972545 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-de35e57e-cd73-47d2-88d8-b711cb8bce33 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '829f5145-5028-4e3b-85b0-f763740d7657'}, {'subnet_id': '07c9cebf-c477-4fbc-b743-4589d35a1e50'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:22.977766 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-469356d3-997d-4125-bc1b-7440cca20c91 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:22.986707 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af86c1d-4d9b-4a3a-b497-204126e4d570 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=c62e54d3-c652-4cd0-9d1e-a94089236205,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:23.115120 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469356d3-997d-4125-bc1b-7440cca20c91 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Port': ['ID=28274526-093d-4638-a5a4-9769336f65bc,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:23.119566 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5c6dc802-ced7-494c-8a0e-6736088464d6 None None] Provisioning complete for port 39a1ea11-2b2b-481b-802d-9d17102a5b32 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:23.119953 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c6dc802-ced7-494c-8a0e-6736088464d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:23.144672 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728ae16a-70f9-49b9-aea6-1c25f4b94648 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:23.148625 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-728ae16a-70f9-49b9-aea6-1c25f4b94648 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:23.158105 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e369b19f-619c-4f2a-8f9b-fe00d7a091de None None] DHCP port deletion for 5084aff9-c046-4c9a-bb33-8b64707985b5 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:23.184587 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 39a1ea11-2b2b-481b-802d-9d17102a5b32 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:23.217945 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-728ae16a-70f9-49b9-aea6-1c25f4b94648 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] device_id is not set on port bca775c8-3cc9-4414-97ab-c19e44c35dd3 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:23.232640 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:23.245992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:23.316251 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Network cfb50cbf-07a5-41da-adf0-200444a69275 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:23.320388 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:23.323451 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:23.338905 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Pushing event updated for resources: {'Port': ['ID=dd41675b-518e-47b0-89f1-42c298a609e1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:23.342688 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9d34ead0-f9db-4ad0-8413-ae883019beb8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:23.377856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:23.385174 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34ead0-f9db-4ad0-8413-ae883019beb8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5ae73a-9854-4a52-9b81-7dd1dd898227,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:23.420792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9d34ead0-f9db-4ad0-8413-ae883019beb8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:23.427458 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cc7684-7ff2-4000-af3c-d0c3640b1795 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:23.427635 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9d34ead0-f9db-4ad0-8413-ae883019beb8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/9f5ae73a-9854-4a52-9b81-7dd1dd898227 HTTP/1.1" status: 204 len: 168 time: 1.2513087 Dec 09 02:16:23.432203 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33420) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:23.471455 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Attempting to bind port dd41675b-518e-47b0-89f1-42c298a609e1 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:16:23.471828 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Attempting to bind port dd41675b-518e-47b0-89f1-42c298a609e1 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '723c3ca1-b02b-4599-9ca6-0dbcf4e6d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfb50cbf-07a5-41da-adf0-200444a69275'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:16:23.472192 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Attempting to bind port dd41675b-518e-47b0-89f1-42c298a609e1 on network cfb50cbf-07a5-41da-adf0-200444a69275 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:16:23.477775 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 39a1ea11-2b2b-481b-802d-9d17102a5b32 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:23.478148 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:23.508198 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:16:23.508695 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Checking segment: {'id': '723c3ca1-b02b-4599-9ca6-0dbcf4e6d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfb50cbf-07a5-41da-adf0-200444a69275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:23.508971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:23.509362 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Bound using segment: {'id': '723c3ca1-b02b-4599-9ca6-0dbcf4e6d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfb50cbf-07a5-41da-adf0-200444a69275'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:16:23.509846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Bound port: dd41675b-518e-47b0-89f1-42c298a609e1, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723c3ca1-b02b-4599-9ca6-0dbcf4e6d969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfb50cbf-07a5-41da-adf0-200444a69275'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:16:23.510226 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:23.515912 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c6dc802-ced7-494c-8a0e-6736088464d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:23.539713 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2a8c15ad-491a-4b0c-ae4f-0361df3229a9 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787723 Dec 09 02:16:23.543065 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33422) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:23.546512 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-79fe833c-113a-46e6-a666-a0f8cd06f454 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:23.652277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3690275b-7b56-48ec-b7cb-2531ebf60112 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:23.659802 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] For port dd41675b-518e-47b0-89f1-42c298a609e1, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:16:23.695076 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] For port dd41675b-518e-47b0-89f1-42c298a609e1, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=dd41675b-518e-47b0-89f1-42c298a609e1,segment=NetworkSegment(723c3ca1-b02b-4599-9ca6-0dbcf4e6d969),segment_id=723c3ca1-b02b-4599-9ca6-0dbcf4e6d969)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:16:23.698308 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5c6dc802-ced7-494c-8a0e-6736088464d6 None None] For port 39a1ea11-2b2b-481b-802d-9d17102a5b32, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=39a1ea11-2b2b-481b-802d-9d17102a5b32,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:23.705263 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:23.713299 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c6dc802-ced7-494c-8a0e-6736088464d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:23.789403 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690275b-7b56-48ec-b7cb-2531ebf60112 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Subnet': ['ID=226a928e-e376-4a09-a2e5-08908388d752,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:23.823425 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb32a4-f045-4bc5-b16d-319c4167ced1 None None] Pushing event updated for resources: {'Port': ['ID=dd41675b-518e-47b0-89f1-42c298a609e1,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:23.823801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:23.835818 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3690275b-7b56-48ec-b7cb-2531ebf60112 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Checking segment: {'id': 'f08416f7-bfe8-4d29-9900-aa53f244e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9b2fe67c-7758-4602-92b9-48944059de18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:23.836193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3690275b-7b56-48ec-b7cb-2531ebf60112 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network hostable DHCP agents. Network: 9b2fe67c-7758-4602-92b9-48944059de18, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:16:23.839881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:23.891012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de18c304-7eb3-4939-bf3b-8e06aa5562f8 None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:23.912368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e2b78277-8aa6-41ec-9e4b-8b09ae09907f None None] Provisioning complete for port c62e54d3-c652-4cd0-9d1e-a94089236205 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:23.912663 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e2b78277-8aa6-41ec-9e4b-8b09ae09907f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:23.937797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3690275b-7b56-48ec-b7cb-2531ebf60112 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 9b2fe67c-7758-4602-92b9-48944059de18 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:16:23.985461 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-3690275b-7b56-48ec-b7cb-2531ebf60112 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 9b2fe67c-7758-4602-92b9-48944059de18) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:23.994296 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3690275b-7b56-48ec-b7cb-2531ebf60112 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:23.994928 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3690275b-7b56-48ec-b7cb-2531ebf60112 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:24.011870 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a82aab-1569-4584-a015-3ab8974a2757 None None] Network 9b2fe67c-7758-4602-92b9-48944059de18 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:24.014607 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dc802-ced7-494c-8a0e-6736088464d6 None None] Pushing event updated for resources: {'Port': ['ID=39a1ea11-2b2b-481b-802d-9d17102a5b32,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:24.022354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-27f2e5a4-1b7e-4b87-9a81-31aab85a12be tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port 5b69c682-f336-4e00-952e-e12a6a761fe8 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:24.022704 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-27f2e5a4-1b7e-4b87-9a81-31aab85a12be tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:24.070321 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e2b78277-8aa6-41ec-9e4b-8b09ae09907f None None] Port c62e54d3-c652-4cd0-9d1e-a94089236205 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:24.072917 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3690275b-7b56-48ec-b7cb-2531ebf60112 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7887731 Dec 09 02:16:24.079260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33426) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:24.083777 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-36736260-e581-4abf-b5d5-d87f1de2e36b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1599432592', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:24.099865 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-728ae16a-70f9-49b9-aea6-1c25f4b94648 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Allocated IP 172.20.0.10 (cfb50cbf-07a5-41da-adf0-200444a69275/f3c76e72-9e36-487e-b44c-90fbf0d77c3b/bca775c8-3cc9-4414-97ab-c19e44c35dd3) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:24.180300 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de35e57e-cd73-47d2-88d8-b711cb8bce33 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:24.188394 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-de18c304-7eb3-4939-bf3b-8e06aa5562f8 None None] Deleting port 39a1ea11-2b2b-481b-802d-9d17102a5b32 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:24.188902 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de18c304-7eb3-4939-bf3b-8e06aa5562f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:24.190210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36736260-e581-4abf-b5d5-d87f1de2e36b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:24.191224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36736260-e581-4abf-b5d5-d87f1de2e36b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:24.208597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Router ddc50e3e-e709-4bad-9061-fd5d4b7d32eb is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:16:24.219940 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-27f2e5a4-1b7e-4b87-9a81-31aab85a12be tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] For port 5b69c682-f336-4e00-952e-e12a6a761fe8, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5b69c682-f336-4e00-952e-e12a6a761fe8,segment=NetworkSegment(4008be9a-8176-49dc-af06-31a063af0c0b),segment_id=4008be9a-8176-49dc-af06-31a063af0c0b)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:24.220229 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-27f2e5a4-1b7e-4b87-9a81-31aab85a12be tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:24.236775 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-27f2e5a4-1b7e-4b87-9a81-31aab85a12be tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for 5b69c682-f336-4e00-952e-e12a6a761fe8 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:24.263563 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-9b2fe67c-7758-4602-92b9-48944059de18', 'network_id': '9b2fe67c-7758-4602-92b9-48944059de18', 'project_id': 'a758062df96345628c35c50c762f8108', 'fixed_ips': [{'subnet_id': '226a928e-e376-4a09-a2e5-08908388d752'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:16:24.265517 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:24.267337 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-469356d3-997d-4125-bc1b-7440cca20c91 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:24.306487 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be31f7-bead-42d3-9941-e7a90b4b326a req-8791948a-f1fe-45e3-a2e9-4e5562d87b63 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:24.314208 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-05be31f7-bead-42d3-9941-e7a90b4b326a req-8791948a-f1fe-45e3-a2e9-4e5562d87b63 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.3184052 Dec 09 02:16:24.316839 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-de18c304-7eb3-4939-bf3b-8e06aa5562f8 None None] For port 39a1ea11-2b2b-481b-802d-9d17102a5b32, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=39a1ea11-2b2b-481b-802d-9d17102a5b32,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:24.317342 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de18c304-7eb3-4939-bf3b-8e06aa5562f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:24.380999 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-de18c304-7eb3-4939-bf3b-8e06aa5562f8 None None] Calling delete_port for 39a1ea11-2b2b-481b-802d-9d17102a5b32 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:24.413228 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36736260-e581-4abf-b5d5-d87f1de2e36b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:24.450333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36736260-e581-4abf-b5d5-d87f1de2e36b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:24.466165 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fe833c-113a-46e6-a666-a0f8cd06f454 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:24.469672 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79fe833c-113a-46e6-a666-a0f8cd06f454 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:24.495865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36736260-e581-4abf-b5d5-d87f1de2e36b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:24.497841 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-36736260-e581-4abf-b5d5-d87f1de2e36b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4168687 Dec 09 02:16:24.500510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33428) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:24.512138 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:24.524886 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Allocated IP 172.20.0.2 (9b2fe67c-7758-4602-92b9-48944059de18/226a928e-e376-4a09-a2e5-08908388d752/04014271-2989-4708-a618-8c79f5bb05ae) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:24.532114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aceccd-af81-4425-ae2b-d19cd9493a16 None None] Sync routers for ids ['ddc50e3e-e709-4bad-9061-fd5d4b7d32eb'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:24.553400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aceccd-af81-4425-ae2b-d19cd9493a16 None None] Routers {'ddc50e3e-e709-4bad-9061-fd5d4b7d32eb'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:24.553736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:24.554313 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-82aceccd-af81-4425-ae2b-d19cd9493a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ddc50e3e-e709-4bad-9061-fd5d4b7d32eb'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:24.557849 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5f213a92-86c1-40c5-a415-e792a34eb598 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "PUT /v2.0/routers/ddc50e3e-e709-4bad-9061-fd5d4b7d32eb HTTP/1.1" status: 200 len: 878 time: 5.2334054 Dec 09 02:16:24.560524 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33430) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:24.678889 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-05be31f7-bead-42d3-9941-e7a90b4b326a req-062042b1-8f52-4316-8da4-8f82221dee30 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3635960 Dec 09 02:16:24.802465 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-82aceccd-af81-4425-ae2b-d19cd9493a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:24.804876 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de18c304-7eb3-4939-bf3b-8e06aa5562f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:24.895583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-728ae16a-70f9-49b9-aea6-1c25f4b94648 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:24.900990 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aceccd-af81-4425-ae2b-d19cd9493a16 None None] Routers {'ddc50e3e-e709-4bad-9061-fd5d4b7d32eb'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:24.902219 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-82aceccd-af81-4425-ae2b-d19cd9493a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ddc50e3e-e709-4bad-9061-fd5d4b7d32eb'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:24.942938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-82aceccd-af81-4425-ae2b-d19cd9493a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:24.943892 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aceccd-af81-4425-ae2b-d19cd9493a16 None None] The sync data for ids ['ddc50e3e-e709-4bad-9061-fd5d4b7d32eb'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:24.945552 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18c304-7eb3-4939-bf3b-8e06aa5562f8 None None] Pushing event deleted for resources: {'Port': ['ID=39a1ea11-2b2b-481b-802d-9d17102a5b32,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:24.951797 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de18c304-7eb3-4939-bf3b-8e06aa5562f8 None None] No DVR routers for this DVR port 39a1ea11-2b2b-481b-802d-9d17102a5b32 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:25.069729 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:25.086297 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:25.097019 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9943c092-e269-4b60-8e1f-3f846089778a tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "GET /v2.0/routers/ddc50e3e-e709-4bad-9061-fd5d4b7d32eb HTTP/1.1" status: 200 len: 919 time: 0.4996099 Dec 09 02:16:25.099066 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33436) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:25.149755 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Pushing event updated for resources: {'Port': ['ID=04014271-2989-4708-a618-8c79f5bb05ae,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:25.159895 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Network 9b2fe67c-7758-4602-92b9-48944059de18 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:25.162815 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:25.166330 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:25.196657 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-27f2e5a4-1b7e-4b87-9a81-31aab85a12be tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:25.204602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4a40b-0e12-4284-aae0-925a98a3fc55 req-1e0d9d8a-9bb3-413e-b3de-69169415f445 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:25.206184 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-60a4a40b-0e12-4284-aae0-925a98a3fc55 req-1e0d9d8a-9bb3-413e-b3de-69169415f445 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2976069 Dec 09 02:16:25.232803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device dd41675b-518e-47b0-89f1-42c298a609e1 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:25.234334 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-de35e57e-cd73-47d2-88d8-b711cb8bce33 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Allocated IP 2001:db8:0:1::330 (28a09373-afeb-481c-8b73-60baf845e8d0/07c9cebf-c477-4fbc-b743-4589d35a1e50/c62e54d3-c652-4cd0-9d1e-a94089236205) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:25.244144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690a5ab-0ac9-4a06-8c7b-6d37f4ff3de7 req-79fd397a-3732-4c9d-9ad5-0271e2a2bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:25.245758 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5690a5ab-0ac9-4a06-8c7b-6d37f4ff3de7 req-79fd397a-3732-4c9d-9ad5-0271e2a2bca4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6aa27ea1351487bb03e8c81fda3bd03&device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 1098 time: 0.2540662 Dec 09 02:16:25.266763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2e5a4-1b7e-4b87-9a81-31aab85a12be tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=5b69c682-f336-4e00-952e-e12a6a761fe8,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:25.274632 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Attempting to bind port 04014271-2989-4708-a618-8c79f5bb05ae on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:16:25.275074 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Attempting to bind port 04014271-2989-4708-a618-8c79f5bb05ae by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'f08416f7-bfe8-4d29-9900-aa53f244e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9b2fe67c-7758-4602-92b9-48944059de18'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:16:25.275525 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Attempting to bind port 04014271-2989-4708-a618-8c79f5bb05ae on network 9b2fe67c-7758-4602-92b9-48944059de18 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:16:25.289848 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:16:25.290516 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Checking segment: {'id': 'f08416f7-bfe8-4d29-9900-aa53f244e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9b2fe67c-7758-4602-92b9-48944059de18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:25.291160 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:25.291724 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:25.292005 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Bound using segment: {'id': 'f08416f7-bfe8-4d29-9900-aa53f244e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9b2fe67c-7758-4602-92b9-48944059de18'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:16:25.292679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Bound port: 04014271-2989-4708-a618-8c79f5bb05ae, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f08416f7-bfe8-4d29-9900-aa53f244e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9b2fe67c-7758-4602-92b9-48944059de18'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:16:25.293286 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:25.365777 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port dd41675b-518e-47b0-89f1-42c298a609e1 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:25.366551 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:25.400040 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de35e57e-cd73-47d2-88d8-b711cb8bce33 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:25.408494 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-728ae16a-70f9-49b9-aea6-1c25f4b94648 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:25.415424 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] For port 04014271-2989-4708-a618-8c79f5bb05ae, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:16:25.417695 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de35e57e-cd73-47d2-88d8-b711cb8bce33 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:25.442530 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] For port 04014271-2989-4708-a618-8c79f5bb05ae, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=04014271-2989-4708-a618-8c79f5bb05ae,segment=NetworkSegment(f08416f7-bfe8-4d29-9900-aa53f244e49e),segment_id=f08416f7-bfe8-4d29-9900-aa53f244e49e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:16:25.453278 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728ae16a-70f9-49b9-aea6-1c25f4b94648 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network cfb50cbf-07a5-41da-adf0-200444a69275 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:25.453629 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:25.463651 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-728ae16a-70f9-49b9-aea6-1c25f4b94648 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:25.503513 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ae16a-70f9-49b9-aea6-1c25f4b94648 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:25.550622 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:25.578846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bf526d-d20e-46b1-a698-07c53b5a6a3f None None] Network cfb50cbf-07a5-41da-adf0-200444a69275 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:25.613670 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port dd41675b-518e-47b0-89f1-42c298a609e1, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=dd41675b-518e-47b0-89f1-42c298a609e1,segment=NetworkSegment(723c3ca1-b02b-4599-9ca6-0dbcf4e6d969),segment_id=723c3ca1-b02b-4599-9ca6-0dbcf4e6d969)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:25.675990 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:25.679452 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469356d3-997d-4125-bc1b-7440cca20c91 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Router a73c5c39-9162-46ee-9bf6-ba0fe79858ff has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:16:25.694461 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676f404-a7cf-4d13-87af-ff72fe1400e6 None None] Pushing event updated for resources: {'Port': ['ID=04014271-2989-4708-a618-8c79f5bb05ae,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:25.715072 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5f8e79ee-d3f0-4f7c-9603-400dab1b2ae1 None None] Provisioning complete for port dd41675b-518e-47b0-89f1-42c298a609e1 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:25.716003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5f8e79ee-d3f0-4f7c-9603-400dab1b2ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:25.737691 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728ae16a-70f9-49b9-aea6-1c25f4b94648 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:25.738552 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-728ae16a-70f9-49b9-aea6-1c25f4b94648 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:25.789168 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-de35e57e-cd73-47d2-88d8-b711cb8bce33 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] In _notify_port_updated(), no bound segment for port c62e54d3-c652-4cd0-9d1e-a94089236205 on network 28a09373-afeb-481c-8b73-60baf845e8d0 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:16:25.796715 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de35e57e-cd73-47d2-88d8-b711cb8bce33 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:25.797550 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de35e57e-cd73-47d2-88d8-b711cb8bce33 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:25.805149 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-de35e57e-cd73-47d2-88d8-b711cb8bce33 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "PUT /v2.0/ports/c62e54d3-c652-4cd0-9d1e-a94089236205 HTTP/1.1" status: 200 len: 1011 time: 2.8391976 Dec 09 02:16:25.805312 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 39a1ea11-2b2b-481b-802d-9d17102a5b32 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:25.807966 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33438) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:25.858265 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 39a1ea11-2b2b-481b-802d-9d17102a5b32 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:25.858796 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 39a1ea11-2b2b-481b-802d-9d17102a5b32 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:25.865212 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ae16a-70f9-49b9-aea6-1c25f4b94648 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=bca775c8-3cc9-4414-97ab-c19e44c35dd3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:25.880310 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79fe833c-113a-46e6-a666-a0f8cd06f454 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:25.893940 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-60a4a40b-0e12-4284-aae0-925a98a3fc55 req-c5dd3095-f427-4406-8f3b-eb37f601df3d tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6695032 Dec 09 02:16:25.969468 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fd296c-0f25-4b14-9d47-a521a73a904e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:25.973994 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-85fd296c-0f25-4b14-9d47-a521a73a904e tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&device_id=ddc50e3e-e709-4bad-9061-fd5d4b7d32eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8717923 Dec 09 02:16:25.980198 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33440) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:25.980919 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=dd41675b-518e-47b0-89f1-42c298a609e1,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:26.042374 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-728ae16a-70f9-49b9-aea6-1c25f4b94648 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5661597 Dec 09 02:16:26.047969 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33442) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:26.075532 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fe833c-113a-46e6-a666-a0f8cd06f454 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:26.153291 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-79fe833c-113a-46e6-a666-a0f8cd06f454 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:26.156385 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe833c-113a-46e6-a666-a0f8cd06f454 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:26.156978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79fe833c-113a-46e6-a666-a0f8cd06f454 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:26.167003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26aefea-a0f9-41c9-830f-f5ae32e59405 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:26.179836 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35e57e-cd73-47d2-88d8-b711cb8bce33 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=c62e54d3-c652-4cd0-9d1e-a94089236205,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:26.201725 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-79fe833c-113a-46e6-a666-a0f8cd06f454 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6567547 Dec 09 02:16:26.206395 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33444) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:26.216827 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b4741445-2e91-4792-8fde-0c21d60db85d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-333045625', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:26.233247 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-27f2e5a4-1b7e-4b87-9a81-31aab85a12be tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:26.242195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690a5ab-0ac9-4a06-8c7b-6d37f4ff3de7 req-ae546258-00af-4d7c-ac63-ab53667a471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:26.243748 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5690a5ab-0ac9-4a06-8c7b-6d37f4ff3de7 req-ae546258-00af-4d7c-ac63-ab53667a471f service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d39084e-79bd-4b9e-a14a-0e7250599a44 HTTP/1.1" status: 200 len: 911 time: 0.9721570 Dec 09 02:16:26.248935 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9bc3e0f1-7a9f-4566-9546-7e7a2de6ef15 None None] Provisioning complete for port c62e54d3-c652-4cd0-9d1e-a94089236205 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:26.249317 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bc3e0f1-7a9f-4566-9546-7e7a2de6ef15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:26.257554 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe833c-113a-46e6-a666-a0f8cd06f454 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=7ba3b63e-491c-4a6c-8f27-9ec6e358b538,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:26.327552 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9bc3e0f1-7a9f-4566-9546-7e7a2de6ef15 None None] Port c62e54d3-c652-4cd0-9d1e-a94089236205 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:26.340264 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b4741445-2e91-4792-8fde-0c21d60db85d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:26.340654 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:16:26.341307 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b4741445-2e91-4792-8fde-0c21d60db85d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:26.351167 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469356d3-997d-4125-bc1b-7440cca20c91 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:26.360213 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-469356d3-997d-4125-bc1b-7440cca20c91 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "PUT /v2.0/routers/a73c5c39-9162-46ee-9bf6-ba0fe79858ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8061717 Dec 09 02:16:26.364761 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33446) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:26.365774 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb080c1-efc5-41f0-a170-055da2d0119f None None] Sync routers for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:26.370996 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-03ba065f-3090-4c83-9dc3-2f8a30c66e74 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port c62e54d3-c652-4cd0-9d1e-a94089236205 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:26.371345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03ba065f-3090-4c83-9dc3-2f8a30c66e74 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:26.371615 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': '7ba3b63e-491c-4a6c-8f27-9ec6e358b538'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:16:26.373070 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:26.383778 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb080c1-efc5-41f0-a170-055da2d0119f None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:26.385327 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4cb080c1-efc5-41f0-a170-055da2d0119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:26.440140 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5690a5ab-0ac9-4a06-8c7b-6d37f4ff3de7 req-00e6da13-02af-4e12-b8c7-96999abd93ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6718d4df-d0aa-4ff1-a335-31d024679bf3 HTTP/1.1" status: 200 len: 1001 time: 0.1873300 Dec 09 02:16:26.440557 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4cb080c1-efc5-41f0-a170-055da2d0119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:26.459308 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb080c1-efc5-41f0-a170-055da2d0119f None None] Routers {'a73c5c39-9162-46ee-9bf6-ba0fe79858ff'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:26.460192 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4cb080c1-efc5-41f0-a170-055da2d0119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:26.509817 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4cb080c1-efc5-41f0-a170-055da2d0119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:26.510710 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb080c1-efc5-41f0-a170-055da2d0119f None None] The sync data for ids ['a73c5c39-9162-46ee-9bf6-ba0fe79858ff'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:26.545116 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2b028a30-213a-41b1-b540-306bce1d4b2c None None] Provisioning complete for port bca775c8-3cc9-4414-97ab-c19e44c35dd3 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:26.545810 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b028a30-213a-41b1-b540-306bce1d4b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:26.552485 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b4741445-2e91-4792-8fde-0c21d60db85d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:26.563060 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-881d13e4-b695-4a27-9d7d-b014b922276b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port bca775c8-3cc9-4414-97ab-c19e44c35dd3 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:26.563463 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-881d13e4-b695-4a27-9d7d-b014b922276b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:26.621787 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b4741445-2e91-4792-8fde-0c21d60db85d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:26.641284 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2b028a30-213a-41b1-b540-306bce1d4b2c None None] Port bca775c8-3cc9-4414-97ab-c19e44c35dd3 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:26.671548 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Allocated IP 2001:db8::2 (3d63738a-85ef-4baf-83f7-848c720832e0/7ba3b63e-491c-4a6c-8f27-9ec6e358b538/5942ef21-35c8-4926-9889-7f30778900fd) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:26.688126 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2b028a30-213a-41b1-b540-306bce1d4b2c None None] Provisioning complete for port dd41675b-518e-47b0-89f1-42c298a609e1 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:26.688686 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b028a30-213a-41b1-b540-306bce1d4b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:26.709363 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b4741445-2e91-4792-8fde-0c21d60db85d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:26.710832 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b4741445-2e91-4792-8fde-0c21d60db85d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4979801 Dec 09 02:16:26.722039 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33448) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:26.750442 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03ba065f-3090-4c83-9dc3-2f8a30c66e74 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:26.767727 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Allocated IP 172.20.0.1 (9b2fe67c-7758-4602-92b9-48944059de18/226a928e-e376-4a09-a2e5-08908388d752/ec09af21-fcd9-4d7c-8c7e-ba503257ca5a) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:26.805310 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-03ba065f-3090-4c83-9dc3-2f8a30c66e74 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for c62e54d3-c652-4cd0-9d1e-a94089236205 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:26.809654 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d2ae-2488-4b3a-8fc3-f061689162ca tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:26.881400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6387ce7-f699-4189-a4a0-64db4d8aad05 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:26.886229 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a6387ce7-f699-4189-a4a0-64db4d8aad05 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "GET /v2.0/networks/68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 HTTP/1.1" status: 200 len: 881 time: 0.9050953 Dec 09 02:16:26.931078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33450) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:26.934647 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:26.955275 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:26.973529 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690a5ab-0ac9-4a06-8c7b-6d37f4ff3de7 req-f9499e40-6072-4cc7-bdd3-1b97a3e8b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:26.975193 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5690a5ab-0ac9-4a06-8c7b-6d37f4ff3de7 req-f9499e40-6072-4cc7-bdd3-1b97a3e8b2ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=65663bf3-f1b4-4c2a-9db1-f939da065c68 HTTP/1.1" status: 200 len: 849 time: 0.2318864 Dec 09 02:16:27.024565 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b16f2785-4033-4451-8935-c41fefa931bb tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddc50e3e-e709-4bad-9061-fd5d4b7d32eb HTTP/1.1" status: 200 len: 205 time: 0.0919611 Dec 09 02:16:27.028820 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33454) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:27.049244 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:27.056180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:27.082502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Pushing event updated for resources: {'Port': ['ID=5942ef21-35c8-4926-9889-7f30778900fd,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:27.091466 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:27.099081 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0097b5-fa48-4ad2-9862-f379615de9b4 None None] Network 9b2fe67c-7758-4602-92b9-48944059de18 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:27.146686 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f2e5a4-1b7e-4b87-9a81-31aab85a12be tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router c943b033-7c80-4daf-b6d1-12f04a08d5c1 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:16:27.219804 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Attempting to bind port 5942ef21-35c8-4926-9889-7f30778900fd on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:16:27.219936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Attempting to bind port 5942ef21-35c8-4926-9889-7f30778900fd by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:16:27.220298 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Attempting to bind port 5942ef21-35c8-4926-9889-7f30778900fd on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:16:27.236055 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:16:27.236686 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:27.237096 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:27.237640 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:16:27.238128 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Bound port: 5942ef21-35c8-4926-9889-7f30778900fd, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:16:27.238515 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:27.270776 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690a5ab-0ac9-4a06-8c7b-6d37f4ff3de7 req-0c210c8e-d403-46e7-a9cf-9b1380e02c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:27.272600 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5690a5ab-0ac9-4a06-8c7b-6d37f4ff3de7 req-0c210c8e-d403-46e7-a9cf-9b1380e02c6b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d39084e-79bd-4b9e-a14a-0e7250599a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2637415 Dec 09 02:16:27.329651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:27.334912 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device dd41675b-518e-47b0-89f1-42c298a609e1 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:27.340243 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393611e-989d-4ff2-89f6-88dfdec57387 req-5e2dc6d9-c499-4f10-a3f7-63c25c607125 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:27.341509 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4393611e-989d-4ff2-89f6-88dfdec57387 req-5e2dc6d9-c499-4f10-a3f7-63c25c607125 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.2766926 Dec 09 02:16:27.376584 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-881d13e4-b695-4a27-9d7d-b014b922276b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:27.379861 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] For port 5942ef21-35c8-4926-9889-7f30778900fd, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:16:27.399003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] For port 5942ef21-35c8-4926-9889-7f30778900fd, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5942ef21-35c8-4926-9889-7f30778900fd,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:16:27.400309 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-558ac531-184e-4559-86f6-080d9a4e4348 None None] Provisioning complete for port bca775c8-3cc9-4414-97ab-c19e44c35dd3 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:27.400896 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-558ac531-184e-4559-86f6-080d9a4e4348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:27.404757 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-881d13e4-b695-4a27-9d7d-b014b922276b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for bca775c8-3cc9-4414-97ab-c19e44c35dd3 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:27.442324 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-558ac531-184e-4559-86f6-080d9a4e4348 None None] Port bca775c8-3cc9-4414-97ab-c19e44c35dd3 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:27.448856 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:27.461551 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f2e5a4-1b7e-4b87-9a81-31aab85a12be tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:27.464966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c877b00f-f52d-4f4a-a04d-87def4fbdaa3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:27.480426 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-27f2e5a4-1b7e-4b87-9a81-31aab85a12be tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/c943b033-7c80-4daf-b6d1-12f04a08d5c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4994788 Dec 09 02:16:27.495885 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73274621-dbd8-423f-b1bf-dfe45cfc83d1 None None] Sync routers for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:27.518937 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33456) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:27.522406 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-558ac531-184e-4559-86f6-080d9a4e4348 None None] Provisioning complete for port 04014271-2989-4708-a618-8c79f5bb05ae triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:27.522832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-558ac531-184e-4559-86f6-080d9a4e4348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:27.578955 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port dd41675b-518e-47b0-89f1-42c298a609e1 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:27.579346 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:27.642789 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73274621-dbd8-423f-b1bf-dfe45cfc83d1 None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:27.643423 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-73274621-dbd8-423f-b1bf-dfe45cfc83d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:27.666437 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4393611e-989d-4ff2-89f6-88dfdec57387 req-42a23aff-48c0-46b2-a9ad-01fa93d6db78 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786777 Dec 09 02:16:27.700021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b855b5-ad47-4250-9392-72e3449c33b1 None None] Pushing event updated for resources: {'Port': ['ID=5942ef21-35c8-4926-9889-7f30778900fd,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:27.702351 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5690a5ab-0ac9-4a06-8c7b-6d37f4ff3de7 req-f05c453b-7abe-4e15-b149-da5a46497a61 service neutron] 10.222.0.45 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875060 Dec 09 02:16:27.702925 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:27.715012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-257fb8c2-e6c4-4393-926c-b34a860e2e3f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting subnet 46d7a0e6-578f-4778-8630-927659e73cb5 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:27.739686 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-257fb8c2-e6c4-4393-926c-b34a860e2e3f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:27.809251 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d2ae-2488-4b3a-8fc3-f061689162ca tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:27.891564 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 9b2fe67c-7758-4602-92b9-48944059de18 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:27.897127 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c877b00f-f52d-4f4a-a04d-87def4fbdaa3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:27.909426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-257fb8c2-e6c4-4393-926c-b34a860e2e3f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:27.952105 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:27.979838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:27.988011 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-73274621-dbd8-423f-b1bf-dfe45cfc83d1 None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:27.991052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=ec09af21-fcd9-4d7c-8c7e-ba503257ca5a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:28.074558 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:28.081245 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5690a5ab-0ac9-4a06-8c7b-6d37f4ff3de7 req-def4061a-9b38-469a-a209-b089c421698e service neutron] 10.222.0.45 "GET /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575554 Dec 09 02:16:28.128528 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-73274621-dbd8-423f-b1bf-dfe45cfc83d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:16:24Z', 'revision_number': 11, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:28.142928 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:28.165591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 04014271-2989-4708-a618-8c79f5bb05ae up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:28.190576 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-257fb8c2-e6c4-4393-926c-b34a860e2e3f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:28.194252 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73274621-dbd8-423f-b1bf-dfe45cfc83d1 None None] Checking router: c943b033-7c80-4daf-b6d1-12f04a08d5c1 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:16:28.216654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73274621-dbd8-423f-b1bf-dfe45cfc83d1 None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:28.217304 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-73274621-dbd8-423f-b1bf-dfe45cfc83d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:28.241594 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c877b00f-f52d-4f4a-a04d-87def4fbdaa3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Deleting port 44ccc7f6-65b9-404d-9b09-45c9887d80a3 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:28.241942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c877b00f-f52d-4f4a-a04d-87def4fbdaa3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:28.275801 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03ba065f-3090-4c83-9dc3-2f8a30c66e74 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:28.288552 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-881d13e4-b695-4a27-9d7d-b014b922276b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:28.313084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-73274621-dbd8-423f-b1bf-dfe45cfc83d1 None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:28.366554 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba065f-3090-4c83-9dc3-2f8a30c66e74 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=c62e54d3-c652-4cd0-9d1e-a94089236205,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:28.387486 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2d2ae-2488-4b3a-8fc3-f061689162ca tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Deleting port 2ca762d3-4dd9-426e-81f3-72696e2dca54 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:28.388080 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d2ae-2488-4b3a-8fc3-f061689162ca tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:28.415287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-73274621-dbd8-423f-b1bf-dfe45cfc83d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:16:24Z', 'revision_number': 11, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:28.468764 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73274621-dbd8-423f-b1bf-dfe45cfc83d1 None None] The sync data for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv is: [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:16:24Z', 'revision_number': 11, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:28.473299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d13e4-b695-4a27-9d7d-b014b922276b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=bca775c8-3cc9-4414-97ab-c19e44c35dd3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:28.495662 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 04014271-2989-4708-a618-8c79f5bb05ae triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:28.496047 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:28.497897 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-558ac531-184e-4559-86f6-080d9a4e4348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:28.636248 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-558ac531-184e-4559-86f6-080d9a4e4348 None None] For port 04014271-2989-4708-a618-8c79f5bb05ae, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=04014271-2989-4708-a618-8c79f5bb05ae,segment=NetworkSegment(f08416f7-bfe8-4d29-9900-aa53f244e49e),segment_id=f08416f7-bfe8-4d29-9900-aa53f244e49e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:28.646599 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-558ac531-184e-4559-86f6-080d9a4e4348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:28.648941 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03ba065f-3090-4c83-9dc3-2f8a30c66e74 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:28.656964 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-03ba065f-3090-4c83-9dc3-2f8a30c66e74 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/c62e54d3-c652-4cd0-9d1e-a94089236205 HTTP/1.1" status: 204 len: 168 time: 2.8410032 Dec 09 02:16:28.686144 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33458) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:28.783122 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ac531-184e-4559-86f6-080d9a4e4348 None None] Pushing event updated for resources: {'Port': ['ID=04014271-2989-4708-a618-8c79f5bb05ae,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:28.793727 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4e097f-b6c4-43c2-8f0b-307bd9f20c5f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] GET failed (client error): The resource could not be found. Dec 09 02:16:28.797621 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-af4e097f-b6c4-43c2-8f0b-307bd9f20c5f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports/c62e54d3-c652-4cd0-9d1e-a94089236205 HTTP/1.1" status: 404 len: 333 time: 0.1080685 Dec 09 02:16:28.803749 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33462) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:28.831344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9354110d-ab5d-492c-be54-9cedd4055ec4 None None] Provisioning complete for port ec09af21-fcd9-4d7c-8c7e-ba503257ca5a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:28.831989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9354110d-ab5d-492c-be54-9cedd4055ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:28.845980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-257fb8c2-e6c4-4393-926c-b34a860e2e3f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:28.915207 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9354110d-ab5d-492c-be54-9cedd4055ec4 None None] Port ec09af21-fcd9-4d7c-8c7e-ba503257ca5a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:28.925347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-257fb8c2-e6c4-4393-926c-b34a860e2e3f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:28.932021 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-257fb8c2-e6c4-4393-926c-b34a860e2e3f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/46d7a0e6-578f-4778-8630-927659e73cb5 HTTP/1.1" status: 204 len: 168 time: 1.4066215 Dec 09 02:16:28.932237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9354110d-ab5d-492c-be54-9cedd4055ec4 None None] Provisioning complete for port 04014271-2989-4708-a618-8c79f5bb05ae triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:28.932237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9354110d-ab5d-492c-be54-9cedd4055ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:28.932393 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fb8c2-e6c4-4393-926c-b34a860e2e3f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Subnet': ['ID=46d7a0e6-578f-4778-8630-927659e73cb5,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:28.933604 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a9b390-c1d2-431c-92f0-2c5c8f6a9997 None None] Network 0b1de08b-ff17-497b-bd07-cd9872ea54bd requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:28.937448 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-881d13e4-b695-4a27-9d7d-b014b922276b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:28.943931 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-881d13e4-b695-4a27-9d7d-b014b922276b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/bca775c8-3cc9-4414-97ab-c19e44c35dd3 HTTP/1.1" status: 204 len: 168 time: 2.8925936 Dec 09 02:16:28.944245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33464) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:28.959665 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33466) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:28.990250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c877b00f-f52d-4f4a-a04d-87def4fbdaa3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.034738 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d2ae-2488-4b3a-8fc3-f061689162ca tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.080091 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.095804 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c877b00f-f52d-4f4a-a04d-87def4fbdaa3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Calling delete_port for 44ccc7f6-65b9-404d-9b09-45c9887d80a3 owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:29.107693 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8dddf3-c320-43ef-96c4-ae0e488bf23a tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] DELETE failed (client error): The resource could not be found. Dec 09 02:16:29.108324 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8dddf3-c320-43ef-96c4-ae0e488bf23a tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:16:29.115066 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-de8dddf3-c320-43ef-96c4-ae0e488bf23a tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/bca775c8-3cc9-4414-97ab-c19e44c35dd3 HTTP/1.1" status: 404 len: 333 time: 0.1434164 Dec 09 02:16:29.145614 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::1 (3d63738a-85ef-4baf-83f7-848c720832e0/7ba3b63e-491c-4a6c-8f27-9ec6e358b538/c0112d54-ad37-49ac-ae51-8d3e74b11687) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:29.146525 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33468) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:29.154131 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2d2ae-2488-4b3a-8fc3-f061689162ca tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Calling delete_port for 2ca762d3-4dd9-426e-81f3-72696e2dca54 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:29.224815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c2240b-00f9-4abe-b9bc-80ca9d71fdef tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting subnet 07c9cebf-c477-4fbc-b743-4589d35a1e50 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:29.238091 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a8c2240b-00f9-4abe-b9bc-80ca9d71fdef tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.260603 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f924a52-f614-4ba9-a933-db9786536575 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] GET failed (client error): The resource could not be found. Dec 09 02:16:29.264726 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4f924a52-f614-4ba9-a933-db9786536575 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports/bca775c8-3cc9-4414-97ab-c19e44c35dd3 HTTP/1.1" status: 404 len: 333 time: 0.1133659 Dec 09 02:16:29.271292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.275142 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5942ef21-35c8-4926-9889-7f30778900fd up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:29.275673 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33470) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:29.340712 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 5942ef21-35c8-4926-9889-7f30778900fd triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:29.342193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.368459 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933193c9-017c-49dd-945f-66b0f32f260a None None] DHCP port deletion for 0b1de08b-ff17-497b-bd07-cd9872ea54bd request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:29.369148 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f0e32-db5a-4805-85fa-8f981a53a83b req-7c658eb1-554a-4613-9f74-d832eee4920a tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:29.370681 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-413f0e32-db5a-4805-85fa-8f981a53a83b req-7c658eb1-554a-4613-9f74-d832eee4920a tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.4257491 Dec 09 02:16:29.406807 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a8c2240b-00f9-4abe-b9bc-80ca9d71fdef tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.417507 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-d7440086-ecdc-4d2b-9cda-446b8a74f2b0 None None] Provisioning complete for port 5942ef21-35c8-4926-9889-7f30778900fd triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:29.417810 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d7440086-ecdc-4d2b-9cda-446b8a74f2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.517062 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.542610 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-2122f69f-7578-4536-8d5d-7bcf78f7b783 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting subnet f3c76e72-9e36-487e-b44c-90fbf0d77c3b {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:29.554963 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-933193c9-017c-49dd-945f-66b0f32f260a None None] Deleting port f17d33e8-21fa-4fc2-9840-37de30816f78 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:29.555350 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-933193c9-017c-49dd-945f-66b0f32f260a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.557390 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2122f69f-7578-4536-8d5d-7bcf78f7b783 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.585881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Deleting port f17d33e8-21fa-4fc2-9840-37de30816f78 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:29.586231 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.616357 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d7440086-ecdc-4d2b-9cda-446b8a74f2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.630145 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.642891 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-413f0e32-db5a-4805-85fa-8f981a53a83b req-66587ecc-1d75-44b8-9c47-9dc2da2d2dd6 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515314 Dec 09 02:16:29.653106 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-933193c9-017c-49dd-945f-66b0f32f260a None None] For port f17d33e8-21fa-4fc2-9840-37de30816f78, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f17d33e8-21fa-4fc2-9840-37de30816f78,segment=NetworkSegment(4008be9a-8176-49dc-af06-31a063af0c0b),segment_id=4008be9a-8176-49dc-af06-31a063af0c0b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:29.653516 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-933193c9-017c-49dd-945f-66b0f32f260a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.657177 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 5942ef21-35c8-4926-9889-7f30778900fd, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5942ef21-35c8-4926-9889-7f30778900fd,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:29.671616 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.672403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 04014271-2989-4708-a618-8c79f5bb05ae up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:29.681847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-933193c9-017c-49dd-945f-66b0f32f260a None None] Calling delete_port for f17d33e8-21fa-4fc2-9840-37de30816f78 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:29.698186 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2122f69f-7578-4536-8d5d-7bcf78f7b783 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.705597 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a8c2240b-00f9-4abe-b9bc-80ca9d71fdef tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.708372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.718930 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.722116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c877b00f-f52d-4f4a-a04d-87def4fbdaa3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.790383 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] For port f17d33e8-21fa-4fc2-9840-37de30816f78, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f17d33e8-21fa-4fc2-9840-37de30816f78,segment=NetworkSegment(4008be9a-8176-49dc-af06-31a063af0c0b),segment_id=4008be9a-8176-49dc-af06-31a063af0c0b)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:29.790879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.810707 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d2ae-2488-4b3a-8fc3-f061689162ca tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.823012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Calling delete_port for f17d33e8-21fa-4fc2-9840-37de30816f78 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:29.834084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-d7440086-ecdc-4d2b-9cda-446b8a74f2b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:16:29.834451 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-d7440086-ecdc-4d2b-9cda-446b8a74f2b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:16:29.837752 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=5942ef21-35c8-4926-9889-7f30778900fd,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:29.840426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=ec09af21-fcd9-4d7c-8c7e-ba503257ca5a,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:29.856323 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3519620-2112-4964-8e70-7bc462d2d8a9 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:29.859993 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.873803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 04014271-2989-4708-a618-8c79f5bb05ae triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:29.875107 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.875230 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2d2ae-2488-4b3a-8fc3-f061689162ca tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Port': ['ID=2ca762d3-4dd9-426e-81f3-72696e2dca54,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:29.917174 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-933193c9-017c-49dd-945f-66b0f32f260a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:29.920628 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c96efc4-6ce1-4679-8eac-2df2a796434d None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:29.946154 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877b00f-f52d-4f4a-a04d-87def4fbdaa3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Pushing event deleted for resources: {'Port': ['ID=44ccc7f6-65b9-404d-9b09-45c9887d80a3,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:29.956888 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933193c9-017c-49dd-945f-66b0f32f260a None None] Pushing event deleted for resources: {'Port': ['ID=f17d33e8-21fa-4fc2-9840-37de30816f78,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:29.959688 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933193c9-017c-49dd-945f-66b0f32f260a None None] No DVR routers for this DVR port f17d33e8-21fa-4fc2-9840-37de30816f78 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:29.977927 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.020989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5b69c682-f336-4e00-952e-e12a6a761fe8 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:30.030612 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c877b00f-f52d-4f4a-a04d-87def4fbdaa3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.048670 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 5b69c682-f336-4e00-952e-e12a6a761fe8 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:30.049017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5b69c682-f336-4e00-952e-e12a6a761fe8 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:30.063972 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:30.074956 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:30.077698 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:30.078220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.085102 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a8c2240b-00f9-4abe-b9bc-80ca9d71fdef tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.086847 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=c0112d54-ad37-49ac-ae51-8d3e74b11687,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:30.123182 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2122f69f-7578-4536-8d5d-7bcf78f7b783 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.154317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c877b00f-f52d-4f4a-a04d-87def4fbdaa3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.157977 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d2ae-2488-4b3a-8fc3-f061689162ca tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.162807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c877b00f-f52d-4f4a-a04d-87def4fbdaa3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.176337 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.186538 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a8c2240b-00f9-4abe-b9bc-80ca9d71fdef tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.192723 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a8c2240b-00f9-4abe-b9bc-80ca9d71fdef tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/07c9cebf-c477-4fbc-b743-4589d35a1e50 HTTP/1.1" status: 204 len: 168 time: 1.3719866 Dec 09 02:16:30.197080 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64b769d-f4be-47f8-9eb4-adb98f6fcfb7 None None] Network 28a09373-afeb-481c-8b73-60baf845e8d0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:30.221421 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33476) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:30.224024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2240b-00f9-4abe-b9bc-80ca9d71fdef tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Subnet': ['ID=07c9cebf-c477-4fbc-b743-4589d35a1e50,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:30.253345 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 9b2fe67c-7758-4602-92b9-48944059de18 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:30.277844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Port': ['ID=f17d33e8-21fa-4fc2-9840-37de30816f78,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:30.284121 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:30.288751 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] No DVR routers for this DVR port f17d33e8-21fa-4fc2-9840-37de30816f78 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:30.290158 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c877b00f-f52d-4f4a-a04d-87def4fbdaa3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.290680 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c877b00f-f52d-4f4a-a04d-87def4fbdaa3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Fanout notify agent at l3_agent the message router_deleted on router ddc50e3e-e709-4bad-9061-fd5d4b7d32eb {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:16:30.313903 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c877b00f-f52d-4f4a-a04d-87def4fbdaa3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.315122 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c877b00f-f52d-4f4a-a04d-87def4fbdaa3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "DELETE /v2.0/routers/ddc50e3e-e709-4bad-9061-fd5d4b7d32eb HTTP/1.1" status: 204 len: 168 time: 3.2849324 Dec 09 02:16:30.322198 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33478) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:30.332907 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b416e68f-573b-4247-8ff6-f1931b7b6e15 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-42027650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:30.350083 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d2ae-2488-4b3a-8fc3-f061689162ca tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.365796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d2ae-2488-4b3a-8fc3-f061689162ca tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.449863 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2122f69f-7578-4536-8d5d-7bcf78f7b783 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.451496 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b416e68f-573b-4247-8ff6-f1931b7b6e15 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.453009 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b416e68f-573b-4247-8ff6-f1931b7b6e15 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.520302 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122f69f-7578-4536-8d5d-7bcf78f7b783 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c76e72-9e36-487e-b44c-90fbf0d77c3b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:30.520521 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbd7464-fc87-4cc4-9708-ae8e9d673d71 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting subnet 829f5145-5028-4e3b-85b0-f763740d7657 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:30.525710 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d2ae-2488-4b3a-8fc3-f061689162ca tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.526273 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd2d2ae-2488-4b3a-8fc3-f061689162ca tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Fanout notify agent at l3_agent the message router_deleted on router a73c5c39-9162-46ee-9bf6-ba0fe79858ff {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:16:30.529092 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.537518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7cbd7464-fc87-4cc4-9708-ae8e9d673d71 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.540711 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d2ae-2488-4b3a-8fc3-f061689162ca tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.541886 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dfd2d2ae-2488-4b3a-8fc3-f061689162ca tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/routers/a73c5c39-9162-46ee-9bf6-ba0fe79858ff HTTP/1.1" status: 204 len: 168 time: 4.1761911 Dec 09 02:16:30.543341 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2122f69f-7578-4536-8d5d-7bcf78f7b783 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.546586 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2122f69f-7578-4536-8d5d-7bcf78f7b783 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/f3c76e72-9e36-487e-b44c-90fbf0d77c3b HTTP/1.1" status: 204 len: 168 time: 1.2590859 Dec 09 02:16:30.551551 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeb1257-9e84-4d9b-9033-e8a230980cc8 None None] Network cfb50cbf-07a5-41da-adf0-200444a69275 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:30.554060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33482) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:30.555583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.556598 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33484) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:30.599419 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e56e231b-ac20-414a-becf-df2a61596f5b None None] Provisioning complete for port c0112d54-ad37-49ac-ae51-8d3e74b11687 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:30.599822 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e56e231b-ac20-414a-becf-df2a61596f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.629717 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b416e68f-573b-4247-8ff6-f1931b7b6e15 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.664487 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7cbd7464-fc87-4cc4-9708-ae8e9d673d71 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.683046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e56e231b-ac20-414a-becf-df2a61596f5b None None] Port c0112d54-ad37-49ac-ae51-8d3e74b11687 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:30.799864 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1de08b-ff17-497b-bd07-cd9872ea54bd']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:30.810724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfdb5e2-3b25-41d9-b810-e08a4e31fcf5 None None] DHCP port deletion for cfb50cbf-07a5-41da-adf0-200444a69275 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:30.825815 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4008be9a-8176-49dc-af06-31a063af0c0b') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:30.826192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4008be9a-8176-49dc-af06-31a063af0c0b') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:30.838812 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.848581 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8bff43c0-e38f-4b89-afb4-2660c2f02e76 None None] Provisioning complete for port ec09af21-fcd9-4d7c-8c7e-ba503257ca5a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:30.848963 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8bff43c0-e38f-4b89-afb4-2660c2f02e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.854837 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.862007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:16:30.862421 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.891233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8bff43c0-e38f-4b89-afb4-2660c2f02e76 None None] Port ec09af21-fcd9-4d7c-8c7e-ba503257ca5a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:30.911807 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdb5e2-3b25-41d9-b810-e08a4e31fcf5 None None] Deleting port dd41675b-518e-47b0-89f1-42c298a609e1 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:30.912197 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb5e2-3b25-41d9-b810-e08a4e31fcf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:16:30.943773 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:16:30.968244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0d0b359-5dc3-4a38-9b66-048ef81b3ce8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.980504 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.986037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:30.989904 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/networks/0b1de08b-ff17-497b-bd07-cd9872ea54bd HTTP/1.1" status: 204 len: 168 time: 2.0328872 Dec 09 02:16:31.013567 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-dcfdb5e2-3b25-41d9-b810-e08a4e31fcf5 None None] For port dd41675b-518e-47b0-89f1-42c298a609e1, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=dd41675b-518e-47b0-89f1-42c298a609e1,segment=NetworkSegment(723c3ca1-b02b-4599-9ca6-0dbcf4e6d969),segment_id=723c3ca1-b02b-4599-9ca6-0dbcf4e6d969)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:31.015151 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb5e2-3b25-41d9-b810-e08a4e31fcf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:31.017658 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33490) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:31.033269 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-dcfdb5e2-3b25-41d9-b810-e08a4e31fcf5 None None] Calling delete_port for dd41675b-518e-47b0-89f1-42c298a609e1 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:31.041473 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-e2a93d6d-9694-4367-9882-c9fde683c8c6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'router': {'routes': None}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:31.061016 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b416e68f-573b-4247-8ff6-f1931b7b6e15 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:31.098174 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b416e68f-573b-4247-8ff6-f1931b7b6e15 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:31.101941 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b416e68f-573b-4247-8ff6-f1931b7b6e15 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7711811 Dec 09 02:16:31.102425 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33492) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:31.106694 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'enable_snat': True}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:31.152317 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dcfdb5e2-3b25-41d9-b810-e08a4e31fcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:31.182778 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5942ef21-35c8-4926-9889-7f30778900fd up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:31.188877 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdb5e2-3b25-41d9-b810-e08a4e31fcf5 None None] Pushing event deleted for resources: {'Port': ['ID=dd41675b-518e-47b0-89f1-42c298a609e1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:31.217058 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfdb5e2-3b25-41d9-b810-e08a4e31fcf5 None None] No DVR routers for this DVR port dd41675b-518e-47b0-89f1-42c298a609e1 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:31.247349 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 5942ef21-35c8-4926-9889-7f30778900fd triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:31.247868 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:31.295267 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4c79a-57a7-48a0-8654-9bc771cc39f9 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Pushing event deleted for resources: {'Network': ['ID=0b1de08b-ff17-497b-bd07-cd9872ea54bd,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:31.298481 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.extraroute_db [None req-e2a93d6d-9694-4367-9882-c9fde683c8c6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Added routes are [] {{(pid=103334) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 02:16:31.298782 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.extraroute_db [None req-e2a93d6d-9694-4367-9882-c9fde683c8c6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Removed routes are [] {{(pid=103334) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 02:16:31.299145 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e2a93d6d-9694-4367-9882-c9fde683c8c6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:31.315737 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b772b9-fdb9-43a4-b029-5c536a493f74 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Deleting subnet af748912-22a0-44db-b98c-1e5301a1aef0 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:31.325009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6b772b9-fdb9-43a4-b029-5c536a493f74 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:31.348370 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-d4d1da7a-afe8-44ed-a838-2eb48e2d9c8e None None] Provisioning complete for port 25fbc2f7-5170-4fc7-ba83-c57458c0595e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:31.348581 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4d1da7a-afe8-44ed-a838-2eb48e2d9c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:31.358657 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac930a21-1df8-4061-b733-3750b9f7cb0a req-796e5a6a-ca91-4c74-9ccd-98a9fb1101eb tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:31.366579 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac930a21-1df8-4061-b733-3750b9f7cb0a req-796e5a6a-ca91-4c74-9ccd-98a9fb1101eb tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.4112539 Dec 09 02:16:31.419080 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:31.554898 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f17d33e8-21fa-4fc2-9840-37de30816f78 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:31.579541 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: f17d33e8-21fa-4fc2-9840-37de30816f78 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:31.579541 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f17d33e8-21fa-4fc2-9840-37de30816f78 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:31.579997 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device dd41675b-518e-47b0-89f1-42c298a609e1 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:31.588656 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7cbd7464-fc87-4cc4-9708-ae8e9d673d71 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:31.606763 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: dd41675b-518e-47b0-89f1-42c298a609e1 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:31.607135 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device dd41675b-518e-47b0-89f1-42c298a609e1 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:31.630223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6b772b9-fdb9-43a4-b029-5c536a493f74 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:31.655795 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0d0b359-5dc3-4a38-9b66-048ef81b3ce8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:31.668026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router 8194889e-b1f2-4a9e-91a8-f0a4a8041482 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:16:31.669891 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:31.677760 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:31.678522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:31.720421 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac930a21-1df8-4061-b733-3750b9f7cb0a req-ee746d95-6987-4c5a-8713-04c52e819f88 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3529770 Dec 09 02:16:31.842522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=c0112d54-ad37-49ac-ae51-8d3e74b11687,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:31.944144 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:31.953123 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6589f76-745b-4355-9a3a-0537dbd4fcc7 req-30a047e2-00e9-407d-9b2c-72a8c9a859c6 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:31.954669 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f6589f76-745b-4355-9a3a-0537dbd4fcc7 req-30a047e2-00e9-407d-9b2c-72a8c9a859c6 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.1239326 Dec 09 02:16:31.978026 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:31.988736 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:32.000949 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:32.059614 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-d0d0b359-5dc3-4a38-9b66-048ef81b3ce8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb50cbf-07a5-41da-adf0-200444a69275']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:32.071890 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e2a93d6d-9694-4367-9882-c9fde683c8c6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.087261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-d0d0b359-5dc3-4a38-9b66-048ef81b3ce8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723c3ca1-b02b-4599-9ca6-0dbcf4e6d969') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:32.087595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-d0d0b359-5dc3-4a38-9b66-048ef81b3ce8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723c3ca1-b02b-4599-9ca6-0dbcf4e6d969') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:32.106235 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0d0b359-5dc3-4a38-9b66-048ef81b3ce8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.108573 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e2a93d6d-9694-4367-9882-c9fde683c8c6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.155862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6b772b9-fdb9-43a4-b029-5c536a493f74 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.157214 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f6589f76-745b-4355-9a3a-0537dbd4fcc7 req-844c5272-46df-4bbf-b5c7-4508f47a650c tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824927 Dec 09 02:16:32.239557 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Allocated IP 172.26.3.145 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/900d1ac1-c18a-4e90-b230-59cdd3046069) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:32.251208 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Router ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:16:32.276102 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0a9c6bcb-3303-4c09-b719-2684fd5abeca None None] Provisioning complete for port c0112d54-ad37-49ac-ae51-8d3e74b11687 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:32.276926 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a9c6bcb-3303-4c09-b719-2684fd5abeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.306331 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0d0b359-5dc3-4a38-9b66-048ef81b3ce8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.320994 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c6bcb-3303-4c09-b719-2684fd5abeca None None] Port c0112d54-ad37-49ac-ae51-8d3e74b11687 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:32.327159 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d0b359-5dc3-4a38-9b66-048ef81b3ce8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:16:32.327618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0d0b359-5dc3-4a38-9b66-048ef81b3ce8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:16:32.333254 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:16:32.335336 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7cbd7464-fc87-4cc4-9708-ae8e9d673d71 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.410787 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:32.418256 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3343954d-8eeb-45bd-a0ca-4ba88b22ebc1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "PUT /v2.0/routers/ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6898589 Dec 09 02:16:32.426234 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Sync routers for ids ['ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:32.435468 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33502) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:32.439690 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Routers {'ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:32.440958 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:32.449302 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd7464-fc87-4cc4-9708-ae8e9d673d71 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Subnet': ['ID=829f5145-5028-4e3b-85b0-f763740d7657,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:32.464419 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a93d6d-9694-4367-9882-c9fde683c8c6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router c943b033-7c80-4daf-b6d1-12f04a08d5c1 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:16:32.466802 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:32.468522 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7cbd7464-fc87-4cc4-9708-ae8e9d673d71 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.476123 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7cbd7464-fc87-4cc4-9708-ae8e9d673d71 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/829f5145-5028-4e3b-85b0-f763740d7657 HTTP/1.1" status: 204 len: 168 time: 2.2503216 Dec 09 02:16:32.480509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33504) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:32.485207 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e8e8cb10-dcc0-413e-a23d-1e484e5f68c4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/8194889e-b1f2-4a9e-91a8-f0a4a8041482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9824164 Dec 09 02:16:32.487292 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ddeb09-6ebc-497e-a8a7-b5c3ef385f63 None None] Network 28a09373-afeb-481c-8b73-60baf845e8d0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:32.494185 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33506) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:32.518004 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.537589 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Set router ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:32.547451 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27094ed6-481d-4968-960e-48c1c85eb9f4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:32.549073 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-27094ed6-481d-4968-960e-48c1c85eb9f4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports/c0112d54-ad37-49ac-ae51-8d3e74b11687 HTTP/1.1" status: 200 len: 911 time: 0.1142943 Dec 09 02:16:32.554548 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33508) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:32.577656 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.577906 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9662355-2408-41c4-9adf-16b265cc3780 req-fb436fd7-c337-4007-8096-ea3063a89cb3 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:32.579396 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c9662355-2408-41c4-9adf-16b265cc3780 req-fb436fd7-c337-4007-8096-ea3063a89cb3 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.1600459 Dec 09 02:16:32.584595 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b002977-3aa3-4499-b8e0-9ff691a843c5 None None] Sync routers for ids ['8194889e-b1f2-4a9e-91a8-f0a4a8041482'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:32.618861 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6b772b9-fdb9-43a4-b029-5c536a493f74 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.620073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b002977-3aa3-4499-b8e0-9ff691a843c5 None None] Routers {'8194889e-b1f2-4a9e-91a8-f0a4a8041482'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:32.620670 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6b002977-3aa3-4499-b8e0-9ff691a843c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['8194889e-b1f2-4a9e-91a8-f0a4a8041482'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:32.622703 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0d0b359-5dc3-4a38-9b66-048ef81b3ce8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.632202 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1094402-779c-4a6a-80f7-ae26943f0c55 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:32.633561 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e1094402-779c-4a6a-80f7-ae26943f0c55 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports/ec09af21-fcd9-4d7c-8c7e-ba503257ca5a HTTP/1.1" status: 200 len: 910 time: 0.1383286 Dec 09 02:16:32.638975 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33510) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:32.673777 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6b002977-3aa3-4499-b8e0-9ff691a843c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:32.688163 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b002977-3aa3-4499-b8e0-9ff691a843c5 None None] Routers {'8194889e-b1f2-4a9e-91a8-f0a4a8041482'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:32.689053 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6b002977-3aa3-4499-b8e0-9ff691a843c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['8194889e-b1f2-4a9e-91a8-f0a4a8041482'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:32.702235 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b772b9-fdb9-43a4-b029-5c536a493f74 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Subnet': ['ID=af748912-22a0-44db-b98c-1e5301a1aef0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:32.708517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0d0b359-5dc3-4a38-9b66-048ef81b3ce8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.715567 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d0d0b359-5dc3-4a38-9b66-048ef81b3ce8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/networks/cfb50cbf-07a5-41da-adf0-200444a69275 HTTP/1.1" status: 204 len: 168 time: 2.1349638 Dec 09 02:16:32.721581 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33512) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:32.751128 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-88b632d2-6a56-4729-bf77-9b56803e3111 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-978915301'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:32.759552 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6b002977-3aa3-4499-b8e0-9ff691a843c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:32.760296 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b002977-3aa3-4499-b8e0-9ff691a843c5 None None] The sync data for ids ['8194889e-b1f2-4a9e-91a8-f0a4a8041482'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:32.761709 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c9662355-2408-41c4-9adf-16b265cc3780 req-da688a5b-7930-495f-a82e-746edbcb5e04 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563718 Dec 09 02:16:32.764533 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6b772b9-fdb9-43a4-b029-5c536a493f74 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.773403 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d6b772b9-fdb9-43a4-b029-5c536a493f74 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/subnets/af748912-22a0-44db-b98c-1e5301a1aef0 HTTP/1.1" status: 204 len: 168 time: 2.1936069 Dec 09 02:16:32.774721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0b359-5dc3-4a38-9b66-048ef81b3ce8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Network': ['ID=cfb50cbf-07a5-41da-adf0-200444a69275,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:32.777311 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33514) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:32.790562 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99905cf2-3779-4c80-9006-6714032f6b24 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:32.794673 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cce360-d4ee-402b-9629-4b8a4666b953 None None] Network 5084aff9-c046-4c9a-bb33-8b64707985b5 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:32.796734 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99905cf2-3779-4c80-9006-6714032f6b24 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:32.798577 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-99905cf2-3779-4c80-9006-6714032f6b24 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2407000 Dec 09 02:16:32.805531 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33516) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:32.834387 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a93d6d-9694-4367-9882-c9fde683c8c6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:32.849833 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf7627d-da9b-4174-86af-5cb201d30040 None None] DHCP port deletion for 28a09373-afeb-481c-8b73-60baf845e8d0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:32.859670 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82078b6c-7b07-4b0a-8805-968a6b4ffdeb None None] Sync routers for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:32.899316 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e2a93d6d-9694-4367-9882-c9fde683c8c6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.900527 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e2a93d6d-9694-4367-9882-c9fde683c8c6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/c943b033-7c80-4daf-b6d1-12f04a08d5c1 HTTP/1.1" status: 200 len: 705 time: 1.8646345 Dec 09 02:16:32.908947 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82078b6c-7b07-4b0a-8805-968a6b4ffdeb None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:32.909864 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-82078b6c-7b07-4b0a-8805-968a6b4ffdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:32.935905 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33518) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:32.944853 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.954008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af657467-25c6-467a-b960-035af77e429d None None] DHCP port deletion for 5084aff9-c046-4c9a-bb33-8b64707985b5 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:32.968034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7627d-da9b-4174-86af-5cb201d30040 None None] Deleting port 25fbc2f7-5170-4fc7-ba83-c57458c0595e {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:32.968570 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fdf7627d-da9b-4174-86af-5cb201d30040 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:32.982588 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2a74d8ac-36d0-4980-b864-77b017f5f654 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports?device_id=c943b033-7c80-4daf-b6d1-12f04a08d5c1 HTTP/1.1" status: 200 len: 205 time: 0.0436990 Dec 09 02:16:32.997633 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33520) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:32.998614 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b632d2-6a56-4729-bf77-9b56803e3111 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:33.002254 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-88b632d2-6a56-4729-bf77-9b56803e3111 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.013847 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:33.020031 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:33.035655 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:33.058976 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f704b0ed-88d1-4d51-ac24-71e16ede4798 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.069092 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04609d66-c6ae-4f1f-9b2f-51c4b9cc6ce4 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:33.086186 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bae01af9-bd22-4fc3-bd16-511f5491da84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.089460 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-fdf7627d-da9b-4174-86af-5cb201d30040 None None] For port 25fbc2f7-5170-4fc7-ba83-c57458c0595e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=25fbc2f7-5170-4fc7-ba83-c57458c0595e,segment=NetworkSegment(fc2f4b1d-e9d9-43f6-b6bc-1bc37c51e8bf),segment_id=fc2f4b1d-e9d9-43f6-b6bc-1bc37c51e8bf)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:33.089866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fdf7627d-da9b-4174-86af-5cb201d30040 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.101617 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Pushing event updated for resources: {'Port': ['ID=900d1ac1-c18a-4e90-b230-59cdd3046069,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:33.105416 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7627d-da9b-4174-86af-5cb201d30040 None None] Calling delete_port for 25fbc2f7-5170-4fc7-ba83-c57458c0595e owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:33.125222 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5', 'name': 'tempest-NetworksTestDHCPv6-router-333045625', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:16:26Z', 'updated_at': '2021-12-09T02:16:30Z', 'revision_number': 2, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'gw_port_host': None, '_interfaces': [{'id': 'c0112d54-ad37-49ac-ae51-8d3e74b11687', 'name': '', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'mac_address': 'fa:16:3e:b4:ce:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '7ba3b63e-491c-4a6c-8f27-9ec6e358b538', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:16:28Z', 'updated_at': '2021-12-09T02:16:31Z', 'revision_number': 2, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'subnets': [{'id': '7ba3b63e-491c-4a6c-8f27-9ec6e358b538', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:33.126066 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b632d2-6a56-4729-bf77-9b56803e3111 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:16:33.128321 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-82078b6c-7b07-4b0a-8805-968a6b4ffdeb None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:33.148822 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-88b632d2-6a56-4729-bf77-9b56803e3111 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.149178 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-88b632d2-6a56-4729-bf77-9b56803e3111 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Added segment 518eef30-46d5-427e-9462-c4f204412faf of type vlan for network 2c68c1a4-2c2d-409a-8f6d-2676354414b3 Dec 09 02:16:33.187973 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 25fbc2f7-5170-4fc7-ba83-c57458c0595e no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:33.229569 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Checking router: ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:16:33.230328 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Updating router ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5 port c0112d54-ad37-49ac-ae51-8d3e74b11687 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:16:33.232645 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-82078b6c-7b07-4b0a-8805-968a6b4ffdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:16:24Z', 'revision_number': 11, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:33.249864 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f28c420c-e73a-426b-8a76-c22d29c0df06 None None] Provisioning complete for port 900d1ac1-c18a-4e90-b230-59cdd3046069 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:33.250241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f28c420c-e73a-426b-8a76-c22d29c0df06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.276980 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82078b6c-7b07-4b0a-8805-968a6b4ffdeb None None] Checking router: c943b033-7c80-4daf-b6d1-12f04a08d5c1 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:16:33.281627 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-88b632d2-6a56-4729-bf77-9b56803e3111 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.289694 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82078b6c-7b07-4b0a-8805-968a6b4ffdeb None None] Routers {'c943b033-7c80-4daf-b6d1-12f04a08d5c1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:33.290657 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-82078b6c-7b07-4b0a-8805-968a6b4ffdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:33.302915 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f28c420c-e73a-426b-8a76-c22d29c0df06 None None] Port 900d1ac1-c18a-4e90-b230-59cdd3046069 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:33.324509 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fdf7627d-da9b-4174-86af-5cb201d30040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.363665 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7627d-da9b-4174-86af-5cb201d30040 None None] Pushing event deleted for resources: {'Port': ['ID=25fbc2f7-5170-4fc7-ba83-c57458c0595e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:33.364950 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-82078b6c-7b07-4b0a-8805-968a6b4ffdeb None None] Set router c943b033-7c80-4daf-b6d1-12f04a08d5c1 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:33.373979 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf7627d-da9b-4174-86af-5cb201d30040 None None] No DVR routers for this DVR port 25fbc2f7-5170-4fc7-ba83-c57458c0595e on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:33.379726 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.395777 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-88b632d2-6a56-4729-bf77-9b56803e3111 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.401801 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b632d2-6a56-4729-bf77-9b56803e3111 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:33.402402 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-88b632d2-6a56-4729-bf77-9b56803e3111 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.410912 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2335601-e2bc-4e23-a255-615517c29448 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.432022 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-82078b6c-7b07-4b0a-8805-968a6b4ffdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:16:24Z', 'revision_number': 11, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:33.433913 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.468565 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82078b6c-7b07-4b0a-8805-968a6b4ffdeb None None] The sync data for ids ['c943b033-7c80-4daf-b6d1-12f04a08d5c1'] in dv-neutron-804846-18-hyperv is: [{'id': 'c943b033-7c80-4daf-b6d1-12f04a08d5c1', 'name': 'tempest-RoutersIpV6Test-router-1390027255', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:15:11Z', 'updated_at': '2021-12-09T02:16:24Z', 'revision_number': 11, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:33.502041 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port 25fbc2f7-5170-4fc7-ba83-c57458c0595e {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:33.502406 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.712803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2335601-e2bc-4e23-a255-615517c29448 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.729599 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2335601-e2bc-4e23-a255-615517c29448 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.749694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] For port 25fbc2f7-5170-4fc7-ba83-c57458c0595e, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:33.749987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.802957 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.812299 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.822114 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f704b0ed-88d1-4d51-ac24-71e16ede4798 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.853418 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-f704b0ed-88d1-4d51-ac24-71e16ede4798 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5084aff9-c046-4c9a-bb33-8b64707985b5']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:33.870551 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-88b632d2-6a56-4729-bf77-9b56803e3111 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1206982 Dec 09 02:16:33.870551 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b632d2-6a56-4729-bf77-9b56803e3111 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Network': ['ID=2c68c1a4-2c2d-409a-8f6d-2676354414b3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:33.872655 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33524) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:33.881025 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 2c68c1a4-2c2d-409a-8f6d-2676354414b3 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:16:33.882124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5f4840ef-057c-456b-b67e-948983615cf0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'subnet': {'network_id': '2c68c1a4-2c2d-409a-8f6d-2676354414b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:33.890237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for 25fbc2f7-5170-4fc7-ba83-c57458c0595e owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:33.892153 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2335601-e2bc-4e23-a255-615517c29448 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.892752 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2335601-e2bc-4e23-a255-615517c29448 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Fanout notify agent at l3_agent the message router_deleted on router c943b033-7c80-4daf-b6d1-12f04a08d5c1 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:16:33.896430 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-f704b0ed-88d1-4d51-ac24-71e16ede4798 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dccfc0c-f1ef-4d93-9743-d03a71a7e798') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:33.900660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-f704b0ed-88d1-4d51-ac24-71e16ede4798 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dccfc0c-f1ef-4d93-9743-d03a71a7e798') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:33.904215 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Port 25fbc2f7-5170-4fc7-ba83-c57458c0595e was not found and therefore no delete operation was performed {{(pid=103334) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 02:16:33.934774 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2335601-e2bc-4e23-a255-615517c29448 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.940786 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a2335601-e2bc-4e23-a255-615517c29448 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/routers/c943b033-7c80-4daf-b6d1-12f04a08d5c1 HTTP/1.1" status: 204 len: 168 time: 0.9422295 Dec 09 02:16:33.976481 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33526) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:33.979139 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:33.982507 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe705fe-da1f-460f-a523-4520133dae03 None None] Pushing event updated for resources: {'Port': ['ID=c0112d54-ad37-49ac-ae51-8d3e74b11687,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:33.994025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-5ec331b1-f5b8-413d-b717-15e27639b5b6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-307833437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:34.019225 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe705fe-da1f-460f-a523-4520133dae03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:34.019853 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe705fe-da1f-460f-a523-4520133dae03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:34.020583 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe705fe-da1f-460f-a523-4520133dae03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:34.021102 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe705fe-da1f-460f-a523-4520133dae03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:34.022710 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f704b0ed-88d1-4d51-ac24-71e16ede4798 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.023295 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe705fe-da1f-460f-a523-4520133dae03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:34.023838 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe705fe-da1f-460f-a523-4520133dae03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:34.024365 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe705fe-da1f-460f-a523-4520133dae03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:34.027204 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe705fe-da1f-460f-a523-4520133dae03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:34.027791 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe705fe-da1f-460f-a523-4520133dae03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:34.028242 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e814ef2-9d5f-4e4c-8ffa-0f11722c3ff5 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.031521 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe705fe-da1f-460f-a523-4520133dae03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:34.032088 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe705fe-da1f-460f-a523-4520133dae03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:34.032602 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe705fe-da1f-460f-a523-4520133dae03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:34.033097 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe705fe-da1f-460f-a523-4520133dae03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:34.083313 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No DVR routers for this DVR port 25fbc2f7-5170-4fc7-ba83-c57458c0595e on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:34.088710 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec331b1-f5b8-413d-b717-15e27639b5b6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.090036 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec331b1-f5b8-413d-b717-15e27639b5b6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.092037 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Attempting to bind port c0112d54-ad37-49ac-ae51-8d3e74b11687 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:16:34.092598 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Attempting to bind port c0112d54-ad37-49ac-ae51-8d3e74b11687 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:16:34.093134 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Attempting to bind port c0112d54-ad37-49ac-ae51-8d3e74b11687 on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:16:34.099706 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:16:34.100397 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:34.100947 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.101493 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:16:34.102282 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Bound port: c0112d54-ad37-49ac-ae51-8d3e74b11687, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:16:34.102844 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.141403 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=25fbc2f7-5170-4fc7-ba83-c57458c0595e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:34.144330 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f704b0ed-88d1-4d51-ac24-71e16ede4798 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.170580 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.172251 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4840ef-057c-456b-b67e-948983615cf0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:34.181933 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5f4840ef-057c-456b-b67e-948983615cf0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.198520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f704b0ed-88d1-4d51-ac24-71e16ede4798 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:16:34.199214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f704b0ed-88d1-4d51-ac24-71e16ede4798 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:16:34.205935 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:16:34.214511 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] For port c0112d54-ad37-49ac-ae51-8d3e74b11687, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:16:34.218143 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] For port c0112d54-ad37-49ac-ae51-8d3e74b11687, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c0112d54-ad37-49ac-ae51-8d3e74b11687,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:16:34.223170 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.286224 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Routers {'ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:34.287014 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:34.289113 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe705fe-da1f-460f-a523-4520133dae03 None None] Pushing event updated for resources: {'Port': ['ID=c0112d54-ad37-49ac-ae51-8d3e74b11687,revision_number=4']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:34.350066 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.356863 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f704b0ed-88d1-4d51-ac24-71e16ede4798 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.363680 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-adf45abf-f7db-44d1-b9f3-78afc7ff8594 None None] Provisioning complete for port c0112d54-ad37-49ac-ae51-8d3e74b11687 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:34.364094 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-adf45abf-f7db-44d1-b9f3-78afc7ff8594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.376212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee38861-fc01-45b7-b13f-bde5330ccbae req-c6caa141-bc1e-40f5-8e4d-48da27143c47 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:34.377844 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cee38861-fc01-45b7-b13f-bde5330ccbae req-c6caa141-bc1e-40f5-8e4d-48da27143c47 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.5217481 Dec 09 02:16:34.403177 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] Set router ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:34.459698 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f704b0ed-88d1-4d51-ac24-71e16ede4798 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.465420 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f704b0ed-88d1-4d51-ac24-71e16ede4798 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] 10.222.0.43 "DELETE /v2.0/networks/5084aff9-c046-4c9a-bb33-8b64707985b5 HTTP/1.1" status: 204 len: 168 time: 1.6665006 Dec 09 02:16:34.520883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-adf45abf-f7db-44d1-b9f3-78afc7ff8594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.528344 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec331b1-f5b8-413d-b717-15e27639b5b6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.576568 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704b0ed-88d1-4d51-ac24-71e16ede4798 tempest-FloatingIPTestJSON-759642574 tempest-FloatingIPTestJSON-759642574-project] Pushing event deleted for resources: {'Network': ['ID=5084aff9-c046-4c9a-bb33-8b64707985b5,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:34.578750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec331b1-f5b8-413d-b717-15e27639b5b6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.604165 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a09373-afeb-481c-8b73-60baf845e8d0']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:34.606160 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-adf45abf-f7db-44d1-b9f3-78afc7ff8594 None None] For port c0112d54-ad37-49ac-ae51-8d3e74b11687, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c0112d54-ad37-49ac-ae51-8d3e74b11687,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:34.615598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-adf45abf-f7db-44d1-b9f3-78afc7ff8594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.645288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2f4b1d-e9d9-43f6-b6bc-1bc37c51e8bf') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:34.645609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2f4b1d-e9d9-43f6-b6bc-1bc37c51e8bf') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:34.706335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.710108 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec331b1-f5b8-413d-b717-15e27639b5b6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.714107 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5ec331b1-f5b8-413d-b717-15e27639b5b6 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7207949 Dec 09 02:16:34.722926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33530) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:34.731177 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf45abf-f7db-44d1-b9f3-78afc7ff8594 None None] Pushing event updated for resources: {'Port': ['ID=c0112d54-ad37-49ac-ae51-8d3e74b11687,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:34.737640 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-67533681-850a-443b-a2b8-fd2c62058051 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:34.778779 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.783127 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-fa2e6093-7c26-4f6f-a96f-21e6dc9712bf None None] Provisioning complete for port c0112d54-ad37-49ac-ae51-8d3e74b11687 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:34.783789 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cee38861-fc01-45b7-b13f-bde5330ccbae req-5db910a3-9cd7-4a7d-9e0f-fd765f9997d4 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255517 Dec 09 02:16:34.795917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fa2e6093-7c26-4f6f-a96f-21e6dc9712bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.809277 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5f4840ef-057c-456b-b67e-948983615cf0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.844462 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5', 'name': 'tempest-NetworksTestDHCPv6-router-333045625', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:16:26Z', 'updated_at': '2021-12-09T02:16:30Z', 'revision_number': 2, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'gw_port_host': None, '_interfaces': [{'id': 'c0112d54-ad37-49ac-ae51-8d3e74b11687', 'name': '', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'mac_address': 'fa:16:3e:b4:ce:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '7ba3b63e-491c-4a6c-8f27-9ec6e358b538', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:16:28Z', 'updated_at': '2021-12-09T02:16:34Z', 'revision_number': 4, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'subnets': [{'id': '7ba3b63e-491c-4a6c-8f27-9ec6e358b538', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:34.920017 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f54ca-a8ea-44ee-86b3-96b9b0b41a2b None None] The sync data for ids ['ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5'] in dv-neutron-804846-18-hyperv is: [{'id': 'ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5', 'name': 'tempest-NetworksTestDHCPv6-router-333045625', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:16:26Z', 'updated_at': '2021-12-09T02:16:30Z', 'revision_number': 2, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'gw_port_host': None, '_interfaces': [{'id': 'c0112d54-ad37-49ac-ae51-8d3e74b11687', 'name': '', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'mac_address': 'fa:16:3e:b4:ce:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '7ba3b63e-491c-4a6c-8f27-9ec6e358b538', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:16:28Z', 'updated_at': '2021-12-09T02:16:34Z', 'revision_number': 4, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'subnets': [{'id': '7ba3b63e-491c-4a6c-8f27-9ec6e358b538', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:34.935399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.982592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:34.986212 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4840ef-057c-456b-b67e-948983615cf0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Subnet': ['ID=15aa05b7-c094-4cc7-9e8c-44332707409a,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:35.032755 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33534) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:35.046928 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4840ef-057c-456b-b67e-948983615cf0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Checking segment: {'id': '518eef30-46d5-427e-9462-c4f204412faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2c68c1a4-2c2d-409a-8f6d-2676354414b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:35.047288 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4840ef-057c-456b-b67e-948983615cf0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network hostable DHCP agents. Network: 2c68c1a4-2c2d-409a-8f6d-2676354414b3, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:16:35.106988 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-9e814ef2-9d5f-4e4c-8ffa-0f11722c3ff5 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port ec09af21-fcd9-4d7c-8c7e-ba503257ca5a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:35.107328 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e814ef2-9d5f-4e4c-8ffa-0f11722c3ff5 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:35.154076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:16:35.154490 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:16:35.157776 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:16:35.166807 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4840ef-057c-456b-b67e-948983615cf0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network 2c68c1a4-2c2d-409a-8f6d-2676354414b3 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:16:35.205817 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-5f4840ef-057c-456b-b67e-948983615cf0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 2c68c1a4-2c2d-409a-8f6d-2676354414b3) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:35.210676 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4840ef-057c-456b-b67e-948983615cf0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:35.211276 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5f4840ef-057c-456b-b67e-948983615cf0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:35.220738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9daea6d9-d7c7-4e89-817b-86ad178dcdba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:35.269619 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207ded97-791d-45fe-bed2-57146ac425b7 None None] Network 2c68c1a4-2c2d-409a-8f6d-2676354414b3 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:35.281837 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5f4840ef-057c-456b-b67e-948983615cf0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4026921 Dec 09 02:16:35.294102 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33538) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:35.301244 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-81e58568-34bc-4d2f-b416-89fd75822ffe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'network_id': '2c68c1a4-2c2d-409a-8f6d-2676354414b3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1715409616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:35.349503 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf243a68-3032-44b7-9d6c-80666f85b28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:35.382832 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e814ef2-9d5f-4e4c-8ffa-0f11722c3ff5 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:35.395816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:35.416961 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-9e814ef2-9d5f-4e4c-8ffa-0f11722c3ff5 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for ec09af21-fcd9-4d7c-8c7e-ba503257ca5a owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:35.446710 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:35.450666 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/networks/28a09373-afeb-481c-8b73-60baf845e8d0 HTTP/1.1" status: 204 len: 168 time: 2.9643447 Dec 09 02:16:35.458911 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-2c68c1a4-2c2d-409a-8f6d-2676354414b3', 'network_id': '2c68c1a4-2c2d-409a-8f6d-2676354414b3', 'project_id': '646984397d8f42a1ab7a1289880bdcb5', 'fixed_ips': [{'subnet_id': '15aa05b7-c094-4cc7-9e8c-44332707409a'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:16:35.459820 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:35.462655 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33540) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:35.473605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6770f-1f78-4bc9-8ab4-b7df25f26900 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Network': ['ID=28a09373-afeb-481c-8b73-60baf845e8d0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:35.556609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-67533681-850a-443b-a2b8-fd2c62058051 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:35.560756 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-06316152-2f11-4005-b014-3e737860ec6f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd4a8d8a012748ba83cf0bc803d05c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5221829 Dec 09 02:16:35.561191 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33542) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:35.570784 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7947377-e9ca-451a-a3ed-c58fef087ff4 req-8e315ece-91ce-4815-9db6-fa85b6fb8c78 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:35.572650 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c7947377-e9ca-451a-a3ed-c58fef087ff4 req-8e315ece-91ce-4815-9db6-fa85b6fb8c78 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.7777100 Dec 09 02:16:35.626527 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Allocated IP 172.20.0.2 (2c68c1a4-2c2d-409a-8f6d-2676354414b3/15aa05b7-c094-4cc7-9e8c-44332707409a/96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:35.670969 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e58568-34bc-4d2f-b416-89fd75822ffe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:35.674940 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81e58568-34bc-4d2f-b416-89fd75822ffe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:35.690301 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-67533681-850a-443b-a2b8-fd2c62058051 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:35.705588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7e8944-0dc6-4715-b54c-87fdbcfa111b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:35.712715 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ba7e8944-0dc6-4715-b54c-87fdbcfa111b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2474391 Dec 09 02:16:35.713731 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33544) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:35.737861 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Router 57ea4dcc-9251-4006-99cb-f246e5ddf4e2 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:16:35.798334 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-81e58568-34bc-4d2f-b416-89fd75822ffe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] device_id is not set on port f3a51e5a-17e5-420d-b6b5-67d96fa5f106 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:35.813080 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:35.834074 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:35.913254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a399ee5a-6355-4b94-96b5-77e78e0d5026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:35.915232 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Pushing event updated for resources: {'Port': ['ID=96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:35.929405 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Network 2c68c1a4-2c2d-409a-8f6d-2676354414b3 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:35.931831 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:35.936920 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:35.986306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a399ee5a-6355-4b94-96b5-77e78e0d5026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:36.001915 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Attempting to bind port 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:16:36.002291 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Attempting to bind port 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '518eef30-46d5-427e-9462-c4f204412faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2c68c1a4-2c2d-409a-8f6d-2676354414b3'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:16:36.002663 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Attempting to bind port 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0 on network 2c68c1a4-2c2d-409a-8f6d-2676354414b3 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:16:36.010024 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:16:36.010936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Checking segment: {'id': '518eef30-46d5-427e-9462-c4f204412faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2c68c1a4-2c2d-409a-8f6d-2676354414b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:36.012203 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:36.012771 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Bound using segment: {'id': '518eef30-46d5-427e-9462-c4f204412faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2c68c1a4-2c2d-409a-8f6d-2676354414b3'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:16:36.013725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Bound port: 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518eef30-46d5-427e-9462-c4f204412faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2c68c1a4-2c2d-409a-8f6d-2676354414b3'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:16:36.014289 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:36.047458 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-c7947377-e9ca-451a-a3ed-c58fef087ff4 req-93007e35-0e7a-4944-b9f1-cb3bc9d9bdbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Deleting port 6718d4df-d0aa-4ff1-a335-31d024679bf3 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:36.048066 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c7947377-e9ca-451a-a3ed-c58fef087ff4 req-93007e35-0e7a-4944-b9f1-cb3bc9d9bdbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:36.058747 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-00270d4b-1b41-49cf-b3ee-da164f9aa837 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3410661 Dec 09 02:16:36.067579 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33548) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:36.073867 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a975d64a-ae00-4128-bbb8-2390a720d852 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1310931124'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:36.083074 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] For port 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:16:36.087052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] For port 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0,segment=NetworkSegment(518eef30-46d5-427e-9462-c4f204412faf),segment_id=518eef30-46d5-427e-9462-c4f204412faf)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:16:36.094021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:36.116280 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e814ef2-9d5f-4e4c-8ffa-0f11722c3ff5 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:36.123514 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67533681-850a-443b-a2b8-fd2c62058051 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Router 08b5d1a1-d820-476b-ba2b-92ce789930f8 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:16:36.168073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a8023-cbbf-4ec2-9a73-7bc672422a1a None None] Pushing event updated for resources: {'Port': ['ID=96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:36.188746 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-81e58568-34bc-4d2f-b416-89fd75822ffe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Allocated IP 172.20.0.12 (2c68c1a4-2c2d-409a-8f6d-2676354414b3/15aa05b7-c094-4cc7-9e8c-44332707409a/f3a51e5a-17e5-420d-b6b5-67d96fa5f106) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:36.195381 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a399ee5a-6355-4b94-96b5-77e78e0d5026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:36.198557 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a399ee5a-6355-4b94-96b5-77e78e0d5026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:36.202200 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a399ee5a-6355-4b94-96b5-77e78e0d5026 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a43aaef-3463-4b92-9419-9d034623f3c3 HTTP/1.1" status: 204 len: 168 time: 0.6375604 Dec 09 02:16:36.202200 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a975d64a-ae00-4128-bbb8-2390a720d852 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:36.204644 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a975d64a-ae00-4128-bbb8-2390a720d852 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:36.206687 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc8743-c861-4da5-a3a6-143499afa43c req-5fbe28f7-6882-49e9-8e69-b282fcd3464a tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:36.211916 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4fbc8743-c861-4da5-a3a6-143499afa43c req-5fbe28f7-6882-49e9-8e69-b282fcd3464a tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.3095813 Dec 09 02:16:36.222759 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e814ef2-9d5f-4e4c-8ffa-0f11722c3ff5 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=ec09af21-fcd9-4d7c-8c7e-ba503257ca5a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:36.301158 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:36.306230 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:36.307471 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-797dd918-9120-4089-90b6-f098b71105f2 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "PUT /v2.0/routers/57ea4dcc-9251-4006-99cb-f246e5ddf4e2 HTTP/1.1" status: 200 len: 913 time: 5.2040894 Dec 09 02:16:36.312852 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567c52a-bba3-47a6-bb06-f33b12c8e5b2 None None] Sync routers for ids ['57ea4dcc-9251-4006-99cb-f246e5ddf4e2'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:36.336856 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33552) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:36.357642 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67533681-850a-443b-a2b8-fd2c62058051 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:36.367034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567c52a-bba3-47a6-bb06-f33b12c8e5b2 None None] Routers {'57ea4dcc-9251-4006-99cb-f246e5ddf4e2'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:36.367750 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3567c52a-bba3-47a6-bb06-f33b12c8e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['57ea4dcc-9251-4006-99cb-f246e5ddf4e2'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:36.380290 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-67533681-850a-443b-a2b8-fd2c62058051 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:36.388542 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6929d9d-1e0d-4a24-a870-753e2c810176 None None] Sync routers for ids ['08b5d1a1-d820-476b-ba2b-92ce789930f8'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:36.395012 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-67533681-850a-443b-a2b8-fd2c62058051 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "PUT /v2.0/routers/08b5d1a1-d820-476b-ba2b-92ce789930f8 HTTP/1.1" status: 200 len: 697 time: 1.6666877 Dec 09 02:16:36.404665 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6929d9d-1e0d-4a24-a870-753e2c810176 None None] Routers {'08b5d1a1-d820-476b-ba2b-92ce789930f8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:36.405454 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d6929d9d-1e0d-4a24-a870-753e2c810176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08b5d1a1-d820-476b-ba2b-92ce789930f8'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:36.433531 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33554) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:36.448964 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:36.449897 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3567c52a-bba3-47a6-bb06-f33b12c8e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:36.463214 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567c52a-bba3-47a6-bb06-f33b12c8e5b2 None None] Routers {'57ea4dcc-9251-4006-99cb-f246e5ddf4e2'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:36.464178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3567c52a-bba3-47a6-bb06-f33b12c8e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['57ea4dcc-9251-4006-99cb-f246e5ddf4e2'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:36.510486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399ee5a-6355-4b94-96b5-77e78e0d5026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a43aaef-3463-4b92-9419-9d034623f3c3,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:36.606838 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3567c52a-bba3-47a6-bb06-f33b12c8e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:36.608118 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567c52a-bba3-47a6-bb06-f33b12c8e5b2 None None] The sync data for ids ['57ea4dcc-9251-4006-99cb-f246e5ddf4e2'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:36.626347 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-d6929d9d-1e0d-4a24-a870-753e2c810176 None None] Set router 08b5d1a1-d820-476b-ba2b-92ce789930f8 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:36.630180 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9daea6d9-d7c7-4e89-817b-86ad178dcdba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port c0112d54-ad37-49ac-ae51-8d3e74b11687 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:36.630608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9daea6d9-d7c7-4e89-817b-86ad178dcdba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:36.637950 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-c7947377-e9ca-451a-a3ed-c58fef087ff4 req-93007e35-0e7a-4944-b9f1-cb3bc9d9bdbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] For port 6718d4df-d0aa-4ff1-a335-31d024679bf3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6718d4df-d0aa-4ff1-a335-31d024679bf3,segment=NetworkSegment(f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb),segment_id=f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:36.638405 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c7947377-e9ca-451a-a3ed-c58fef087ff4 req-93007e35-0e7a-4944-b9f1-cb3bc9d9bdbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:36.751859 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d6929d9d-1e0d-4a24-a870-753e2c810176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b5d1a1-d820-476b-ba2b-92ce789930f8', 'name': 'tempest-RoutersIpV6Test-router-307833437', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:16:34Z', 'updated_at': '2021-12-09T02:16:35Z', 'revision_number': 2, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:36.756381 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a7f49aad-fb10-487e-9f2f-6b60c558dd8a tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "GET /v2.0/routers/57ea4dcc-9251-4006-99cb-f246e5ddf4e2 HTTP/1.1" status: 200 len: 919 time: 0.4146297 Dec 09 02:16:36.769981 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33562) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:36.779388 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4fbc8743-c861-4da5-a3a6-143499afa43c req-bb222486-275f-4be4-8629-81f1420286a4 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5348480 Dec 09 02:16:36.805330 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6929d9d-1e0d-4a24-a870-753e2c810176 None None] Checking router: 08b5d1a1-d820-476b-ba2b-92ce789930f8 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:16:36.815235 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6929d9d-1e0d-4a24-a870-753e2c810176 None None] Routers {'08b5d1a1-d820-476b-ba2b-92ce789930f8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:36.816654 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d6929d9d-1e0d-4a24-a870-753e2c810176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08b5d1a1-d820-476b-ba2b-92ce789930f8'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:36.851738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a975d64a-ae00-4128-bbb8-2390a720d852 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:16:36.864528 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-408fe7b4-fe25-4f6c-b58e-9dbdfcdc9f36 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/routers/08b5d1a1-d820-476b-ba2b-92ce789930f8 HTTP/1.1" status: 200 len: 703 time: 0.4233062 Dec 09 02:16:36.875712 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33566) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:36.909090 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-d6929d9d-1e0d-4a24-a870-753e2c810176 None None] Set router 08b5d1a1-d820-476b-ba2b-92ce789930f8 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:36.937636 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dd53cc0b-5d15-41b0-8cb2-b5d3e6ade2c0 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b5d1a1-d820-476b-ba2b-92ce789930f8 HTTP/1.1" status: 200 len: 205 time: 0.0566456 Dec 09 02:16:36.940563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a975d64a-ae00-4128-bbb8-2390a720d852 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:36.941555 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-a975d64a-ae00-4128-bbb8-2390a720d852 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Added segment e4cf010a-1156-494c-9a20-933861860792 of type vlan for network 0c204870-a958-4cfe-8f71-1adbdb5853c5 Dec 09 02:16:36.955091 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33570) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:36.976358 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d6929d9d-1e0d-4a24-a870-753e2c810176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b5d1a1-d820-476b-ba2b-92ce789930f8', 'name': 'tempest-RoutersIpV6Test-router-307833437', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:16:34Z', 'updated_at': '2021-12-09T02:16:35Z', 'revision_number': 2, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:37.014452 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6929d9d-1e0d-4a24-a870-753e2c810176 None None] The sync data for ids ['08b5d1a1-d820-476b-ba2b-92ce789930f8'] in dv-neutron-804846-18-hyperv is: [{'id': '08b5d1a1-d820-476b-ba2b-92ce789930f8', 'name': 'tempest-RoutersIpV6Test-router-307833437', 'tenant_id': 'd15c6a952496477982e2790f8e702c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:16:34Z', 'updated_at': '2021-12-09T02:16:35Z', 'revision_number': 2, 'project_id': 'd15c6a952496477982e2790f8e702c84', 'gw_port_host': None}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:37.121284 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9daea6d9-d7c7-4e89-817b-86ad178dcdba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] For port c0112d54-ad37-49ac-ae51-8d3e74b11687, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c0112d54-ad37-49ac-ae51-8d3e74b11687,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:37.121653 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9daea6d9-d7c7-4e89-817b-86ad178dcdba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:37.172176 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a542fa71-0d09-4224-a953-8b41bd98c875 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:37.174124 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a542fa71-0d09-4224-a953-8b41bd98c875 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&device_id=57ea4dcc-9251-4006-99cb-f246e5ddf4e2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3918791 Dec 09 02:16:37.201112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33576) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:37.224465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9daea6d9-d7c7-4e89-817b-86ad178dcdba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for c0112d54-ad37-49ac-ae51-8d3e74b11687 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:37.230831 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a975d64a-ae00-4128-bbb8-2390a720d852 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:37.249270 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c0112d54-ad37-49ac-ae51-8d3e74b11687 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:37.253068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e4eec50e-a2e8-4a0b-8c88-0157738c2768 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:37.306872 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port c0112d54-ad37-49ac-ae51-8d3e74b11687 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:37.307318 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:37.384464 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e814ef2-9d5f-4e4c-8ffa-0f11722c3ff5 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:37.386759 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.db.resource_extend [None req-a975d64a-ae00-4128-bbb8-2390a720d852 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 02:16:37.474242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a975d64a-ae00-4128-bbb8-2390a720d852 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:37.489942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a975d64a-ae00-4128-bbb8-2390a720d852 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:37.490710 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a975d64a-ae00-4128-bbb8-2390a720d852 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:37.500705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:37.503611 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33582) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:37.504242 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81e58568-34bc-4d2f-b416-89fd75822ffe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:37.569031 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:37.571169 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:37.618593 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a975d64a-ae00-4128-bbb8-2390a720d852 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5473895 Dec 09 02:16:37.632127 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33586) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:37.638658 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bcd251b9-c8a0-47dd-9aed-0d0e58cd2f7c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'subnet': {'network_id': '0c204870-a958-4cfe-8f71-1adbdb5853c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:37.646465 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81e58568-34bc-4d2f-b416-89fd75822ffe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:37.666742 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c7947377-e9ca-451a-a3ed-c58fef087ff4 req-93007e35-0e7a-4944-b9f1-cb3bc9d9bdbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:37.667613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c7947377-e9ca-451a-a3ed-c58fef087ff4 req-93007e35-0e7a-4944-b9f1-cb3bc9d9bdbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:37.668016 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [req-c7947377-e9ca-451a-a3ed-c58fef087ff4 req-93007e35-0e7a-4944-b9f1-cb3bc9d9bdbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Floating IP 35a17268-17a7-49c1-8bab-b3f4ab5de964 disassociated. External IP: 172.26.3.213, port: 6718d4df-d0aa-4ff1-a335-31d024679bf3. Dec 09 02:16:37.668436 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-c7947377-e9ca-451a-a3ed-c58fef087ff4 req-93007e35-0e7a-4944-b9f1-cb3bc9d9bdbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Calling delete_port for 6718d4df-d0aa-4ff1-a335-31d024679bf3 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:37.734574 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e58568-34bc-4d2f-b416-89fd75822ffe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=f3a51e5a-17e5-420d-b6b5-67d96fa5f106,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:37.763076 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:37.764220 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:37.774862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-2811ad83-6084-414d-8c67-dc315456d790 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:37.775783 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-2811ad83-6084-414d-8c67-dc315456d790 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 09 02:16:37.776358 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-2811ad83-6084-414d-8c67-dc315456d790 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 02:16:37.777425 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2811ad83-6084-414d-8c67-dc315456d790 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2386630 Dec 09 02:16:37.792803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33588) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:37.794671 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e58568-34bc-4d2f-b416-89fd75822ffe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network 2c68c1a4-2c2d-409a-8f6d-2676354414b3 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:37.801089 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-81e58568-34bc-4d2f-b416-89fd75822ffe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:37.810611 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e814ef2-9d5f-4e4c-8ffa-0f11722c3ff5 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router 8194889e-b1f2-4a9e-91a8-f0a4a8041482 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:16:37.810766 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0,segment=NetworkSegment(518eef30-46d5-427e-9462-c4f204412faf),segment_id=518eef30-46d5-427e-9462-c4f204412faf)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:37.816555 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-94a72132-ad72-4bf8-b9bb-a030fc25b080 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group': {'name': 'tempest-secgroup--859925332'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:37.824118 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e58568-34bc-4d2f-b416-89fd75822ffe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:37.828539 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:37.847769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975d64a-ae00-4128-bbb8-2390a720d852 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Network': ['ID=0c204870-a958-4cfe-8f71-1adbdb5853c5,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:37.866774 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e4eec50e-a2e8-4a0b-8c88-0157738c2768 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:37.900529 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 0c204870-a958-4cfe-8f71-1adbdb5853c5 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:16:37.908701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e4eec50e-a2e8-4a0b-8c88-0157738c2768 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:37.981901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a8b34c-1beb-4d73-a3bb-512eba609db2 None None] Network 2c68c1a4-2c2d-409a-8f6d-2676354414b3 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:38.015800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94a72132-ad72-4bf8-b9bb-a030fc25b080 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:38.018076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cada715-30c5-4fcc-a0a8-b62eff414a00 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:38.022186 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8cada715-30c5-4fcc-a0a8-b62eff414a00 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "GET /v2.0/networks/68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 HTTP/1.1" status: 200 len: 881 time: 0.8158596 Dec 09 02:16:38.028549 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33592) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:38.045313 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:38.052343 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94a72132-ad72-4bf8-b9bb-a030fc25b080 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:38.065219 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e58568-34bc-4d2f-b416-89fd75822ffe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:38.065928 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81e58568-34bc-4d2f-b416-89fd75822ffe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:38.068740 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e814ef2-9d5f-4e4c-8ffa-0f11722c3ff5 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:38.074733 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9e814ef2-9d5f-4e4c-8ffa-0f11722c3ff5 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/8194889e-b1f2-4a9e-91a8-f0a4a8041482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4288502 Dec 09 02:16:38.088440 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2b03a443-5981-43da-9ff4-e0ddefe68840 None None] Provisioning complete for port 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:38.088804 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b03a443-5981-43da-9ff4-e0ddefe68840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:38.101756 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33594) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:38.110462 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fcc79326-3f73-430a-88a3-2e1d23f7d2f1 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "GET /v2.0/ports?device_id=57ea4dcc-9251-4006-99cb-f246e5ddf4e2 HTTP/1.1" status: 200 len: 205 time: 0.0740459 Dec 09 02:16:38.127469 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33596) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:38.140085 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89513ab4-4821-4430-88e5-f151e620922b None None] Sync routers for ids ['8194889e-b1f2-4a9e-91a8-f0a4a8041482'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:38.160711 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8ca4d8fa-8cc9-4799-8d4a-a7d177a47363 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports?device_id=8194889e-b1f2-4a9e-91a8-f0a4a8041482 HTTP/1.1" status: 200 len: 205 time: 0.0541830 Dec 09 02:16:38.175008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89513ab4-4821-4430-88e5-f151e620922b None None] Routers {'8194889e-b1f2-4a9e-91a8-f0a4a8041482'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:38.176284 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-89513ab4-4821-4430-88e5-f151e620922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['8194889e-b1f2-4a9e-91a8-f0a4a8041482'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:38.206685 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33598) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:38.221243 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd251b9-c8a0-47dd-9aed-0d0e58cd2f7c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:38.225813 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bcd251b9-c8a0-47dd-9aed-0d0e58cd2f7c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:38.240543 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-81e58568-34bc-4d2f-b416-89fd75822ffe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.9405820 Dec 09 02:16:38.288352 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33600) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:38.400900 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e4eec50e-a2e8-4a0b-8c88-0157738c2768 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:38.401453 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4eec50e-a2e8-4a0b-8c88-0157738c2768 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Fanout notify agent at l3_agent the message router_deleted on router 08b5d1a1-d820-476b-ba2b-92ce789930f8 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:16:38.403101 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-89513ab4-4821-4430-88e5-f151e620922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:38.411767 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e4eec50e-a2e8-4a0b-8c88-0157738c2768 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:38.413018 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e4eec50e-a2e8-4a0b-8c88-0157738c2768 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/routers/08b5d1a1-d820-476b-ba2b-92ce789930f8 HTTP/1.1" status: 204 len: 168 time: 1.4566298 Dec 09 02:16:38.419145 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33602) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:38.420496 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89513ab4-4821-4430-88e5-f151e620922b None None] Routers {'8194889e-b1f2-4a9e-91a8-f0a4a8041482'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:38.421251 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-89513ab4-4821-4430-88e5-f151e620922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['8194889e-b1f2-4a9e-91a8-f0a4a8041482'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:38.458890 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c96066a8-b991-4b16-b985-5e142efe2f0e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:38.463709 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-65ea433a-4a05-41a6-8bae-f0dfe059c824 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports?device_id=08b5d1a1-d820-476b-ba2b-92ce789930f8 HTTP/1.1" status: 200 len: 205 time: 0.0438607 Dec 09 02:16:38.468756 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33604) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:38.475034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-89513ab4-4821-4430-88e5-f151e620922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:38.475906 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89513ab4-4821-4430-88e5-f151e620922b None None] The sync data for ids ['8194889e-b1f2-4a9e-91a8-f0a4a8041482'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:38.513534 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16760347-dc24-40af-80b0-c9927f608b67 req-be544383-8834-472d-bef5-704ff0cfce74 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:38.515987 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-16760347-dc24-40af-80b0-c9927f608b67 req-be544383-8834-472d-bef5-704ff0cfce74 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 945 time: 0.6021159 Dec 09 02:16:38.581237 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-f8b3945d-5e8b-43eb-be03-b241bbc82167 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] delete failed (client error): The resource could not be found. Dec 09 02:16:38.582989 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f8b3945d-5e8b-43eb-be03-b241bbc82167 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/routers/08b5d1a1-d820-476b-ba2b-92ce789930f8 HTTP/1.1" status: 404 len: 336 time: 0.1130431 Dec 09 02:16:38.592377 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33606) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:38.603255 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:38.659065 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d39e5a87-a800-4e1c-ad9c-31564b46daa5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:38.670327 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-f824ca1c-5f5c-48f5-8c4b-69ead5b53f22 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] DELETE failed (client error): The resource could not be found. Dec 09 02:16:38.671605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f824ca1c-5f5c-48f5-8c4b-69ead5b53f22 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:16:38.675282 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f824ca1c-5f5c-48f5-8c4b-69ead5b53f22 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/9c8b792c-d4ee-4e26-8dba-4a0867fab214 HTTP/1.1" status: 404 len: 337 time: 0.0754969 Dec 09 02:16:38.687309 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33608) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:38.699850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9daea6d9-d7c7-4e89-817b-86ad178dcdba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:38.765415 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-382bceaa-3eba-4875-8d95-42065ea1c408 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] DELETE failed (client error): The resource could not be found. Dec 09 02:16:38.765942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382bceaa-3eba-4875-8d95-42065ea1c408 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:16:38.769879 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-382bceaa-3eba-4875-8d95-42065ea1c408 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/9a5c59ad-7314-4979-94ea-8432a69ab507 HTTP/1.1" status: 404 len: 337 time: 0.0801146 Dec 09 02:16:38.772560 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daea6d9-d7c7-4e89-817b-86ad178dcdba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=c0112d54-ad37-49ac-ae51-8d3e74b11687,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:38.774106 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33610) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:38.777497 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c7947377-e9ca-451a-a3ed-c58fef087ff4 req-93007e35-0e7a-4944-b9f1-cb3bc9d9bdbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:38.783469 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-16760347-dc24-40af-80b0-c9927f608b67 req-63a3ea7b-3ac5-4816-977e-5c5987dc7b18 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups?id=3d01ff57-4697-4140-a8ed-0bf03496af40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072988 Dec 09 02:16:38.804399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c96066a8-b991-4b16-b985-5e142efe2f0e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:38.823017 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c96066a8-b991-4b16-b985-5e142efe2f0e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:38.853649 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-380064a9-aafc-4040-a9c3-a73a9d51ff6a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] DELETE failed (client error): The resource could not be found. Dec 09 02:16:38.854339 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380064a9-aafc-4040-a9c3-a73a9d51ff6a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:16:38.855623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-62f0a862-8d5e-4e1c-ba29-ff1e5588be32 None None] Provisioning complete for port 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:38.856250 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-62f0a862-8d5e-4e1c-ba29-ff1e5588be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:38.857664 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-380064a9-aafc-4040-a9c3-a73a9d51ff6a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/58d4058f-774e-45a5-bdbf-9b4532418120 HTTP/1.1" status: 404 len: 337 time: 0.0784423 Dec 09 02:16:38.859941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93007e35-0e7a-4944-b9f1-cb3bc9d9bdbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Pushing event deleted for resources: {'Port': ['ID=6718d4df-d0aa-4ff1-a335-31d024679bf3,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:38.886233 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33612) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:39.014555 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9daea6d9-d7c7-4e89-817b-86ad178dcdba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.019749 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c96066a8-b991-4b16-b985-5e142efe2f0e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.020392 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96066a8-b991-4b16-b985-5e142efe2f0e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Fanout notify agent at l3_agent the message router_deleted on router 8194889e-b1f2-4a9e-91a8-f0a4a8041482 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:16:39.027287 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a1f072-a800-44e4-9900-e33717f54945 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] DELETE failed (client error): The resource could not be found. Dec 09 02:16:39.027838 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a1f072-a800-44e4-9900-e33717f54945 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:16:39.031227 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d6a1f072-a800-44e4-9900-e33717f54945 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/46d7a0e6-578f-4778-8630-927659e73cb5 HTTP/1.1" status: 404 len: 337 time: 0.1394534 Dec 09 02:16:39.042500 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33614) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:39.049287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c96066a8-b991-4b16-b985-5e142efe2f0e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.053669 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c96066a8-b991-4b16-b985-5e142efe2f0e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/routers/8194889e-b1f2-4a9e-91a8-f0a4a8041482 HTTP/1.1" status: 204 len: 168 time: 0.8445830 Dec 09 02:16:39.061581 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-62f0a862-8d5e-4e1c-ba29-ff1e5588be32 None None] Provisioning complete for port f3a51e5a-17e5-420d-b6b5-67d96fa5f106 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:39.062071 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33616) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:39.062294 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-62f0a862-8d5e-4e1c-ba29-ff1e5588be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.110617 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3898a3d3-c3e5-4ab7-b0f5-195c7629793d tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports?device_id=c943b033-7c80-4daf-b6d1-12f04a08d5c1 HTTP/1.1" status: 200 len: 205 time: 0.0645361 Dec 09 02:16:39.115617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33618) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:39.144189 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-62f0a862-8d5e-4e1c-ba29-ff1e5588be32 None None] Port f3a51e5a-17e5-420d-b6b5-67d96fa5f106 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:39.162111 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-277971a8-d701-43db-97ec-a3c35965e1a8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port f3a51e5a-17e5-420d-b6b5-67d96fa5f106 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:39.162451 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-277971a8-d701-43db-97ec-a3c35965e1a8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.216276 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94a72132-ad72-4bf8-b9bb-a030fc25b080 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.264365 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:39.273558 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94a72132-ad72-4bf8-b9bb-a030fc25b080 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.288055 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-2014f88f-41e0-4f86-86d4-d08f8141d00c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] delete failed (client error): The resource could not be found. Dec 09 02:16:39.289399 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2014f88f-41e0-4f86-86d4-d08f8141d00c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/routers/c943b033-7c80-4daf-b6d1-12f04a08d5c1 HTTP/1.1" status: 404 len: 336 time: 0.1725607 Dec 09 02:16:39.294390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33622) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:39.318555 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6718d4df-d0aa-4ff1-a335-31d024679bf3 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:39.333561 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-52275335-f8f3-4ef6-b865-c1410f1a1ced tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2674ea4-7549-47b8-85ea-02de5ff553da HTTP/1.1" status: 200 len: 205 time: 0.0372584 Dec 09 02:16:39.336929 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33624) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:39.337260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bcd251b9-c8a0-47dd-9aed-0d0e58cd2f7c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.350986 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-66a2b4b1-e7c8-403b-b717-2cbd19cc9a87 None None] Provisioning complete for port f3a51e5a-17e5-420d-b6b5-67d96fa5f106 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:39.351557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-66a2b4b1-e7c8-403b-b717-2cbd19cc9a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.355664 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bec3db4-684a-41d8-8ac3-7ef247cc2789 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting subnet 226a928e-e376-4a09-a2e5-08908388d752 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:39.357438 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 6718d4df-d0aa-4ff1-a335-31d024679bf3 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:39.357903 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6718d4df-d0aa-4ff1-a335-31d024679bf3 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:39.358235 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d39e5a87-a800-4e1c-ad9c-31564b46daa5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.384053 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-470ef62b-9e8f-413f-b5f8-a8f7bf5239b2 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] delete failed (client error): The resource could not be found. Dec 09 02:16:39.385110 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-470ef62b-9e8f-413f-b5f8-a8f7bf5239b2 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/routers/b2674ea4-7549-47b8-85ea-02de5ff553da HTTP/1.1" status: 404 len: 336 time: 0.0463922 Dec 09 02:16:39.393199 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bec3db4-684a-41d8-8ac3-7ef247cc2789 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.395731 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a72132-ad72-4bf8-b9bb-a030fc25b080 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225cd49d-edf1-4567-afb6-e22079e12523,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:39.404777 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-66a2b4b1-e7c8-403b-b717-2cbd19cc9a87 None None] Port f3a51e5a-17e5-420d-b6b5-67d96fa5f106 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:39.416144 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:39.416529 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.427485 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33626) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:39.466535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7947377-e9ca-451a-a3ed-c58fef087ff4 req-93007e35-0e7a-4944-b9f1-cb3bc9d9bdbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Router 949a002e-67f8-4781-87a5-6360acdab537 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:16:39.481649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9daea6d9-d7c7-4e89-817b-86ad178dcdba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Router ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:16:39.519660 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-dffbb44c-8e8d-47eb-ac49-e3b81537903e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] DELETE failed (client error): The resource could not be found. Dec 09 02:16:39.520152 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dffbb44c-8e8d-47eb-ac49-e3b81537903e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:16:39.525723 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dffbb44c-8e8d-47eb-ac49-e3b81537903e tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/f4341077-8479-466b-b76b-8f7ef3f072c4 HTTP/1.1" status: 404 len: 337 time: 0.0925460 Dec 09 02:16:39.527799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33630) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:39.543092 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-277971a8-d701-43db-97ec-a3c35965e1a8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.559142 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bec3db4-684a-41d8-8ac3-7ef247cc2789 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.593851 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-53663036-0a30-406b-b8c6-d9ecb3ec379c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f4e78bf-0492-4cae-98d3-b3f171fee7e7 HTTP/1.1" status: 200 len: 205 time: 0.0648534 Dec 09 02:16:39.597899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33632) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:39.598308 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-277971a8-d701-43db-97ec-a3c35965e1a8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for f3a51e5a-17e5-420d-b6b5-67d96fa5f106 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:39.618356 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd251b9-c8a0-47dd-9aed-0d0e58cd2f7c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Subnet': ['ID=de010805-d573-400a-84a2-b45519c95bb1,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:39.640428 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94a72132-ad72-4bf8-b9bb-a030fc25b080 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.654214 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94a72132-ad72-4bf8-b9bb-a030fc25b080 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.694674 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd251b9-c8a0-47dd-9aed-0d0e58cd2f7c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Checking segment: {'id': 'e4cf010a-1156-494c-9a20-933861860792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0c204870-a958-4cfe-8f71-1adbdb5853c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:39.695019 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd251b9-c8a0-47dd-9aed-0d0e58cd2f7c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network hostable DHCP agents. Network: 0c204870-a958-4cfe-8f71-1adbdb5853c5, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:16:39.698706 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-9fae5486-34d1-4768-a7ff-96aa1182982c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] delete failed (client error): The resource could not be found. Dec 09 02:16:39.699754 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9fae5486-34d1-4768-a7ff-96aa1182982c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/routers/6f4e78bf-0492-4cae-98d3-b3f171fee7e7 HTTP/1.1" status: 404 len: 336 time: 0.1009834 Dec 09 02:16:39.702289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9daea6d9-d7c7-4e89-817b-86ad178dcdba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:39.703674 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33634) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:39.715954 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f637e7-d274-4894-9688-5d733565b912 None None] Sync routers for ids ['ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:39.730040 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9daea6d9-d7c7-4e89-817b-86ad178dcdba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "PUT /v2.0/routers/ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9152219 Dec 09 02:16:39.734387 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f637e7-d274-4894-9688-5d733565b912 None None] Routers {'ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:39.734927 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33636) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:39.739179 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d9f637e7-d274-4894-9688-5d733565b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:39.764549 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d1f72061-ffca-41a4-8cde-1abace7aec0f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports?device_id=e14f2b7c-77f2-4197-bf0c-4c7b3758152b HTTP/1.1" status: 200 len: 205 time: 0.0559275 Dec 09 02:16:39.768312 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94a72132-ad72-4bf8-b9bb-a030fc25b080 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.771486 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-94a72132-ad72-4bf8-b9bb-a030fc25b080 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.9707332 Dec 09 02:16:39.776684 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33638) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:39.777210 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33640) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:39.782626 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7947377-e9ca-451a-a3ed-c58fef087ff4 req-93007e35-0e7a-4944-b9f1-cb3bc9d9bdbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:39.790553 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-aabcde48-ffa1-48da-80eb-5a79f1f09c2e tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': '7bf90381-1ee6-400b-ba9a-656ce055830a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:39.797916 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f878c9c3-6a7e-4aa0-97f2-b37fe919d066 None None] Sync routers for ids ['949a002e-67f8-4781-87a5-6360acdab537'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:39.809788 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f878c9c3-6a7e-4aa0-97f2-b37fe919d066 None None] Routers {'949a002e-67f8-4781-87a5-6360acdab537'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:39.810768 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f878c9c3-6a7e-4aa0-97f2-b37fe919d066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['949a002e-67f8-4781-87a5-6360acdab537'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:39.822504 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a72132-ad72-4bf8-b9bb-a030fc25b080 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf90381-1ee6-400b-ba9a-656ce055830a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:39.824743 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d39e5a87-a800-4e1c-ad9c-31564b46daa5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Deleting port 900d1ac1-c18a-4e90-b230-59cdd3046069 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:39.825087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d39e5a87-a800-4e1c-ad9c-31564b46daa5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.837811 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7947377-e9ca-451a-a3ed-c58fef087ff4 req-93007e35-0e7a-4944-b9f1-cb3bc9d9bdbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] No DVR routers for this DVR port 6718d4df-d0aa-4ff1-a335-31d024679bf3 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:39.843251 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c7947377-e9ca-451a-a3ed-c58fef087ff4 req-93007e35-0e7a-4944-b9f1-cb3bc9d9bdbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.846591 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c7947377-e9ca-451a-a3ed-c58fef087ff4 req-93007e35-0e7a-4944-b9f1-cb3bc9d9bdbd tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.45 "DELETE /v2.0/ports/6718d4df-d0aa-4ff1-a335-31d024679bf3 HTTP/1.1" status: 204 len: 173 time: 4.2342772 Dec 09 02:16:39.847110 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b40a24a-6a47-4946-bd5a-563a53637900', 'name': 'network-vif-deleted', 'tag': '6718d4df-d0aa-4ff1-a335-31d024679bf3'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:16:39.850234 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bd1cc3-913b-4f45-a0aa-088e5c651467" -d '{"events": [{"server_uuid": "9b40a24a-6a47-4946-bd5a-563a53637900", "name": "network-vif-deleted", "tag": "6718d4df-d0aa-4ff1-a335-31d024679bf3"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:16:39.857137 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569d8ebc-fe97-401d-843f-1f523fb4bc6c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:39.859124 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569d8ebc-fe97-401d-843f-1f523fb4bc6c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:39.860788 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-569d8ebc-fe97-401d-843f-1f523fb4bc6c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1229572 Dec 09 02:16:39.863699 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33646) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:39.867378 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd251b9-c8a0-47dd-9aed-0d0e58cd2f7c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 0c204870-a958-4cfe-8f71-1adbdb5853c5 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:16:39.890592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bec3db4-684a-41d8-8ac3-7ef247cc2789 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.894396 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-334bc4da-6682-443e-b448-9c0543e382b3 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] delete failed (client error): The resource could not be found. Dec 09 02:16:39.895476 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-334bc4da-6682-443e-b448-9c0543e382b3 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/routers/e14f2b7c-77f2-4197-bf0c-4c7b3758152b HTTP/1.1" status: 404 len: 336 time: 0.1151071 Dec 09 02:16:39.900320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33648) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:39.939246 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba69e91-a028-4064-b2ac-bbf557e602aa tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] DELETE failed (client error): The resource could not be found. Dec 09 02:16:39.940054 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba69e91-a028-4064-b2ac-bbf557e602aa tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:16:39.943622 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-eba69e91-a028-4064-b2ac-bbf557e602aa tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/f65823f9-c413-4a39-94f6-2056d3aa8b08 HTTP/1.1" status: 404 len: 337 time: 0.0420461 Dec 09 02:16:39.948467 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33652) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:39.966507 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4848b3f-bf7f-4fc3-92c0-841f1bd41d7c x-openstack-request-id: req-e4848b3f-bf7f-4fc3-92c0-841f1bd41d7c {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:16:39.967131 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b40a24a-6a47-4946-bd5a-563a53637900", "name": "network-vif-deleted", "tag": "6718d4df-d0aa-4ff1-a335-31d024679bf3", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:16:39.967580 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e4848b3f-bf7f-4fc3-92c0-841f1bd41d7c {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:16:39.968211 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b40a24a-6a47-4946-bd5a-563a53637900', 'name': 'network-vif-deleted', 'tag': '6718d4df-d0aa-4ff1-a335-31d024679bf3', 'status': 'completed', 'code': 200} Dec 09 02:16:39.975073 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-bcd251b9-c8a0-47dd-9aed-0d0e58cd2f7c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 0c204870-a958-4cfe-8f71-1adbdb5853c5) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:39.988912 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd251b9-c8a0-47dd-9aed-0d0e58cd2f7c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:39.989615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bcd251b9-c8a0-47dd-9aed-0d0e58cd2f7c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:39.996370 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d76c098c-ec90-4363-bca5-4d64d72aea0c tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports?device_id=084be4fc-b219-4254-8b56-e88a9206f342 HTTP/1.1" status: 200 len: 205 time: 0.0466566 Dec 09 02:16:39.997945 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-d9f637e7-d274-4894-9688-5d733565b912 None None] Set router ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:40.001265 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7cfaee2-b08f-400f-af21-19e3f7cf135d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 7ba3b63e-491c-4a6c-8f27-9ec6e358b538 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:40.003406 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33654) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:40.005303 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b7cfaee2-b08f-400f-af21-19e3f7cf135d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:40.048776 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32cb874-238d-4fd9-a469-cb66d22f3ebf None None] Network 0c204870-a958-4cfe-8f71-1adbdb5853c5 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:40.060455 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b7cfaee2-b08f-400f-af21-19e3f7cf135d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:40.086364 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d9f637e7-d274-4894-9688-5d733565b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5', 'name': 'tempest-NetworksTestDHCPv6-router-333045625', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:16:26Z', 'updated_at': '2021-12-09T02:16:38Z', 'revision_number': 3, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:40.116711 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f637e7-d274-4894-9688-5d733565b912 None None] Checking router: ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:16:40.120323 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-f878c9c3-6a7e-4aa0-97f2-b37fe919d066 None None] Set router 949a002e-67f8-4781-87a5-6360acdab537 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:40.141763 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f637e7-d274-4894-9688-5d733565b912 None None] Routers {'ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:40.142676 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d9f637e7-d274-4894-9688-5d733565b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:40.193608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b7cfaee2-b08f-400f-af21-19e3f7cf135d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:40.228370 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-d9f637e7-d274-4894-9688-5d733565b912 None None] Set router ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:40.273032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b7cfaee2-b08f-400f-af21-19e3f7cf135d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:40.290537 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d9f637e7-d274-4894-9688-5d733565b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5', 'name': 'tempest-NetworksTestDHCPv6-router-333045625', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:16:26Z', 'updated_at': '2021-12-09T02:16:38Z', 'revision_number': 3, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:40.319676 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f637e7-d274-4894-9688-5d733565b912 None None] The sync data for ids ['ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5'] in dv-neutron-804846-18-hyperv is: [{'id': 'ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5', 'name': 'tempest-NetworksTestDHCPv6-router-333045625', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:16:26Z', 'updated_at': '2021-12-09T02:16:38Z', 'revision_number': 3, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'gw_port_host': None}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:40.333793 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfaee2-b08f-400f-af21-19e3f7cf135d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba3b63e-491c-4a6c-8f27-9ec6e358b538,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:40.337071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b7cfaee2-b08f-400f-af21-19e3f7cf135d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:40.343545 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b7cfaee2-b08f-400f-af21-19e3f7cf135d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/7ba3b63e-491c-4a6c-8f27-9ec6e358b538 HTTP/1.1" status: 204 len: 168 time: 0.4764490 Dec 09 02:16:40.344775 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33660) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:40.379968 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf33e878-a9c6-4cde-bc4e-c22b78caa164 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:40.466431 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c57b6f25-fc78-45bb-814d-93e2ee4e5445 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1204596 Dec 09 02:16:40.468856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33662) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:40.488137 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aabcde48-ffa1-48da-80eb-5a79f1f09c2e tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:40.511017 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-570780cc-72b5-4a8e-b642-0acf969c1dc1 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] delete failed (client error): The resource could not be found. Dec 09 02:16:40.514433 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-570780cc-72b5-4a8e-b642-0acf969c1dc1 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/routers/084be4fc-b219-4254-8b56-e88a9206f342 HTTP/1.1" status: 404 len: 336 time: 0.5075660 Dec 09 02:16:40.523975 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33664) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:40.531360 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bcd251b9-c8a0-47dd-9aed-0d0e58cd2f7c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8946345 Dec 09 02:16:40.538934 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33666) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:40.543849 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-aa30fe34-d71f-46ac-b940-7270721b4905 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'network_id': '0c204870-a958-4cfe-8f71-1adbdb5853c5', 'name': 'tempest-PortsIpV6TestJSON-1331522083'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:40.579057 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5ae598c2-1dea-401d-abe0-a3ab705f86b3 req-299f1827-d9b5-4b95-9259-8abf3ddf4820 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b40a24a-6a47-4946-bd5a-563a53637900 HTTP/1.1" status: 200 len: 210 time: 0.0957360 Dec 09 02:16:40.580803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d39e5a87-a800-4e1c-ad9c-31564b46daa5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:40.616194 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bec3db4-684a-41d8-8ac3-7ef247cc2789 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:40.621772 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d39e5a87-a800-4e1c-ad9c-31564b46daa5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Calling delete_port for 900d1ac1-c18a-4e90-b230-59cdd3046069 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:40.631801 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-0c204870-a958-4cfe-8f71-1adbdb5853c5', 'network_id': '0c204870-a958-4cfe-8f71-1adbdb5853c5', 'project_id': '41c2f5bd624749d08f586a47815f13ab', 'fixed_ips': [{'subnet_id': 'de010805-d573-400a-84a2-b45519c95bb1'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:16:40.632743 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:40.643511 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-0563ff01-9c8a-4cb7-8908-8ebc3ff4d769 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] DELETE failed (client error): The resource could not be found. Dec 09 02:16:40.643977 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0563ff01-9c8a-4cb7-8908-8ebc3ff4d769 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:16:40.644956 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f878c9c3-6a7e-4aa0-97f2-b37fe919d066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949a002e-67f8-4781-87a5-6360acdab537', 'name': 'tempest-ServerActionsTestJSON-13731359-router', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '97928a95-da83-474d-9555-b6bc41073b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:57Z', 'revision_number': 4, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'gw_port': {'id': '97928a95-da83-474d-9555-b6bc41073b8a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '83d8999c-0c7f-438c-beef-b3ed530677dd', 'name': '', 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'mac_address': 'fa:16:3e:8a:6a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:55Z', 'updated_at': '2021-12-09T02:13:06Z', 'revision_number': 5, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'subnets': [{'id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:40.649447 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0563ff01-9c8a-4cb7-8908-8ebc3ff4d769 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/f6717cce-09ac-4e8b-a95e-d43577a93576 HTTP/1.1" status: 404 len: 337 time: 0.1212194 Dec 09 02:16:40.661230 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33668) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:40.669491 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-277971a8-d701-43db-97ec-a3c35965e1a8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:40.684767 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec3db4-684a-41d8-8ac3-7ef247cc2789 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Subnet': ['ID=226a928e-e376-4a09-a2e5-08908388d752,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:40.696781 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f878c9c3-6a7e-4aa0-97f2-b37fe919d066 None None] Checking router: 949a002e-67f8-4781-87a5-6360acdab537 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:16:40.704839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e0628629-a009-418e-8e30-4a6c4898da11 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:40.714195 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aa68a8-fa0e-40b3-998b-afdc8a96ec18 None None] Network 9b2fe67c-7758-4602-92b9-48944059de18 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:40.715200 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277971a8-d701-43db-97ec-a3c35965e1a8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=f3a51e5a-17e5-420d-b6b5-67d96fa5f106,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:40.740926 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bec3db4-684a-41d8-8ac3-7ef247cc2789 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:40.746696 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8bec3db4-684a-41d8-8ac3-7ef247cc2789 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/226a928e-e376-4a09-a2e5-08908388d752 HTTP/1.1" status: 204 len: 168 time: 1.6356320 Dec 09 02:16:40.748493 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33674) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:40.786615 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1ea970fd-ec50-49d9-9026-3461ab3a782f tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "GET /v2.0/ports?device_id=118bba8b-d921-4829-a3b6-37338fd43ebf HTTP/1.1" status: 200 len: 205 time: 0.1179423 Dec 09 02:16:40.796213 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33676) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:40.796389 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14322738-377c-4058-b0e6-d37197e3e64a None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:40.873073 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-a3f7a55e-5b45-44bc-af2d-2f1ef03b545a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] delete failed (client error): The resource could not be found. Dec 09 02:16:40.874124 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a3f7a55e-5b45-44bc-af2d-2f1ef03b545a tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/routers/118bba8b-d921-4829-a3b6-37338fd43ebf HTTP/1.1" status: 404 len: 336 time: 0.0770767 Dec 09 02:16:40.880492 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33678) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:40.885875 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f878c9c3-6a7e-4aa0-97f2-b37fe919d066 None None] Routers {'949a002e-67f8-4781-87a5-6360acdab537'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:40.885875 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f878c9c3-6a7e-4aa0-97f2-b37fe919d066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['949a002e-67f8-4781-87a5-6360acdab537'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:41.049494 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cd2e96-06e6-407a-93cc-6d62d9246aa8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] DELETE failed (client error): The resource could not be found. Dec 09 02:16:41.050012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cd2e96-06e6-407a-93cc-6d62d9246aa8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:16:41.053842 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c2cd2e96-06e6-407a-93cc-6d62d9246aa8 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/afaacd84-8c2c-43ef-8889-31f1e4d78bbb HTTP/1.1" status: 404 len: 337 time: 0.1686625 Dec 09 02:16:41.088255 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33680) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:41.126551 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a1f129-a90f-4379-b7b6-e71c96ee5f06 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] DELETE failed (client error): The resource could not be found. Dec 09 02:16:41.127019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a1f129-a90f-4379-b7b6-e71c96ee5f06 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:16:41.134804 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-37a1f129-a90f-4379-b7b6-e71c96ee5f06 tempest-RoutersIpV6Test-3208415 tempest-RoutersIpV6Test-3208415-project] 10.222.0.43 "DELETE /v2.0/subnets/2f29b5ba-ea11-40d5-a355-41c082f48808 HTTP/1.1" status: 404 len: 337 time: 0.0398111 Dec 09 02:16:41.134804 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e0628629-a009-418e-8e30-4a6c4898da11 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.139293 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e0628629-a009-418e-8e30-4a6c4898da11 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.156953 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c0112d54-ad37-49ac-ae51-8d3e74b11687 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:41.214076 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aabcde48-ffa1-48da-80eb-5a79f1f09c2e tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.219396 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-277971a8-d701-43db-97ec-a3c35965e1a8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.223407 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-277971a8-d701-43db-97ec-a3c35965e1a8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/f3a51e5a-17e5-420d-b6b5-67d96fa5f106 HTTP/1.1" status: 204 len: 168 time: 2.9345090 Dec 09 02:16:41.226181 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: c0112d54-ad37-49ac-ae51-8d3e74b11687 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:41.226717 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c0112d54-ad37-49ac-ae51-8d3e74b11687 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:41.227297 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5942ef21-35c8-4926-9889-7f30778900fd no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:41.231762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33684) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:41.233903 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aabcde48-ffa1-48da-80eb-5a79f1f09c2e tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.247915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e0628629-a009-418e-8e30-4a6c4898da11 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.248635 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0628629-a009-418e-8e30-4a6c4898da11 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Fanout notify agent at l3_agent the message router_deleted on router ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:16:41.266237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e0628629-a009-418e-8e30-4a6c4898da11 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.267657 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e0628629-a009-418e-8e30-4a6c4898da11 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/routers/ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5 HTTP/1.1" status: 204 len: 168 time: 0.7975216 Dec 09 02:16:41.269088 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa30fe34-d71f-46ac-b940-7270721b4905 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:41.274435 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a735a78-fcda-4934-bc52-50138b1cc519 None None] DHCP port deletion for 9b2fe67c-7758-4602-92b9-48944059de18 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:41.275027 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aa30fe34-d71f-46ac-b940-7270721b4905 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.296655 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33686) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:41.307567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-089afbfc-28f7-4d7d-a3aa-6d88fdf7ef96 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:41.313640 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-aa30fe34-d71f-46ac-b940-7270721b4905 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] device_id is not set on port 088d957f-9c8b-4931-a3a6-696c767608e3 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:41.323001 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-700c1669-0e8d-43e7-bf93-b59b0ed487fe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] GET failed (client error): The resource could not be found. Dec 09 02:16:41.325575 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-700c1669-0e8d-43e7-bf93-b59b0ed487fe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports/f3a51e5a-17e5-420d-b6b5-67d96fa5f106 HTTP/1.1" status: 404 len: 333 time: 0.0926867 Dec 09 02:16:41.331044 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33688) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:41.335900 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.338088 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcde48-ffa1-48da-80eb-5a79f1f09c2e tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c4bebf-e480-46f8-8d2e-1446a2ab4dd4,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:41.409007 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aabcde48-ffa1-48da-80eb-5a79f1f09c2e tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.415931 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-aabcde48-ffa1-48da-80eb-5a79f1f09c2e tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6342638 Dec 09 02:16:41.420466 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-683fc681-4d09-4c49-801d-da01d1928eca tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting subnet 15aa05b7-c094-4cc7-9e8c-44332707409a {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:41.420877 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33690) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:41.424370 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d39e5a87-a800-4e1c-ad9c-31564b46daa5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.426956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-e54ce974-76d4-4146-80ff-2de8a05aeb57 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': '7bf90381-1ee6-400b-ba9a-656ce055830a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:41.437705 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-683fc681-4d09-4c49-801d-da01d1928eca tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.505276 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-f878c9c3-6a7e-4aa0-97f2-b37fe919d066 None None] Set router 949a002e-67f8-4781-87a5-6360acdab537 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:41.522743 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e5a87-a800-4e1c-ad9c-31564b46daa5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Pushing event deleted for resources: {'Port': ['ID=900d1ac1-c18a-4e90-b230-59cdd3046069,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:41.543210 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5464ce8d-54b6-4875-bec1-5cf995e17090 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:41.560660 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Allocated IP 2001:db8::2 (0c204870-a958-4cfe-8f71-1adbdb5853c5/de010805-d573-400a-84a2-b45519c95bb1/8b0640f0-6a7d-4be2-a2c2-8aab7da30769) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:41.574454 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-683fc681-4d09-4c49-801d-da01d1928eca tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.576514 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-14322738-377c-4058-b0e6-d37197e3e64a None None] Deleting port 5942ef21-35c8-4926-9889-7f30778900fd {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:41.576944 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14322738-377c-4058-b0e6-d37197e3e64a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.620687 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33694) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:41.692549 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d39e5a87-a800-4e1c-ad9c-31564b46daa5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.695509 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port 04014271-2989-4708-a618-8c79f5bb05ae {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:41.695932 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.769943 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] For port 04014271-2989-4708-a618-8c79f5bb05ae, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=04014271-2989-4708-a618-8c79f5bb05ae,segment=NetworkSegment(f08416f7-bfe8-4d29-9900-aa53f244e49e),segment_id=f08416f7-bfe8-4d29-9900-aa53f244e49e)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:41.770396 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.785942 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for 04014271-2989-4708-a618-8c79f5bb05ae owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:41.842501 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-14322738-377c-4058-b0e6-d37197e3e64a None None] For port 5942ef21-35c8-4926-9889-7f30778900fd, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5942ef21-35c8-4926-9889-7f30778900fd,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:41.843000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14322738-377c-4058-b0e6-d37197e3e64a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.908858 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-14322738-377c-4058-b0e6-d37197e3e64a None None] Calling delete_port for 5942ef21-35c8-4926-9889-7f30778900fd owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:41.934780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e54ce974-76d4-4146-80ff-2de8a05aeb57 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.956725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.957323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089afbfc-28f7-4d7d-a3aa-6d88fdf7ef96 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:41.961283 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-089afbfc-28f7-4d7d-a3aa-6d88fdf7ef96 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.977878 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d39e5a87-a800-4e1c-ad9c-31564b46daa5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:41.989354 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d39e5a87-a800-4e1c-ad9c-31564b46daa5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.010077 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-683fc681-4d09-4c49-801d-da01d1928eca tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.013967 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8a735a78-fcda-4934-bc52-50138b1cc519 None None] Deleting port 04014271-2989-4708-a618-8c79f5bb05ae {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:42.013967 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a735a78-fcda-4934-bc52-50138b1cc519 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.058514 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-e54ce974-76d4-4146-80ff-2de8a05aeb57 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 02:16:42.059611 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e54ce974-76d4-4146-80ff-2de8a05aeb57 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6372840 Dec 09 02:16:42.062954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33702) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:42.085048 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-114b7ef9-1922-4dd0-b1be-a36b8714c8a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d15c6a952496477982e2790f8e702c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4576440 Dec 09 02:16:42.089076 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33704) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:42.114870 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d39e5a87-a800-4e1c-ad9c-31564b46daa5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.115566 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39e5a87-a800-4e1c-ad9c-31564b46daa5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Fanout notify agent at l3_agent the message router_deleted on router 57ea4dcc-9251-4006-99cb-f246e5ddf4e2 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:16:42.125716 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d39e5a87-a800-4e1c-ad9c-31564b46daa5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.126944 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d39e5a87-a800-4e1c-ad9c-31564b46daa5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "DELETE /v2.0/routers/57ea4dcc-9251-4006-99cb-f246e5ddf4e2 HTTP/1.1" status: 204 len: 168 time: 3.9994328 Dec 09 02:16:42.134464 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33706) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:42.147723 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.168281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-7f38d61a-0962-40ff-9496-c35635db3f53 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2056666267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:42.185754 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8a735a78-fcda-4934-bc52-50138b1cc519 None None] For port 04014271-2989-4708-a618-8c79f5bb05ae, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=04014271-2989-4708-a618-8c79f5bb05ae,segment=NetworkSegment(f08416f7-bfe8-4d29-9900-aa53f244e49e),segment_id=f08416f7-bfe8-4d29-9900-aa53f244e49e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:42.186170 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a735a78-fcda-4934-bc52-50138b1cc519 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.189011 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=04014271-2989-4708-a618-8c79f5bb05ae,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:42.197523 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No DVR routers for this DVR port 04014271-2989-4708-a618-8c79f5bb05ae on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:42.205811 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8a735a78-fcda-4934-bc52-50138b1cc519 None None] Calling delete_port for 04014271-2989-4708-a618-8c79f5bb05ae owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:42.216288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47af9111-750c-4426-8230-9aece547995a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.229776 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.233841 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-683fc681-4d09-4c49-801d-da01d1928eca tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.235575 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 5942ef21-35c8-4926-9889-7f30778900fd, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5942ef21-35c8-4926-9889-7f30778900fd,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:42.249527 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.258473 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f38d61a-0962-40ff-9496-c35635db3f53 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.259561 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f38d61a-0962-40ff-9496-c35635db3f53 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.300252 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.307131 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8566cb2e-5b3a-4270-b885-f8c34cec7478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.318175 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47af9111-750c-4426-8230-9aece547995a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.321306 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fc681-4d09-4c49-801d-da01d1928eca tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Subnet': ['ID=15aa05b7-c094-4cc7-9e8c-44332707409a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:42.325989 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-683fc681-4d09-4c49-801d-da01d1928eca tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.329880 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-683fc681-4d09-4c49-801d-da01d1928eca tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/15aa05b7-c094-4cc7-9e8c-44332707409a HTTP/1.1" status: 204 len: 168 time: 0.9883437 Dec 09 02:16:42.338958 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33708) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:42.349457 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29f9570-d45d-4bf3-a38e-a5ac95433c25 None None] Network 2c68c1a4-2c2d-409a-8f6d-2676354414b3 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:42.349914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.353867 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-089afbfc-28f7-4d7d-a3aa-6d88fdf7ef96 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.413520 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8566cb2e-5b3a-4270-b885-f8c34cec7478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.429979 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-14322738-377c-4058-b0e6-d37197e3e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.435657 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Network 0c204870-a958-4cfe-8f71-1adbdb5853c5 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:42.435892 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2fe67c-7758-4602-92b9-48944059de18']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:42.444856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f38d61a-0962-40ff-9496-c35635db3f53 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.459851 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f878c9c3-6a7e-4aa0-97f2-b37fe919d066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949a002e-67f8-4781-87a5-6360acdab537', 'name': 'tempest-ServerActionsTestJSON-13731359-router', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '97928a95-da83-474d-9555-b6bc41073b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:57Z', 'revision_number': 4, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'gw_port': {'id': '97928a95-da83-474d-9555-b6bc41073b8a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '83d8999c-0c7f-438c-beef-b3ed530677dd', 'name': '', 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'mac_address': 'fa:16:3e:8a:6a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:55Z', 'updated_at': '2021-12-09T02:13:06Z', 'revision_number': 5, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'subnets': [{'id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:42.461029 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08416f7-bfe8-4d29-9900-aa53f244e49e') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:42.461433 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08416f7-bfe8-4d29-9900-aa53f244e49e') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:42.463745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:42.472390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-aa30fe34-d71f-46ac-b940-7270721b4905 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Allocated IP 2001:db8::259 (0c204870-a958-4cfe-8f71-1adbdb5853c5/de010805-d573-400a-84a2-b45519c95bb1/088d957f-9c8b-4931-a3a6-696c767608e3) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:42.475768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089afbfc-28f7-4d7d-a3aa-6d88fdf7ef96 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:42.477439 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f38d61a-0962-40ff-9496-c35635db3f53 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.492177 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:42.492777 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.493575 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-089afbfc-28f7-4d7d-a3aa-6d88fdf7ef96 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:42.497315 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089afbfc-28f7-4d7d-a3aa-6d88fdf7ef96 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:42.498459 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-089afbfc-28f7-4d7d-a3aa-6d88fdf7ef96 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.498627 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=5942ef21-35c8-4926-9889-7f30778900fd,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:42.501866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14322738-377c-4058-b0e6-d37197e3e64a None None] No DVR routers for this DVR port 5942ef21-35c8-4926-9889-7f30778900fd on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:42.518624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f878c9c3-6a7e-4aa0-97f2-b37fe919d066 None None] The sync data for ids ['949a002e-67f8-4781-87a5-6360acdab537'] in dv-neutron-804846-18-hyperv is: [{'id': '949a002e-67f8-4781-87a5-6360acdab537', 'name': 'tempest-ServerActionsTestJSON-13731359-router', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '97928a95-da83-474d-9555-b6bc41073b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:12:57Z', 'revision_number': 4, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'gw_port': {'id': '97928a95-da83-474d-9555-b6bc41073b8a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '83d8999c-0c7f-438c-beef-b3ed530677dd', 'name': '', 'network_id': '2d39084e-79bd-4b9e-a14a-0e7250599a44', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'mac_address': 'fa:16:3e:8a:6a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:55Z', 'updated_at': '2021-12-09T02:13:06Z', 'revision_number': 5, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'subnets': [{'id': '65663bf3-f1b4-4c2a-9db1-f939da065c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:42.522264 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.551930 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089afbfc-28f7-4d7d-a3aa-6d88fdf7ef96 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=a3e8d7a5-da9f-4f32-b42c-47023bc623eb,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:42.560665 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.569777 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f38d61a-0962-40ff-9496-c35635db3f53 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.569934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8566cb2e-5b3a-4270-b885-f8c34cec7478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.570986 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7f38d61a-0962-40ff-9496-c35635db3f53 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4089360 Dec 09 02:16:42.572588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8566cb2e-5b3a-4270-b885-f8c34cec7478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.573893 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8566cb2e-5b3a-4270-b885-f8c34cec7478 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a26a3410-b752-4c94-8ec4-b2d86f638633 HTTP/1.1" status: 204 len: 168 time: 0.4837451 Dec 09 02:16:42.578401 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33710) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:42.587664 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bfc86f-ac31-4377-8082-a16e5dd58390 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:42.591200 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-089afbfc-28f7-4d7d-a3aa-6d88fdf7ef96 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2853148 Dec 09 02:16:42.592655 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33714) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:42.597572 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'enable_snat': False}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:42.598689 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-76f8e475-193f-44d1-b9de-9702999af0cd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1336059098', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:42.601896 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:16:42.602301 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.608032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47af9111-750c-4426-8230-9aece547995a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.610634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47af9111-750c-4426-8230-9aece547995a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.611795 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-47af9111-750c-4426-8230-9aece547995a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "DELETE /v2.0/security-groups/7bf90381-1ee6-400b-ba9a-656ce055830a HTTP/1.1" status: 204 len: 168 time: 0.5478823 Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:16:42.617857 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:16:42.623250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33716) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:42.660289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af9111-750c-4426-8230-9aece547995a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf90381-1ee6-400b-ba9a-656ce055830a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:42.732959 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8a735a78-fcda-4934-bc52-50138b1cc519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.738565 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-76f8e475-193f-44d1-b9de-9702999af0cd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.739140 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-76f8e475-193f-44d1-b9de-9702999af0cd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.741052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Pushing event updated for resources: {'Port': ['ID=8b0640f0-6a7d-4be2-a2c2-8aab7da30769,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:42.780109 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-afc8affd-2845-4c76-91c4-b7108d9648e1 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1504979 Dec 09 02:16:42.780449 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33718) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:42.784849 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Attempting to bind port 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:16:42.785314 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Attempting to bind port 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'e4cf010a-1156-494c-9a20-933861860792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0c204870-a958-4cfe-8f71-1adbdb5853c5'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:16:42.786442 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Attempting to bind port 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 on network 0c204870-a958-4cfe-8f71-1adbdb5853c5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:16:42.786846 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-ab7a9046-c232-4535-95a1-be7c008f15ae tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group': {'name': 'tempest-secgroup--243770711'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:42.819745 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566cb2e-5b3a-4270-b885-f8c34cec7478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26a3410-b752-4c94-8ec4-b2d86f638633,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:42.840381 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:16:42.841974 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Checking segment: {'id': 'e4cf010a-1156-494c-9a20-933861860792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0c204870-a958-4cfe-8f71-1adbdb5853c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:42.842609 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.843104 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Bound using segment: {'id': 'e4cf010a-1156-494c-9a20-933861860792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0c204870-a958-4cfe-8f71-1adbdb5853c5'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:16:42.843848 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Bound port: 8b0640f0-6a7d-4be2-a2c2-8aab7da30769, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cf010a-1156-494c-9a20-933861860792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0c204870-a958-4cfe-8f71-1adbdb5853c5'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:16:42.844335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.876676 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a735a78-fcda-4934-bc52-50138b1cc519 None None] No DVR routers for this DVR port 04014271-2989-4708-a618-8c79f5bb05ae on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:42.881900 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d39573-2fc4-4290-941b-a1ae33ee4b10 None None] DHCP port deletion for 2c68c1a4-2c2d-409a-8f6d-2676354414b3 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:42.895676 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.902966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14322738-377c-4058-b0e6-d37197e3e64a None None] Pushing event deleted for resources: {'Port': ['ID=5942ef21-35c8-4926-9889-7f30778900fd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:42.921352 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-76f8e475-193f-44d1-b9de-9702999af0cd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.941716 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9046-c232-4535-95a1-be7c008f15ae tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:42.978204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-76f8e475-193f-44d1-b9de-9702999af0cd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.004186 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.009801 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/networks/9b2fe67c-7758-4602-92b9-48944059de18 HTTP/1.1" status: 204 len: 168 time: 2.2221067 Dec 09 02:16:43.016666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': 'a3e8d7a5-da9f-4f32-b42c-47023bc623eb'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:16:43.017512 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.017750 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33722) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:43.022044 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aa30fe34-d71f-46ac-b940-7270721b4905 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.040275 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a735a78-fcda-4934-bc52-50138b1cc519 None None] Pushing event deleted for resources: {'Port': ['ID=04014271-2989-4708-a618-8c79f5bb05ae,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:43.051056 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-902849652', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:43.059008 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-76f8e475-193f-44d1-b9de-9702999af0cd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.060325 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-76f8e475-193f-44d1-b9de-9702999af0cd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4661052 Dec 09 02:16:43.064933 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33724) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:43.090329 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c309eac-7a91-41ee-b05b-1f18728eec2d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Network': ['ID=9b2fe67c-7758-4602-92b9-48944059de18,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:43.105121 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.106302 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.127339 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc68b8d-4086-4875-959b-95422e5cd782 None None] New status for floating IP 35a17268-17a7-49c1-8bab-b3f4ab5de964: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:16:43.210430 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.281133 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:43.283960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9046-c232-4535-95a1-be7c008f15ae tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.287959 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aa30fe34-d71f-46ac-b940-7270721b4905 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.296939 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9046-c232-4535-95a1-be7c008f15ae tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.325148 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.339375 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:43.340791 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.365552 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] For port 8b0640f0-6a7d-4be2-a2c2-8aab7da30769, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:16:43.431008 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa30fe34-d71f-46ac-b940-7270721b4905 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 0c204870-a958-4cfe-8f71-1adbdb5853c5 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:43.435521 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] For port 8b0640f0-6a7d-4be2-a2c2-8aab7da30769, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8b0640f0-6a7d-4be2-a2c2-8aab7da30769,segment=NetworkSegment(e4cf010a-1156-494c-9a20-933861860792),segment_id=e4cf010a-1156-494c-9a20-933861860792)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:16:43.442189 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-aa30fe34-d71f-46ac-b940-7270721b4905 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:43.449212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa30fe34-d71f-46ac-b940-7270721b4905 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:43.455454 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa30fe34-d71f-46ac-b940-7270721b4905 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:43.456209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aa30fe34-d71f-46ac-b940-7270721b4905 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.459760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a9046-c232-4535-95a1-be7c008f15ae tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87791f10-e2a7-4679-bcc7-f6c9ae322dca,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:43.463943 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9046-c232-4535-95a1-be7c008f15ae tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.465166 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ab7a9046-c232-4535-95a1-be7c008f15ae tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6837716 Dec 09 02:16:43.469818 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33734) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:43.474244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30fe34-d71f-46ac-b940-7270721b4905 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=088d957f-9c8b-4931-a3a6-696c767608e3,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:43.480336 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-207b7f98-278a-46cb-9d45-2fbefb37e582 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': '87791f10-e2a7-4679-bcc7-f6c9ae322dca', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:43.480990 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-207b7f98-278a-46cb-9d45-2fbefb37e582 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 09 02:16:43.481489 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-207b7f98-278a-46cb-9d45-2fbefb37e582 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:43.482463 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-207b7f98-278a-46cb-9d45-2fbefb37e582 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0091763 Dec 09 02:16:43.499325 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33736) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:43.502164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.521506 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-aa30fe34-d71f-46ac-b940-7270721b4905 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9813998 Dec 09 02:16:43.525917 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33740) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:43.532747 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-1a59296c-e34c-4c13-bcad-4be800af7527 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'network_id': '0c204870-a958-4cfe-8f71-1adbdb5853c5', 'name': 'tempest-PortsIpV6TestJSON-259140086'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:43.601479 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] For port 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0,segment=NetworkSegment(518eef30-46d5-427e-9462-c4f204412faf),segment_id=518eef30-46d5-427e-9462-c4f204412faf)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:43.602232 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.637633 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d9d39573-2fc4-4290-941b-a1ae33ee4b10 None None] Deleting port 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:43.638205 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9d39573-2fc4-4290-941b-a1ae33ee4b10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.662245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.693557 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.698900 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:43.836358 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a59296c-e34c-4c13-bcad-4be800af7527 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:43.841461 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a59296c-e34c-4c13-bcad-4be800af7527 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.860010 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35979f4f-4a92-44a9-b5c8-b0d67d6fb301 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.904471 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33748) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:43.928740 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35979f4f-4a92-44a9-b5c8-b0d67d6fb301 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.933607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-1a59296c-e34c-4c13-bcad-4be800af7527 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] device_id is not set on port 55e91f45-423a-4c52-8302-06c2b9183c17 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:43.953844 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:43.989696 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d9d39573-2fc4-4290-941b-a1ae33ee4b10 None None] For port 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0,segment=NetworkSegment(518eef30-46d5-427e-9462-c4f204412faf),segment_id=518eef30-46d5-427e-9462-c4f204412faf)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:43.990407 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9d39573-2fc4-4290-941b-a1ae33ee4b10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.008359 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d9d39573-2fc4-4290-941b-a1ae33ee4b10 None None] Calling delete_port for 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:44.021611 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Allocated IP 2001:db8::2 (3d63738a-85ef-4baf-83f7-848c720832e0/a3e8d7a5-da9f-4f32-b42c-47023bc623eb/c3804008-396f-4710-a719-d25cdaa5b54a) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:44.052764 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:44.064747 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No DVR routers for this DVR port 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:44.152933 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdac307-e4f8-4b83-be00-974459ea5245 None None] Pushing event updated for resources: {'Port': ['ID=8b0640f0-6a7d-4be2-a2c2-8aab7da30769,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:44.188160 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35979f4f-4a92-44a9-b5c8-b0d67d6fb301 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.195030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-fcb68a9c-c0a6-4f11-8abe-57682abc927a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group': {'name': 'tempest-secgroup--121443099'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:44.195650 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35979f4f-4a92-44a9-b5c8-b0d67d6fb301 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.196789 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-35979f4f-4a92-44a9-b5c8-b0d67d6fb301 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "DELETE /v2.0/security-groups/87791f10-e2a7-4679-bcc7-f6c9ae322dca HTTP/1.1" status: 204 len: 168 time: 0.6962266 Dec 09 02:16:44.207013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Port 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0 update to DOWN by agent not found {{(pid=103335) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 09 02:16:44.207403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 04014271-2989-4708-a618-8c79f5bb05ae no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:44.214845 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33752) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:44.222045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-1a59296c-e34c-4c13-bcad-4be800af7527 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Allocated IP 2001:db8::387 (0c204870-a958-4cfe-8f71-1adbdb5853c5/de010805-d573-400a-84a2-b45519c95bb1/55e91f45-423a-4c52-8302-06c2b9183c17) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:44.249675 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.252999 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35979f4f-4a92-44a9-b5c8-b0d67d6fb301 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87791f10-e2a7-4679-bcc7-f6c9ae322dca,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:44.263466 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.270666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 04014271-2989-4708-a618-8c79f5bb05ae {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:44.271021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 04014271-2989-4708-a618-8c79f5bb05ae not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:44.292236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fcb68a9c-c0a6-4f11-8abe-57682abc927a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.313308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fcb68a9c-c0a6-4f11-8abe-57682abc927a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.331863 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-74772c1c-bbd6-46c0-9023-09b9cf11e8be tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1158710 Dec 09 02:16:44.338549 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33754) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:44.345615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c68c1a4-2c2d-409a-8f6d-2676354414b3']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:44.351764 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d6aa58f5-1263-486e-a357-f1f27b29282a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group': {'name': 'tempest-secgroup--94004376'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:44.355003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.366401 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.375016 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518eef30-46d5-427e-9462-c4f204412faf') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:44.375319 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518eef30-46d5-427e-9462-c4f204412faf') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:44.410343 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Pushing event updated for resources: {'Port': ['ID=c3804008-396f-4710-a719-d25cdaa5b54a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:44.421774 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9d39573-2fc4-4290-941b-a1ae33ee4b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.438745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:44.450699 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.458490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d39573-2fc4-4290-941b-a1ae33ee4b10 None None] No DVR routers for this DVR port 96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:44.460662 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:44.464157 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d39573-2fc4-4290-941b-a1ae33ee4b10 None None] Pushing event deleted for resources: {'Port': ['ID=96452fab-4ca6-4d6e-b8d1-c2f80aa0f4a0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:44.466074 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:44.525665 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Attempting to bind port c3804008-396f-4710-a719-d25cdaa5b54a on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:16:44.526039 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Attempting to bind port c3804008-396f-4710-a719-d25cdaa5b54a by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:16:44.526595 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Attempting to bind port c3804008-396f-4710-a719-d25cdaa5b54a on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:16:44.528773 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::1 (3d63738a-85ef-4baf-83f7-848c720832e0/a3e8d7a5-da9f-4f32-b42c-47023bc623eb/513c03b3-cd2b-4621-ab59-0024e05ab065) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:44.532337 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:16:44.532703 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:44.533397 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.533939 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:16:44.534620 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Bound port: c3804008-396f-4710-a719-d25cdaa5b54a, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:16:44.534989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.603306 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] For port c3804008-396f-4710-a719-d25cdaa5b54a, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:16:44.607786 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] For port c3804008-396f-4710-a719-d25cdaa5b54a, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c3804008-396f-4710-a719-d25cdaa5b54a,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:16:44.618270 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.625932 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fcb68a9c-c0a6-4f11-8abe-57682abc927a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.655944 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a59296c-e34c-4c13-bcad-4be800af7527 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.661635 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fcb68a9c-c0a6-4f11-8abe-57682abc927a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.699734 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22e3bc-92a4-4980-a82e-ad625a9b161a None None] Pushing event updated for resources: {'Port': ['ID=c3804008-396f-4710-a719-d25cdaa5b54a,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:44.752688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb68a9c-c0a6-4f11-8abe-57682abc927a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda22fc3-1699-45a0-97fc-456f81896a50,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:44.832472 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a59296c-e34c-4c13-bcad-4be800af7527 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.865123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.871942 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6aa58f5-1263-486e-a357-f1f27b29282a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.890311 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.902519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fcb68a9c-c0a6-4f11-8abe-57682abc927a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.912430 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a59296c-e34c-4c13-bcad-4be800af7527 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 0c204870-a958-4cfe-8f71-1adbdb5853c5 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:44.916807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fcb68a9c-c0a6-4f11-8abe-57682abc927a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.917524 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.921185 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.928260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-1a59296c-e34c-4c13-bcad-4be800af7527 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:44.943194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a59296c-e34c-4c13-bcad-4be800af7527 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:44.949299 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a59296c-e34c-4c13-bcad-4be800af7527 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:44.949956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a59296c-e34c-4c13-bcad-4be800af7527 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.954514 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:16:44.954979 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.965655 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:16:44.966300 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:16:44.975551 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59296c-e34c-4c13-bcad-4be800af7527 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=55e91f45-423a-4c52-8302-06c2b9183c17,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:45.002569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fcb68a9c-c0a6-4f11-8abe-57682abc927a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.004704 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fcb68a9c-c0a6-4f11-8abe-57682abc927a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0969617 Dec 09 02:16:45.010102 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33756) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:45.017797 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1a59296c-e34c-4c13-bcad-4be800af7527 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4884536 Dec 09 02:16:45.029262 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33758) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:45.029940 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb68a9c-c0a6-4f11-8abe-57682abc927a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444e9fd5-5138-4420-9c34-d3f50fe77b20,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:45.091318 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.114399 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.245552 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.258689 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:45.275574 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:45.281567 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fbfd3a7a-6170-49e6-9a20-1f9a06c58123 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2696502 Dec 09 02:16:45.282653 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:45.285532 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:45.286089 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.288598 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33760) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:45.298915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-50db7502-2b88-4ba5-945c-987bd47d2e9e tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group': {'name': 'tempest-security--369777125', 'description': 'tempest-security-description-796496052'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:45.315409 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.319303 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83fe7e4-7cdb-4654-828d-775c849b4b42 None None] Network 0c204870-a958-4cfe-8f71-1adbdb5853c5 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:45.320432 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/networks/2c68c1a4-2c2d-409a-8f6d-2676354414b3 HTTP/1.1" status: 204 len: 168 time: 2.9800406 Dec 09 02:16:45.325515 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33762) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:45.338441 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce74c037-ba99-478e-86f9-accf144b85ba tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:45.339996 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ce74c037-ba99-478e-86f9-accf144b85ba tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A259 HTTP/1.1" status: 200 len: 929 time: 0.3076015 Dec 09 02:16:45.344392 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-44ab2f28-45a0-41e6-a1ef-905649545113 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9', 'name': 'tempest-PortsTestJSON-1314920281'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:45.354755 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33764) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:45.384725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=513c03b3-cd2b-4621-ab59-0024e05ab065,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:45.387523 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5bdac8b1-9c5d-4330-bdd2-444394f4ee52 None None] Provisioning complete for port 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:45.387932 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5bdac8b1-9c5d-4330-bdd2-444394f4ee52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.418455 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50db7502-2b88-4ba5-945c-987bd47d2e9e tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.441024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c76ab-5643-4183-85de-86618b66d656 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Network': ['ID=2c68c1a4-2c2d-409a-8f6d-2676354414b3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:45.448049 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:45.448455 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.494494 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Allocated IP 172.26.3.36 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/33eae6c8-1597-4707-b83b-22719f4e1331) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:45.501496 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50db7502-2b88-4ba5-945c-987bd47d2e9e tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.510229 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50db7502-2b88-4ba5-945c-987bd47d2e9e tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.513126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50db7502-2b88-4ba5-945c-987bd47d2e9e tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.516943 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-50db7502-2b88-4ba5-945c-987bd47d2e9e tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "PUT /v2.0/security-groups/444e9fd5-5138-4420-9c34-d3f50fe77b20 HTTP/1.1" status: 200 len: 1793 time: 0.2196507 Dec 09 02:16:45.520209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33766) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:45.528452 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.538408 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6aa58f5-1263-486e-a357-f1f27b29282a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.556529 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6aa58f5-1263-486e-a357-f1f27b29282a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.581490 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db7502-2b88-4ba5-945c-987bd47d2e9e tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444e9fd5-5138-4420-9c34-d3f50fe77b20,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:45.614898 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.625450 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3b8a6008-9e1b-44ec-a4ce-bae362f82cb7 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-groups/444e9fd5-5138-4420-9c34-d3f50fe77b20 HTTP/1.1" status: 200 len: 1793 time: 0.1037791 Dec 09 02:16:45.630575 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33768) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:45.640893 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5bdac8b1-9c5d-4330-bdd2-444394f4ee52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.655559 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6aa58f5-1263-486e-a357-f1f27b29282a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.656817 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d6aa58f5-1263-486e-a357-f1f27b29282a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.3142085 Dec 09 02:16:45.671111 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33770) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:45.676465 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3dcebdf4-01e9-4d0f-b6f9-12b5341d6583 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': 'd980b94a-a337-4b5b-ab9b-360a0832bd34', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:45.682773 dv-neutron-804846-18-hyperv neutron-server[103333]: WARNING neutron.api.v2.base [None req-3dcebdf4-01e9-4d0f-b6f9-12b5341d6583 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 09 02:16:45.682929 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-3dcebdf4-01e9-4d0f-b6f9-12b5341d6583 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:45.683941 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3dcebdf4-01e9-4d0f-b6f9-12b5341d6583 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0125511 Dec 09 02:16:45.690661 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa58f5-1263-486e-a357-f1f27b29282a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d980b94a-a337-4b5b-ab9b-360a0832bd34,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:45.693544 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33772) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:45.709361 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 8b0640f0-6a7d-4be2-a2c2-8aab7da30769, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8b0640f0-6a7d-4be2-a2c2-8aab7da30769,segment=NetworkSegment(e4cf010a-1156-494c-9a20-933861860792),segment_id=e4cf010a-1156-494c-9a20-933861860792)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:45.727701 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.728765 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c3804008-396f-4710-a719-d25cdaa5b54a up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:45.779760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4dec0c59-940a-4495-82e4-d0d95db357f2 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.794364 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.854814 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-5bdac8b1-9c5d-4330-bdd2-444394f4ee52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:16:45.855193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4dec0c59-940a-4495-82e4-d0d95db357f2 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.855756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-5bdac8b1-9c5d-4330-bdd2-444394f4ee52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:16:45.895352 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=8b0640f0-6a7d-4be2-a2c2-8aab7da30769,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:45.913686 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port c3804008-396f-4710-a719-d25cdaa5b54a triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:45.917698 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.927205 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.938417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4dec0c59-940a-4495-82e4-d0d95db357f2 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.941778 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4dec0c59-940a-4495-82e4-d0d95db357f2 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:45.943049 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4dec0c59-940a-4495-82e4-d0d95db357f2 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-groups/444e9fd5-5138-4420-9c34-d3f50fe77b20 HTTP/1.1" status: 204 len: 168 time: 0.3114438 Dec 09 02:16:45.952759 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33774) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:45.978326 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec0c59-940a-4495-82e4-d0d95db357f2 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444e9fd5-5138-4420-9c34-d3f50fe77b20,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:45.998255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Allocated IP 172.26.3.131 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/63922620-44d3-4e54-a3f5-eb7f51e38ad0) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:46.012656 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.027676 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.028474 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.058459 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.068524 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e67025da-04cf-49b0-9463-3388a7d3725f tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1122599 Dec 09 02:16:46.073157 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33776) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:46.100033 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port c3804008-396f-4710-a719-d25cdaa5b54a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c3804008-396f-4710-a719-d25cdaa5b54a,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:46.108311 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.136728 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2523a447-8b91-487b-92fe-414a7beabd5b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port 55e91f45-423a-4c52-8302-06c2b9183c17 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:46.137074 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2523a447-8b91-487b-92fe-414a7beabd5b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.145639 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-fab13af4-1869-4d66-8e72-fb477fbbcc7b tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] delete failed (client error): The resource could not be found. Dec 09 02:16:46.150289 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Pushing event updated for resources: {'Port': ['ID=33eae6c8-1597-4707-b83b-22719f4e1331,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:46.150449 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fab13af4-1869-4d66-8e72-fb477fbbcc7b tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-groups/444e9fd5-5138-4420-9c34-d3f50fe77b20 HTTP/1.1" status: 404 len: 347 time: 0.0700545 Dec 09 02:16:46.150537 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33778) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:46.151612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ab2f28-45a0-41e6-a1ef-905649545113 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:46.155286 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-44ab2f28-45a0-41e6-a1ef-905649545113 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.155755 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group': {'name': 'tempest-secgroup--149284917'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:46.172807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=513c03b3-cd2b-4621-ab59-0024e05ab065,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:46.201598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=c3804008-396f-4710-a719-d25cdaa5b54a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:46.214957 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.226748 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:46.248478 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:46.252046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:46.256462 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-44ab2f28-45a0-41e6-a1ef-905649545113 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] device_id is not set on port b72e5432-97ce-41e4-a71b-796f11e09466 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:46.274356 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:46.283796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:46.295657 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aff80b8-6c73-4603-b74f-aab275f78a93 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:46.545695 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e1b092d1-166a-41a2-b151-4e53a010d3aa None None] Provisioning complete for port 088d957f-9c8b-4931-a3a6-696c767608e3 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:46.546485 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1b092d1-166a-41a2-b151-4e53a010d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.581772 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a95b99f7-c3db-469b-99f6-1f537244c78a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.600859 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e1b092d1-166a-41a2-b151-4e53a010d3aa None None] Port 088d957f-9c8b-4931-a3a6-696c767608e3 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:46.612649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e1b092d1-166a-41a2-b151-4e53a010d3aa None None] Provisioning complete for port 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:46.613982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1b092d1-166a-41a2-b151-4e53a010d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.627850 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.645420 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a95b99f7-c3db-469b-99f6-1f537244c78a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.712138 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2523a447-8b91-487b-92fe-414a7beabd5b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.729047 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.743616 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.756814 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a95b99f7-c3db-469b-99f6-1f537244c78a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.759726 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a95b99f7-c3db-469b-99f6-1f537244c78a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.763611 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a95b99f7-c3db-469b-99f6-1f537244c78a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "DELETE /v2.0/security-groups/d980b94a-a337-4b5b-ab9b-360a0832bd34 HTTP/1.1" status: 204 len: 168 time: 0.9070084 Dec 09 02:16:46.766619 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33780) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:46.773270 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e1b092d1-166a-41a2-b151-4e53a010d3aa None None] Provisioning complete for port 33eae6c8-1597-4707-b83b-22719f4e1331 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:46.774038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1b092d1-166a-41a2-b151-4e53a010d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.790697 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.791976 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6399550 Dec 09 02:16:46.792970 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c37367-fa55-49ed-8503-2fe251dffa69,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:46.798362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33782) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:46.808176 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-7bd9c4fd-22e9-47ca-aa86-00777bf58f37 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group_rule': {'security_group_id': '08c37367-fa55-49ed-8503-2fe251dffa69', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:46.815211 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:46.815377 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:46.815793 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:46.816147 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:46.816490 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:46.816825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:46.817159 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:46.817502 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:46.817819 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:46.818151 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:46.818491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:46.818802 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:46.819130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9df464-7aea-4d9f-a875-2d91d5153b08 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:46.821367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e1b092d1-166a-41a2-b151-4e53a010d3aa None None] Port 33eae6c8-1597-4707-b83b-22719f4e1331 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:46.823043 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Router e464c47e-2af5-4b2e-b7ef-86d0e2a24489 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:16:46.840344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e1b092d1-166a-41a2-b151-4e53a010d3aa None None] Provisioning complete for port 55e91f45-423a-4c52-8302-06c2b9183c17 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:46.840909 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1b092d1-166a-41a2-b151-4e53a010d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.883974 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e1b092d1-166a-41a2-b151-4e53a010d3aa None None] Port 55e91f45-423a-4c52-8302-06c2b9183c17 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:46.888178 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2523a447-8b91-487b-92fe-414a7beabd5b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for 55e91f45-423a-4c52-8302-06c2b9183c17 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:46.898692 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e1b092d1-166a-41a2-b151-4e53a010d3aa None None] Provisioning complete for port c3804008-396f-4710-a719-d25cdaa5b54a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:46.899349 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1b092d1-166a-41a2-b151-4e53a010d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.912001 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b99f7-c3db-469b-99f6-1f537244c78a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d980b94a-a337-4b5b-ab9b-360a0832bd34,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:46.921487 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c4fd-22e9-47ca-aa86-00777bf58f37 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:46.965250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:46.976997 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2f746a4f-6519-44a2-a6f5-aa01e47b75df tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "PUT /v2.0/routers/e464c47e-2af5-4b2e-b7ef-86d0e2a24489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9108362 Dec 09 02:16:46.979418 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33784) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:46.988874 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Sync routers for ids ['e464c47e-2af5-4b2e-b7ef-86d0e2a24489'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:47.011502 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8c56dd0e-2b8c-4ff7-86f4-fe9d150c4f4f tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1930573 Dec 09 02:16:47.020122 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Routers {'e464c47e-2af5-4b2e-b7ef-86d0e2a24489'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:47.021052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['e464c47e-2af5-4b2e-b7ef-86d0e2a24489'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:47.022194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33786) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:47.031171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d98e6c1a-f048-4239-9eb1-fab9f7bd3746 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group': {'name': 'tempest-secgroup--306544788'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:47.061266 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c4fd-22e9-47ca-aa86-00777bf58f37 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.074975 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f161b1b-a24f-494e-bff6-11a12e38b99a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:47.076479 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4f161b1b-a24f-494e-bff6-11a12e38b99a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports/513c03b3-cd2b-4621-ab59-0024e05ab065 HTTP/1.1" status: 200 len: 911 time: 0.0958076 Dec 09 02:16:47.079867 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c4fd-22e9-47ca-aa86-00777bf58f37 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.084634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33788) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:47.139561 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9c4fd-22e9-47ca-aa86-00777bf58f37 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a72a66-864b-414a-aaa6-463e7b89084d,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:47.146317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d98e6c1a-f048-4239-9eb1-fab9f7bd3746 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.163098 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-44ab2f28-45a0-41e6-a1ef-905649545113 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.163327 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c4fd-22e9-47ca-aa86-00777bf58f37 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.164613 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7bd9c4fd-22e9-47ca-aa86-00777bf58f37 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3652678 Dec 09 02:16:47.167455 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33790) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:47.177585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Set router e464c47e-2af5-4b2e-b7ef-86d0e2a24489 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:47.186787 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693c5c77-664f-4d52-adda-56abbd615b58 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:47.194153 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693c5c77-664f-4d52-adda-56abbd615b58 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:47.195824 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-693c5c77-664f-4d52-adda-56abbd615b58 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1062648 Dec 09 02:16:47.198481 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33792) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:47.211820 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.212044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:47.263296 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=63922620-44d3-4e54-a3f5-eb7f51e38ad0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:47.281096 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9b8acf1e-968b-4947-9ca6-504b1b2e9c30 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.289969 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.340756 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9b8acf1e-968b-4947-9ca6-504b1b2e9c30 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.364271 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:47.372153 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d98e6c1a-f048-4239-9eb1-fab9f7bd3746 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.382255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:47.390529 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:47.391099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.391728 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:47.408145 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d98e6c1a-f048-4239-9eb1-fab9f7bd3746 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.426319 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63530c88-4fa2-45f0-a65f-95e2e2613c0d None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:47.464067 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d98e6c1a-f048-4239-9eb1-fab9f7bd3746 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.467848 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d98e6c1a-f048-4239-9eb1-fab9f7bd3746 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4399698 Dec 09 02:16:47.468272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33794) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:47.472869 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-3b6a324b-5d5b-4497-a2ca-097fa6f93d2f tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': 'f2a050c5-1379-408b-b71f-6be32c82edc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:47.497958 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-3b6a324b-5d5b-4497-a2ca-097fa6f93d2f tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 09 02:16:47.498284 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-3b6a324b-5d5b-4497-a2ca-097fa6f93d2f tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:47.502032 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3b6a324b-5d5b-4497-a2ca-097fa6f93d2f tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0300989 Dec 09 02:16:47.502032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e6c1a-f048-4239-9eb1-fab9f7bd3746 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a050c5-1379-408b-b71f-6be32c82edc3,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:47.506169 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33796) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:47.509398 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9b8acf1e-968b-4947-9ca6-504b1b2e9c30 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.517753 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9b8acf1e-968b-4947-9ca6-504b1b2e9c30 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.519150 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9b8acf1e-968b-4947-9ca6-504b1b2e9c30 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/33a72a66-864b-414a-aaa6-463e7b89084d HTTP/1.1" status: 204 len: 168 time: 0.3507354 Dec 09 02:16:47.528488 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e4ed23a2-5ca8-40cf-9e64-fe1882f0d5d4 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': 'f2a050c5-1379-408b-b71f-6be32c82edc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:47.529800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33798) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:47.530145 dv-neutron-804846-18-hyperv neutron-server[103333]: WARNING neutron.api.v2.base [None req-e4ed23a2-5ca8-40cf-9e64-fe1882f0d5d4 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 09 02:16:47.531128 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-e4ed23a2-5ca8-40cf-9e64-fe1882f0d5d4 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:47.534461 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e4ed23a2-5ca8-40cf-9e64-fe1882f0d5d4 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0236795 Dec 09 02:16:47.536198 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33800) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:47.544066 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c3804008-396f-4710-a719-d25cdaa5b54a up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:47.556700 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fabc61b2-b81f-484a-bf23-48f9e38fc6bf tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': 'f2a050c5-1379-408b-b71f-6be32c82edc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:47.557872 dv-neutron-804846-18-hyperv neutron-server[103333]: WARNING neutron.api.v2.base [None req-fabc61b2-b81f-484a-bf23-48f9e38fc6bf tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 09 02:16:47.558260 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-fabc61b2-b81f-484a-bf23-48f9e38fc6bf tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:47.560664 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fabc61b2-b81f-484a-bf23-48f9e38fc6bf tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0159199 Dec 09 02:16:47.560664 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-44ab2f28-45a0-41e6-a1ef-905649545113 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.562778 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33802) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:47.578938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-18017dbc-00c7-46ae-80a9-83311dfdb7e6 None None] Provisioning complete for port 63922620-44d3-4e54-a3f5-eb7f51e38ad0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:47.579305 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18017dbc-00c7-46ae-80a9-83311dfdb7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.579530 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8acf1e-968b-4947-9ca6-504b1b2e9c30 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33a72a66-864b-414a-aaa6-463e7b89084d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:47.584332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d10d5d90-a662-4821-a688-34378bb380c1 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': 'f2a050c5-1379-408b-b71f-6be32c82edc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:47.589670 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-d10d5d90-a662-4821-a688-34378bb380c1 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 09 02:16:47.589670 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-d10d5d90-a662-4821-a688-34378bb380c1 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:47.589670 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d10d5d90-a662-4821-a688-34378bb380c1 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0225339 Dec 09 02:16:47.592933 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33804) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:47.610669 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-84b0643b-d5dd-4ea5-9fc9-29257a35d614 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0771492 Dec 09 02:16:47.611266 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33806) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:47.708869 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2523a447-8b91-487b-92fe-414a7beabd5b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.757392 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e464c47e-2af5-4b2e-b7ef-86d0e2a24489', 'name': 'tempest-NetworksTestDHCPv6-router-1336059098', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:16:42Z', 'updated_at': '2021-12-09T02:16:45Z', 'revision_number': 2, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'gw_port_host': None, '_interfaces': [{'id': '513c03b3-cd2b-4621-ab59-0024e05ab065', 'name': '', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'mac_address': 'fa:16:3e:ac:6a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e464c47e-2af5-4b2e-b7ef-86d0e2a24489', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a3e8d7a5-da9f-4f32-b42c-47023bc623eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:16:43Z', 'updated_at': '2021-12-09T02:16:45Z', 'revision_number': 2, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'subnets': [{'id': 'a3e8d7a5-da9f-4f32-b42c-47023bc623eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:47.760305 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-68d95c29-9358-4983-bc24-e32eac504a52 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.776612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ab2f28-45a0-41e6-a1ef-905649545113 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:47.783965 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab2f28-45a0-41e6-a1ef-905649545113 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=b72e5432-97ce-41e4-a71b-796f11e09466,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:47.785889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-68d95c29-9358-4983-bc24-e32eac504a52 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.791185 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b150b9d-5718-4dc2-b667-009282c82f57 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.793649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Checking router: e464c47e-2af5-4b2e-b7ef-86d0e2a24489 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:16:47.793882 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Updating router e464c47e-2af5-4b2e-b7ef-86d0e2a24489 port 513c03b3-cd2b-4621-ab59-0024e05ab065 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:16:47.810306 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-44ab2f28-45a0-41e6-a1ef-905649545113 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:47.821934 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-18017dbc-00c7-46ae-80a9-83311dfdb7e6 None None] Port 63922620-44d3-4e54-a3f5-eb7f51e38ad0 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:47.832848 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab2f28-45a0-41e6-a1ef-905649545113 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:47.836389 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.839609 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab2f28-45a0-41e6-a1ef-905649545113 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:47.840585 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-44ab2f28-45a0-41e6-a1ef-905649545113 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.849067 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b150b9d-5718-4dc2-b667-009282c82f57 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.853692 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port c3804008-396f-4710-a719-d25cdaa5b54a triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:47.854051 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.859286 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-18017dbc-00c7-46ae-80a9-83311dfdb7e6 None None] Provisioning complete for port 513c03b3-cd2b-4621-ab59-0024e05ab065 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:47.859286 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18017dbc-00c7-46ae-80a9-83311dfdb7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.861998 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523a447-8b91-487b-92fe-414a7beabd5b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=55e91f45-423a-4c52-8302-06c2b9183c17,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:47.933868 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-68d95c29-9358-4983-bc24-e32eac504a52 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.937557 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-68d95c29-9358-4983-bc24-e32eac504a52 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.941623 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-68d95c29-9358-4983-bc24-e32eac504a52 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "DELETE /v2.0/security-groups/f2a050c5-1379-408b-b71f-6be32c82edc3 HTTP/1.1" status: 204 len: 168 time: 0.3295436 Dec 09 02:16:47.950519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33808) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:47.967783 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2523a447-8b91-487b-92fe-414a7beabd5b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.973677 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2523a447-8b91-487b-92fe-414a7beabd5b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/55e91f45-423a-4c52-8302-06c2b9183c17 HTTP/1.1" status: 204 len: 168 time: 2.6152389 Dec 09 02:16:47.973874 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b150b9d-5718-4dc2-b667-009282c82f57 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.974536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b150b9d-5718-4dc2-b667-009282c82f57 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:47.977605 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5b150b9d-5718-4dc2-b667-009282c82f57 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-groups/08c37367-fa55-49ed-8503-2fe251dffa69 HTTP/1.1" status: 204 len: 168 time: 0.3634925 Dec 09 02:16:47.977605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33810) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:47.978469 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-44ab2f28-45a0-41e6-a1ef-905649545113 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6413157 Dec 09 02:16:47.979057 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33812) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:47.983728 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33814) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:47.983882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d95c29-9358-4983-bc24-e32eac504a52 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a050c5-1379-408b-b71f-6be32c82edc3,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:47.999539 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6850985e-db5e-4010-ac41-aa34877dcba2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.092528 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0132e7-0984-40d9-ab03-647f6b7cdb67 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] GET failed (client error): The resource could not be found. Dec 09 02:16:48.094227 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5c0132e7-0984-40d9-ab03-647f6b7cdb67 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports/55e91f45-423a-4c52-8302-06c2b9183c17 HTTP/1.1" status: 404 len: 333 time: 0.1115096 Dec 09 02:16:48.095787 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b150b9d-5718-4dc2-b667-009282c82f57 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c37367-fa55-49ed-8503-2fe251dffa69,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:48.106225 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33816) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:48.145995 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-18017dbc-00c7-46ae-80a9-83311dfdb7e6 None None] Port 513c03b3-cd2b-4621-ab59-0024e05ab065 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:48.176975 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-362e678a-3c6b-4d5d-96ae-77487c48641d tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2239151 Dec 09 02:16:48.195518 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-18017dbc-00c7-46ae-80a9-83311dfdb7e6 None None] Could not find standard attr ID for object 55e91f45-423a-4c52-8302-06c2b9183c17. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:16:48.212414 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33818) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:48.218002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-69b72eaf-d127-487f-95c6-faf5fe9a16fc tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group': {'name': 'tempest-secgroup--416142901'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:48.311003 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-69b72eaf-d127-487f-95c6-faf5fe9a16fc tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.330931 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.338188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.338451 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-fa0957ce-80ac-40e7-a33b-0bf417c5b081 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port 088d957f-9c8b-4931-a3a6-696c767608e3 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:48.338732 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa0957ce-80ac-40e7-a33b-0bf417c5b081 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.395341 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22299c19-deb3-4cdc-aafc-afd2f28e3b8c None None] Pushing event updated for resources: {'Port': ['ID=513c03b3-cd2b-4621-ab59-0024e05ab065,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:48.452459 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Attempting to bind port 513c03b3-cd2b-4621-ab59-0024e05ab065 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:16:48.452838 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Attempting to bind port 513c03b3-cd2b-4621-ab59-0024e05ab065 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:16:48.453203 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Attempting to bind port 513c03b3-cd2b-4621-ab59-0024e05ab065 on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:16:48.459163 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:16:48.459772 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:48.459993 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.462017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:16:48.462836 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Bound port: 513c03b3-cd2b-4621-ab59-0024e05ab065, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:16:48.463003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.483542 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.507710 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa0957ce-80ac-40e7-a33b-0bf417c5b081 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.511608 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.532329 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-fa0957ce-80ac-40e7-a33b-0bf417c5b081 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for 088d957f-9c8b-4931-a3a6-696c767608e3 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:48.540694 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7843d1a6-fb7a-48a1-8254-83d01fb6e679 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5537384 Dec 09 02:16:48.542579 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33820) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:48.544801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-69b72eaf-d127-487f-95c6-faf5fe9a16fc tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.548679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] For port 513c03b3-cd2b-4621-ab59-0024e05ab065, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:16:48.552080 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-050e6100-606f-489b-b6c5-f068bf2241e4 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782506098'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:48.553567 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] For port 513c03b3-cd2b-4621-ab59-0024e05ab065, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=513c03b3-cd2b-4621-ab59-0024e05ab065,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:16:48.561612 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.566049 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-69b72eaf-d127-487f-95c6-faf5fe9a16fc tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.614557 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.627463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Routers {'e464c47e-2af5-4b2e-b7ef-86d0e2a24489'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:48.628927 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['e464c47e-2af5-4b2e-b7ef-86d0e2a24489'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:48.668749 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b72eaf-d127-487f-95c6-faf5fe9a16fc tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4439ed4-9480-478a-a2a1-877621ff01b1,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:48.677255 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22299c19-deb3-4cdc-aafc-afd2f28e3b8c None None] Pushing event updated for resources: {'Port': ['ID=513c03b3-cd2b-4621-ab59-0024e05ab065,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:48.677466 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-050e6100-606f-489b-b6c5-f068bf2241e4 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.697813 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-69b72eaf-d127-487f-95c6-faf5fe9a16fc tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.699075 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-69b72eaf-d127-487f-95c6-faf5fe9a16fc tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4847105 Dec 09 02:16:48.704451 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6850985e-db5e-4010-ac41-aa34877dcba2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port 513c03b3-cd2b-4621-ab59-0024e05ab065 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:48.704797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6850985e-db5e-4010-ac41-aa34877dcba2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.707417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33822) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:48.717144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-4c074144-68d9-4705-af45-c0360019fd94 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': 'a4439ed4-9480-478a-a2a1-877621ff01b1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:48.717889 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-4c074144-68d9-4705-af45-c0360019fd94 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 09 02:16:48.718394 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-4c074144-68d9-4705-af45-c0360019fd94 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:48.719389 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4c074144-68d9-4705-af45-c0360019fd94 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087652 Dec 09 02:16:48.724331 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33824) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:48.743127 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-1a283b20-e572-4860-833f-1b5045db950e tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': 'a4439ed4-9480-478a-a2a1-877621ff01b1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:48.757467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1bf3cbf7-539f-42a7-b418-338e8474dd6d None None] Provisioning complete for port 513c03b3-cd2b-4621-ab59-0024e05ab065 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:48.757845 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1bf3cbf7-539f-42a7-b418-338e8474dd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.759988 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] Set router e464c47e-2af5-4b2e-b7ef-86d0e2a24489 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:48.900616 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port b72e5432-97ce-41e4-a71b-796f11e09466 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:48.900978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.920517 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-1a283b20-e572-4860-833f-1b5045db950e tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:48.921590 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1a283b20-e572-4860-833f-1b5045db950e tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1844549 Dec 09 02:16:48.930580 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33826) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:48.938655 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fe88a291-edbf-460d-9657-07eb67dc5707 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': 'a4439ed4-9480-478a-a2a1-877621ff01b1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:48.939385 dv-neutron-804846-18-hyperv neutron-server[103333]: WARNING neutron.api.v2.base [None req-fe88a291-edbf-460d-9657-07eb67dc5707 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 09 02:16:48.940026 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-fe88a291-edbf-460d-9657-07eb67dc5707 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:48.944535 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fe88a291-edbf-460d-9657-07eb67dc5707 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093453 Dec 09 02:16:48.952041 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33828) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:48.958869 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f2be9d2f-ee2d-4fa9-898a-189b6e373bef tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': 'a4439ed4-9480-478a-a2a1-877621ff01b1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:48.966061 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-050e6100-606f-489b-b6c5-f068bf2241e4 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.978581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa0957ce-80ac-40e7-a33b-0bf417c5b081 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.993628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6850985e-db5e-4010-ac41-aa34877dcba2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] For port 513c03b3-cd2b-4621-ab59-0024e05ab065, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=513c03b3-cd2b-4621-ab59-0024e05ab065,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:48.993962 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6850985e-db5e-4010-ac41-aa34877dcba2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:48.999098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-050e6100-606f-489b-b6c5-f068bf2241e4 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.042829 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.045773 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0957ce-80ac-40e7-a33b-0bf417c5b081 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=088d957f-9c8b-4931-a3a6-696c767608e3,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:49.053851 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1bf3cbf7-539f-42a7-b418-338e8474dd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.086471 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6850985e-db5e-4010-ac41-aa34877dcba2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for 513c03b3-cd2b-4621-ab59-0024e05ab065 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:49.095901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa0957ce-80ac-40e7-a33b-0bf417c5b081 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.099992 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fa0957ce-80ac-40e7-a33b-0bf417c5b081 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/088d957f-9c8b-4931-a3a6-696c767608e3 HTTP/1.1" status: 204 len: 168 time: 0.9927657 Dec 09 02:16:49.109881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33830) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:49.125765 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1bf3cbf7-539f-42a7-b418-338e8474dd6d None None] For port 513c03b3-cd2b-4621-ab59-0024e05ab065, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=513c03b3-cd2b-4621-ab59-0024e05ab065,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:49.138184 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1bf3cbf7-539f-42a7-b418-338e8474dd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.138334 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-050e6100-606f-489b-b6c5-f068bf2241e4 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.140597 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-050e6100-606f-489b-b6c5-f068bf2241e4 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5985513 Dec 09 02:16:49.141642 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e6100-606f-489b-b6c5-f068bf2241e4 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79929ea6-9efc-412b-a3be-cf3f6190a1ac,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:49.148018 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33832) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:49.162593 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.167723 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group_rule': {'security_group_id': '79929ea6-9efc-412b-a3be-cf3f6190a1ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:49.178465 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d46ec9-a9a2-45f7-86cd-2934cfa44b68 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] GET failed (client error): The resource could not be found. Dec 09 02:16:49.180300 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b0d46ec9-a9a2-45f7-86cd-2934cfa44b68 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports/088d957f-9c8b-4931-a3a6-696c767608e3 HTTP/1.1" status: 404 len: 333 time: 0.0668583 Dec 09 02:16:49.183014 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33834) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:49.211504 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e464c47e-2af5-4b2e-b7ef-86d0e2a24489', 'name': 'tempest-NetworksTestDHCPv6-router-1336059098', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:16:42Z', 'updated_at': '2021-12-09T02:16:45Z', 'revision_number': 2, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'gw_port_host': None, '_interfaces': [{'id': '513c03b3-cd2b-4621-ab59-0024e05ab065', 'name': '', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'mac_address': 'fa:16:3e:ac:6a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e464c47e-2af5-4b2e-b7ef-86d0e2a24489', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a3e8d7a5-da9f-4f32-b42c-47023bc623eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:16:43Z', 'updated_at': '2021-12-09T02:16:48Z', 'revision_number': 4, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'subnets': [{'id': 'a3e8d7a5-da9f-4f32-b42c-47023bc623eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:49.234369 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for b72e5432-97ce-41e4-a71b-796f11e09466 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:49.248421 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-f2be9d2f-ee2d-4fa9-898a-189b6e373bef tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:49.252780 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f2be9d2f-ee2d-4fa9-898a-189b6e373bef tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2962229 Dec 09 02:16:49.255116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33836) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:49.262957 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df78b3ff-e5b7-4688-aa25-e022aea98340 None None] The sync data for ids ['e464c47e-2af5-4b2e-b7ef-86d0e2a24489'] in dv-neutron-804846-18-hyperv is: [{'id': 'e464c47e-2af5-4b2e-b7ef-86d0e2a24489', 'name': 'tempest-NetworksTestDHCPv6-router-1336059098', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:16:42Z', 'updated_at': '2021-12-09T02:16:45Z', 'revision_number': 2, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'gw_port_host': None, '_interfaces': [{'id': '513c03b3-cd2b-4621-ab59-0024e05ab065', 'name': '', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'mac_address': 'fa:16:3e:ac:6a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e464c47e-2af5-4b2e-b7ef-86d0e2a24489', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a3e8d7a5-da9f-4f32-b42c-47023bc623eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:16:43Z', 'updated_at': '2021-12-09T02:16:48Z', 'revision_number': 4, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'subnets': [{'id': 'a3e8d7a5-da9f-4f32-b42c-47023bc623eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:49.272778 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-2348d7de-037c-4674-bb92-ebad7eb33a13 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': 'a4439ed4-9480-478a-a2a1-877621ff01b1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:49.274221 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-2348d7de-037c-4674-bb92-ebad7eb33a13 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 09 02:16:49.274465 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-2348d7de-037c-4674-bb92-ebad7eb33a13 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:49.280161 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2348d7de-037c-4674-bb92-ebad7eb33a13 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0179839 Dec 09 02:16:49.280363 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33838) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:49.288764 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-4fd50ea3-c971-4c90-bf1e-d658090f0d85 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': 'a4439ed4-9480-478a-a2a1-877621ff01b1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:49.297428 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3cbf7-539f-42a7-b418-338e8474dd6d None None] Pushing event updated for resources: {'Port': ['ID=513c03b3-cd2b-4621-ab59-0024e05ab065,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:49.304108 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-935da5d7-2adf-4f1c-aa3d-bfcec2de196f None None] Provisioning complete for port 513c03b3-cd2b-4621-ab59-0024e05ab065 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:49.304796 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-935da5d7-2adf-4f1c-aa3d-bfcec2de196f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.324778 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.350602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e29656-b7ba-4adb-a5b4-58082ce8c0fb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting subnet de010805-d573-400a-84a2-b45519c95bb1 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:49.356554 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97e29656-b7ba-4adb-a5b4-58082ce8c0fb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.415977 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Router 1425c2c6-5835-4465-9507-58c1f1a13c6d is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:16:49.435311 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-4fd50ea3-c971-4c90-bf1e-d658090f0d85 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Project 14f0ee8bd189412bb5d4bdfba518a55a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:16:49.457096 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.457881 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router 413a4a4a-12ce-4a77-b676-a9d3166986d8 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:16:49.476497 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97e29656-b7ba-4adb-a5b4-58082ce8c0fb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.493603 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.504381 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-4fd50ea3-c971-4c90-bf1e-d658090f0d85 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:49.507679 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4fd50ea3-c971-4c90-bf1e-d658090f0d85 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2224143 Dec 09 02:16:49.508181 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.508659 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33840) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:49.514843 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-ec8e6709-431e-48c4-ad67-a28a67a4009c tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': 'a4439ed4-9480-478a-a2a1-877621ff01b1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:49.515544 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-ec8e6709-431e-48c4-ad67-a28a67a4009c tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 09 02:16:49.516121 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-ec8e6709-431e-48c4-ad67-a28a67a4009c tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:49.520317 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ec8e6709-431e-48c4-ad67-a28a67a4009c tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069625 Dec 09 02:16:49.521807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33842) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:49.526024 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-b234eea5-5bd4-40ae-b185-2f962ca2dfd3 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': 'a4439ed4-9480-478a-a2a1-877621ff01b1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:49.576822 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e59b4d-92fd-42fd-9687-21465eee29f8,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:49.641735 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-b234eea5-5bd4-40ae-b185-2f962ca2dfd3 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Project 14f0ee8bd189412bb5d4bdfba518a55a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:16:49.668273 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=b72e5432-97ce-41e4-a71b-796f11e09466,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:49.672759 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-b234eea5-5bd4-40ae-b185-2f962ca2dfd3 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:49.678432 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b234eea5-5bd4-40ae-b185-2f962ca2dfd3 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1519923 Dec 09 02:16:49.678432 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6850985e-db5e-4010-ac41-aa34877dcba2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.683042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33844) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:49.687698 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.689573 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-7719cfbb-91d9-4fa8-83bd-2b3327f9b477 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': 'a4439ed4-9480-478a-a2a1-877621ff01b1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:49.691622 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/b72e5432-97ce-41e4-a71b-796f11e09466 HTTP/1.1" status: 204 len: 168 time: 1.6854966 Dec 09 02:16:49.696082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97e29656-b7ba-4adb-a5b4-58082ce8c0fb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.698505 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:49.700763 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.701125 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.701459 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.701802 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.702132 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.702462 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.702789 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.703748 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.704160 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.704498 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.704829 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.705152 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.705476 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.710028 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33846) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:49.711309 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77778a-3940-4f13-93c9-d81a68a2bf5f None None] Sync routers for ids ['1425c2c6-5835-4465-9507-58c1f1a13c6d'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:49.713206 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.717091 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c60d13f7-90c9-4496-967b-5a5962e277b3 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "PUT /v2.0/routers/1425c2c6-5835-4465-9507-58c1f1a13c6d HTTP/1.1" status: 200 len: 915 time: 7.1304522 Dec 09 02:16:49.721279 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.725377 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f6623c1f-dffc-46a0-8f5d-dc0bf263dce8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5644367 Dec 09 02:16:49.725548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33848) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:49.725656 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33850) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:49.726181 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-560322e8-87f3-4865-b828-4fb9fdcc145c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9', 'mac_address': 'fa:16:3e:13:1c:e9', 'name': 'tempest-PortsTestJSON-1581033446'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:49.728365 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b77778a-3940-4f13-93c9-d81a68a2bf5f None None] Routers {'1425c2c6-5835-4465-9507-58c1f1a13c6d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:49.728993 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-3b77778a-3940-4f13-93c9-d81a68a2bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1425c2c6-5835-4465-9507-58c1f1a13c6d'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:49.748968 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a3430a0e-545c-482c-bae4-9019f4919f41 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group_rule': {'security_group_id': '79929ea6-9efc-412b-a3be-cf3f6190a1ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:49.767247 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850985e-db5e-4010-ac41-aa34877dcba2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=513c03b3-cd2b-4621-ab59-0024e05ab065,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:49.779701 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-3b77778a-3940-4f13-93c9-d81a68a2bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:49.783300 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.783592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.783936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.784308 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.784647 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.784980 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.785309 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.785661 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.785985 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.786307 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.786632 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.787090 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.787421 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d302b55-f386-4d06-af9f-cbfce8a0fc85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:49.796371 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b77778a-3940-4f13-93c9-d81a68a2bf5f None None] Routers {'1425c2c6-5835-4465-9507-58c1f1a13c6d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:49.797424 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-3b77778a-3940-4f13-93c9-d81a68a2bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1425c2c6-5835-4465-9507-58c1f1a13c6d'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:49.853105 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-3b77778a-3940-4f13-93c9-d81a68a2bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:49.854683 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77778a-3940-4f13-93c9-d81a68a2bf5f None None] The sync data for ids ['1425c2c6-5835-4465-9507-58c1f1a13c6d'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:49.878740 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:49.891103 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4def7769-b134-455a-aa67-5e9610ce2f39 None None] Sync routers for ids ['413a4a4a-12ce-4a77-b676-a9d3166986d8'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:49.904586 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4def7769-b134-455a-aa67-5e9610ce2f39 None None] Routers {'413a4a4a-12ce-4a77-b676-a9d3166986d8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:49.905790 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4def7769-b134-455a-aa67-5e9610ce2f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['413a4a4a-12ce-4a77-b676-a9d3166986d8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:49.950614 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4def7769-b134-455a-aa67-5e9610ce2f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:49.960947 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4def7769-b134-455a-aa67-5e9610ce2f39 None None] Routers {'413a4a4a-12ce-4a77-b676-a9d3166986d8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:49.961732 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4def7769-b134-455a-aa67-5e9610ce2f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['413a4a4a-12ce-4a77-b676-a9d3166986d8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:49.992117 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:49.996521 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0b62532c-1a6b-41c7-a1c8-d589fd66f899 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.9539325 Dec 09 02:16:49.997345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33852) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:50.016872 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-7719cfbb-91d9-4fa8-83bd-2b3327f9b477 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Project 14f0ee8bd189412bb5d4bdfba518a55a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:16:50.018243 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4def7769-b134-455a-aa67-5e9610ce2f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:50.018968 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4def7769-b134-455a-aa67-5e9610ce2f39 None None] The sync data for ids ['413a4a4a-12ce-4a77-b676-a9d3166986d8'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:50.077851 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560322e8-87f3-4865-b828-4fb9fdcc145c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:50.080202 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6850985e-db5e-4010-ac41-aa34877dcba2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.087203 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3430a0e-545c-482c-bae4-9019f4919f41 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.109217 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b585b3a7-14d2-4af1-abe0-a23727276df7 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "GET /v2.0/routers/1425c2c6-5835-4465-9507-58c1f1a13c6d HTTP/1.1" status: 200 len: 921 time: 0.3644280 Dec 09 02:16:50.110006 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-7719cfbb-91d9-4fa8-83bd-2b3327f9b477 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:50.115090 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7719cfbb-91d9-4fa8-83bd-2b3327f9b477 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4248748 Dec 09 02:16:50.115090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33854) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:50.115090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33856) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:50.138439 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97e29656-b7ba-4adb-a5b4-58082ce8c0fb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.199178 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-560322e8-87f3-4865-b828-4fb9fdcc145c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.217122 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c0158e17-c299-4128-a931-4bdd53b38723 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/routers/413a4a4a-12ce-4a77-b676-a9d3166986d8 HTTP/1.1" status: 200 len: 880 time: 0.2185175 Dec 09 02:16:50.217802 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33858) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:50.271033 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-560322e8-87f3-4865-b828-4fb9fdcc145c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] device_id is not set on port 933308fd-f79f-42c6-81f1-4f9087063594 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:50.544894 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-560322e8-87f3-4865-b828-4fb9fdcc145c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.564237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e29656-b7ba-4adb-a5b4-58082ce8c0fb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Subnet': ['ID=de010805-d573-400a-84a2-b45519c95bb1,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:50.569565 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97e29656-b7ba-4adb-a5b4-58082ce8c0fb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.572302 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-97e29656-b7ba-4adb-a5b4-58082ce8c0fb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/de010805-d573-400a-84a2-b45519c95bb1 HTTP/1.1" status: 204 len: 168 time: 1.3881550 Dec 09 02:16:50.577818 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33860) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:50.578578 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1274494f-3b76-416c-8a44-5e45938105c6 None None] Network 0c204870-a958-4cfe-8f71-1adbdb5853c5 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:50.631308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3430a0e-545c-482c-bae4-9019f4919f41 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.670406 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d74ddb-9dc6-4945-973b-ce5c2bf75242 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:50.674727 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-28d74ddb-9dc6-4945-973b-ce5c2bf75242 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&device_id=1425c2c6-5835-4465-9507-58c1f1a13c6d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5561302 Dec 09 02:16:50.677093 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33862) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:50.699685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3430a0e-545c-482c-bae4-9019f4919f41 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.737006 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8c9ea8f5-b264-4376-91e3-fed0ecc4c9db tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.738579 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3430a0e-545c-482c-bae4-9019f4919f41 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31562860-6404-4f5e-b61c-ef4353f509de,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:50.750168 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-799a25f7-9e9c-48af-a701-2386e421ef87 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5292020 Dec 09 02:16:50.750351 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6850985e-db5e-4010-ac41-aa34877dcba2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Router e464c47e-2af5-4b2e-b7ef-86d0e2a24489 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:16:50.750867 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33864) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:50.753990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3430a0e-545c-482c-bae4-9019f4919f41 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.755229 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a3430a0e-545c-482c-bae4-9019f4919f41 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0096815 Dec 09 02:16:50.760741 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ddf11d70-2699-4508-9783-96a75f62be73 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-902849652'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:50.761595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33866) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:50.771570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-8c3d6cc6-f9e6-4255-b8b6-852cb43b5b0a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group_rule': {'security_group_id': '79929ea6-9efc-412b-a3be-cf3f6190a1ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:50.798223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8c9ea8f5-b264-4376-91e3-fed0ecc4c9db tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.803417 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548d9d4b-ab2c-4104-9bb0-2126a456de76 None None] DHCP port deletion for 0c204870-a958-4cfe-8f71-1adbdb5853c5 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:50.807921 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.816496 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-560322e8-87f3-4865-b828-4fb9fdcc145c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.860040 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-548d9d4b-ab2c-4104-9bb0-2126a456de76 None None] Deleting port 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:50.860809 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-548d9d4b-ab2c-4104-9bb0-2126a456de76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.917465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8c3d6cc6-f9e6-4255-b8b6-852cb43b5b0a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.924146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6850985e-db5e-4010-ac41-aa34877dcba2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:50.938834 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6850985e-db5e-4010-ac41-aa34877dcba2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "PUT /v2.0/routers/e464c47e-2af5-4b2e-b7ef-86d0e2a24489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7388580 Dec 09 02:16:50.939362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33868) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:50.940061 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560322e8-87f3-4865-b828-4fb9fdcc145c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:50.947571 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-548d9d4b-ab2c-4104-9bb0-2126a456de76 None None] For port 8b0640f0-6a7d-4be2-a2c2-8aab7da30769, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8b0640f0-6a7d-4be2-a2c2-8aab7da30769,segment=NetworkSegment(e4cf010a-1156-494c-9a20-933861860792),segment_id=e4cf010a-1156-494c-9a20-933861860792)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:50.948110 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-548d9d4b-ab2c-4104-9bb0-2126a456de76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.962141 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-548d9d4b-ab2c-4104-9bb0-2126a456de76 None None] Calling delete_port for 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:50.962348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8c9ea8f5-b264-4376-91e3-fed0ecc4c9db tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.965271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8c9ea8f5-b264-4376-91e3-fed0ecc4c9db tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:50.966153 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8c9ea8f5-b264-4376-91e3-fed0ecc4c9db tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "DELETE /v2.0/security-groups/a4439ed4-9480-478a-a2a1-877621ff01b1 HTTP/1.1" status: 204 len: 168 time: 0.8492105 Dec 09 02:16:50.971248 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-560322e8-87f3-4865-b828-4fb9fdcc145c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:50.974816 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33870) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:50.976519 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560322e8-87f3-4865-b828-4fb9fdcc145c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=933308fd-f79f-42c6-81f1-4f9087063594,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:50.990486 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560322e8-87f3-4865-b828-4fb9fdcc145c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:50.996470 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560322e8-87f3-4865-b828-4fb9fdcc145c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:50.997258 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-560322e8-87f3-4865-b828-4fb9fdcc145c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.001248 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb051b3a-87b4-4b90-9958-52a1f63e100c tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:51.003375 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bb051b3a-87b4-4b90-9958-52a1f63e100c tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "GET /v2.0/networks/68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 HTTP/1.1" status: 200 len: 881 time: 0.3229959 Dec 09 02:16:51.010600 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33872) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:51.027844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ea8f5-b264-4376-91e3-fed0ecc4c9db tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4439ed4-9480-478a-a2a1-877621ff01b1,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:51.056497 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-560322e8-87f3-4865-b828-4fb9fdcc145c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3382316 Dec 09 02:16:51.060870 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0da5df36-045a-469a-a205-0a2e37f1cf92 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1425c2c6-5835-4465-9507-58c1f1a13c6d HTTP/1.1" status: 200 len: 205 time: 0.0438492 Dec 09 02:16:51.062707 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33874) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:51.063046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33876) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:51.083201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-548d9d4b-ab2c-4104-9bb0-2126a456de76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.109512 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ae062e-21f8-485b-8c27-2253a01b0829 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:51.110520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ae062e-21f8-485b-8c27-2253a01b0829 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:51.115618 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b1ae062e-21f8-485b-8c27-2253a01b0829 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1712422 Dec 09 02:16:51.119862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33878) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:51.130548 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cf01cfc3-f3c7-4474-9e20-78c1141aab3e tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1514668 Dec 09 02:16:51.137639 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33880) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:51.142163 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9a8cff1a-c128-4a69-8c45-228a32c798a8 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group': {'name': 'tempest-secgroup--635859252'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:51.148108 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d9d4b-ab2c-4104-9bb0-2126a456de76 None None] Pushing event deleted for resources: {'Port': ['ID=8b0640f0-6a7d-4be2-a2c2-8aab7da30769,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:51.155964 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d9d4b-ab2c-4104-9bb0-2126a456de76 None None] No DVR routers for this DVR port 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:51.187571 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:51.188303 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.189154 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8c3d6cc6-f9e6-4255-b8b6-852cb43b5b0a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.218014 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed34d8a4-6b6f-4489-a592-7589d7df3cc0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:51.222804 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ed34d8a4-6b6f-4489-a592-7589d7df3cc0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports/933308fd-f79f-42c6-81f1-4f9087063594 HTTP/1.1" status: 200 len: 841 time: 0.1513212 Dec 09 02:16:51.224232 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8c3d6cc6-f9e6-4255-b8b6-852cb43b5b0a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.231085 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33882) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:51.236814 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a337c6f-f245-4e65-a484-2e91f8cd36ac None None] Sync routers for ids ['e464c47e-2af5-4b2e-b7ef-86d0e2a24489'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:51.242857 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:51.258386 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a337c6f-f245-4e65-a484-2e91f8cd36ac None None] Routers {'e464c47e-2af5-4b2e-b7ef-86d0e2a24489'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:51.259087 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2a337c6f-f245-4e65-a484-2e91f8cd36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['e464c47e-2af5-4b2e-b7ef-86d0e2a24489'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:51.268479 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:51.268832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:51.292383 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a8cff1a-c128-4a69-8c45-228a32c798a8 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.326507 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d6cc6-f9e6-4255-b8b6-852cb43b5b0a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499b4463-e576-4b6f-b321-a4352d6c509f,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:51.336243 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab6ca5b-0083-49c5-a74e-f3b6c13bf62c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet a3e8d7a5-da9f-4f32-b42c-47023bc623eb {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:16:51.341625 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-2a337c6f-f245-4e65-a484-2e91f8cd36ac None None] Set router e464c47e-2af5-4b2e-b7ef-86d0e2a24489 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:51.351769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cab6ca5b-0083-49c5-a74e-f3b6c13bf62c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.360860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8c3d6cc6-f9e6-4255-b8b6-852cb43b5b0a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.365418 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8c3d6cc6-f9e6-4255-b8b6-852cb43b5b0a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6011896 Dec 09 02:16:51.378960 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a8cff1a-c128-4a69-8c45-228a32c798a8 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.380329 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33884) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:51.387206 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f98553d5-21d8-4b06-b304-dc007b085db8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group_rule': {'security_group_id': '79929ea6-9efc-412b-a3be-cf3f6190a1ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:51.405382 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a8cff1a-c128-4a69-8c45-228a32c798a8 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.405661 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2a337c6f-f245-4e65-a484-2e91f8cd36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e464c47e-2af5-4b2e-b7ef-86d0e2a24489', 'name': 'tempest-NetworksTestDHCPv6-router-1336059098', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:16:42Z', 'updated_at': '2021-12-09T02:16:49Z', 'revision_number': 3, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:51.425019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97ad1dbb-9b53-4ebe-a2ac-5304459c8331 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.438432 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a337c6f-f245-4e65-a484-2e91f8cd36ac None None] Checking router: e464c47e-2af5-4b2e-b7ef-86d0e2a24489 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:16:51.448549 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a337c6f-f245-4e65-a484-2e91f8cd36ac None None] Routers {'e464c47e-2af5-4b2e-b7ef-86d0e2a24489'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:51.449287 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2a337c6f-f245-4e65-a484-2e91f8cd36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['e464c47e-2af5-4b2e-b7ef-86d0e2a24489'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:51.461981 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] For port 8b0640f0-6a7d-4be2-a2c2-8aab7da30769, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:51.462356 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.469277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cab6ca5b-0083-49c5-a74e-f3b6c13bf62c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.512139 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:51.515343 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_backend_mixin [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Port 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 was not found and therefore no delete operation was performed {{(pid=103333) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 02:16:51.529058 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-2a337c6f-f245-4e65-a484-2e91f8cd36ac None None] Set router e464c47e-2af5-4b2e-b7ef-86d0e2a24489 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:16:51.587076 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2a337c6f-f245-4e65-a484-2e91f8cd36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e464c47e-2af5-4b2e-b7ef-86d0e2a24489', 'name': 'tempest-NetworksTestDHCPv6-router-1336059098', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:16:42Z', 'updated_at': '2021-12-09T02:16:49Z', 'revision_number': 3, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:51.606091 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d52157c2-1782-4074-bea4-ca2335e36cfd tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port 933308fd-f79f-42c6-81f1-4f9087063594 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:51.606399 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d52157c2-1782-4074-bea4-ca2335e36cfd tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.616360 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a337c6f-f245-4e65-a484-2e91f8cd36ac None None] The sync data for ids ['e464c47e-2af5-4b2e-b7ef-86d0e2a24489'] in dv-neutron-804846-18-hyperv is: [{'id': 'e464c47e-2af5-4b2e-b7ef-86d0e2a24489', 'name': 'tempest-NetworksTestDHCPv6-router-1336059098', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:16:42Z', 'updated_at': '2021-12-09T02:16:49Z', 'revision_number': 3, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'gw_port_host': None}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:51.685476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97ad1dbb-9b53-4ebe-a2ac-5304459c8331 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.702103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cab6ca5b-0083-49c5-a74e-f3b6c13bf62c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.706879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d52157c2-1782-4074-bea4-ca2335e36cfd tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.764069 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d52157c2-1782-4074-bea4-ca2335e36cfd tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for 933308fd-f79f-42c6-81f1-4f9087063594 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:51.863966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cab6ca5b-0083-49c5-a74e-f3b6c13bf62c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.882621 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.886883 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cff1a-c128-4a69-8c45-228a32c798a8 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bba3410-74d6-47e9-910e-1e6d4ca1928c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:51.897002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-97ad1dbb-9b53-4ebe-a2ac-5304459c8331 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Deleting port 33eae6c8-1597-4707-b83b-22719f4e1331 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:51.897347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97ad1dbb-9b53-4ebe-a2ac-5304459c8331 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.901446 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a8cff1a-c128-4a69-8c45-228a32c798a8 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.902744 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9a8cff1a-c128-4a69-8c45-228a32c798a8 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7639401 Dec 09 02:16:51.909852 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f98553d5-21d8-4b06-b304-dc007b085db8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.916741 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6ca5b-0083-49c5-a74e-f3b6c13bf62c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e8d7a5-da9f-4f32-b42c-47023bc623eb,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:51.918534 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33886) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:51.942026 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=8b0640f0-6a7d-4be2-a2c2-8aab7da30769,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:51.947200 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No DVR routers for this DVR port 8b0640f0-6a7d-4be2-a2c2-8aab7da30769 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:51.947799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cab6ca5b-0083-49c5-a74e-f3b6c13bf62c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.952551 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ddf11d70-2699-4508-9783-96a75f62be73 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:51.953610 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cab6ca5b-0083-49c5-a74e-f3b6c13bf62c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/a3e8d7a5-da9f-4f32-b42c-47023bc623eb HTTP/1.1" status: 204 len: 168 time: 0.7933843 Dec 09 02:16:51.958562 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a5dd32-0db1-4c5c-8f3c-e71f6e4c8ac5 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:51.962583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33888) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:51.965616 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f79b6877-50cf-48a7-8c4a-0f3373c77d12 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': '8bba3410-74d6-47e9-910e-1e6d4ca1928c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:51.999489 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d52157c2-1782-4074-bea4-ca2335e36cfd tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.050817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52157c2-1782-4074-bea4-ca2335e36cfd tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=933308fd-f79f-42c6-81f1-4f9087063594,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:52.054099 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ddf11d70-2699-4508-9783-96a75f62be73 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.063242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d52157c2-1782-4074-bea4-ca2335e36cfd tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.067302 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d52157c2-1782-4074-bea4-ca2335e36cfd tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/933308fd-f79f-42c6-81f1-4f9087063594 HTTP/1.1" status: 204 len: 168 time: 0.8332403 Dec 09 02:16:52.072017 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33890) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:52.074449 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97ad1dbb-9b53-4ebe-a2ac-5304459c8331 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.121530 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-f79b6877-50cf-48a7-8c4a-0f3373c77d12 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The resource could not be found. Dec 09 02:16:52.124796 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f79b6877-50cf-48a7-8c4a-0f3373c77d12 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1762416 Dec 09 02:16:52.129743 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-97ad1dbb-9b53-4ebe-a2ac-5304459c8331 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Calling delete_port for 33eae6c8-1597-4707-b83b-22719f4e1331 owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:52.131540 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33892) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:52.132543 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e17a63-4438-427a-bc8b-6b2f843cde31 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] GET failed (client error): The resource could not be found. Dec 09 02:16:52.134025 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f8e17a63-4438-427a-bc8b-6b2f843cde31 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports/933308fd-f79f-42c6-81f1-4f9087063594 HTTP/1.1" status: 404 len: 333 time: 0.0568495 Dec 09 02:16:52.138096 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33894) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:52.141688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-468fc493-7144-4c78-8b51-8533de13ae84 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': '8bba3410-74d6-47e9-910e-1e6d4ca1928c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '47c36289-8dee-4aab-950b-dce1a3cea500'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:52.152688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f33e436a-0e86-4481-b7d5-d25ec34cfe6f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9', 'name': 'tempest-PortsTestJSON-2144469993'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:52.196418 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19123e11-7dc6-4301-bd29-2cb7804d7c66 None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:52.223228 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f98553d5-21d8-4b06-b304-dc007b085db8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.239749 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6f812a08-970c-4334-80c2-bf7ad652eba2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2759380 Dec 09 02:16:52.245367 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f98553d5-21d8-4b06-b304-dc007b085db8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.250356 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33896) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:52.252286 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-19123e11-7dc6-4301-bd29-2cb7804d7c66 None None] Deleting port c3804008-396f-4710-a719-d25cdaa5b54a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:52.253950 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-19123e11-7dc6-4301-bd29-2cb7804d7c66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.302636 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.316125 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98553d5-21d8-4b06-b304-dc007b085db8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cadf085a-dd80-421f-8371-7fb994535c00,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:52.322025 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-19123e11-7dc6-4301-bd29-2cb7804d7c66 None None] For port c3804008-396f-4710-a719-d25cdaa5b54a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c3804008-396f-4710-a719-d25cdaa5b54a,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:52.322668 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-19123e11-7dc6-4301-bd29-2cb7804d7c66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.339475 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-19123e11-7dc6-4301-bd29-2cb7804d7c66 None None] Calling delete_port for c3804008-396f-4710-a719-d25cdaa5b54a owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:52.359569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33e436a-0e86-4481-b7d5-d25ec34cfe6f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:52.363959 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f33e436a-0e86-4481-b7d5-d25ec34cfe6f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.373046 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-468fc493-7144-4c78-8b51-8533de13ae84 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The resource could not be found. Dec 09 02:16:52.374079 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-468fc493-7144-4c78-8b51-8533de13ae84 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2390139 Dec 09 02:16:52.378607 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33898) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:52.382198 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c204870-a958-4cfe-8f71-1adbdb5853c5']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:52.393055 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-f33e436a-0e86-4481-b7d5-d25ec34cfe6f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] device_id is not set on port 63af4c35-1953-46fc-8886-78bb43352954 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:52.428585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-19123e11-7dc6-4301-bd29-2cb7804d7c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.450594 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f98553d5-21d8-4b06-b304-dc007b085db8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.454485 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f98553d5-21d8-4b06-b304-dc007b085db8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0683782 Dec 09 02:16:52.455687 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cf010a-1156-494c-9a20-933861860792') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:52.456097 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cf010a-1156-494c-9a20-933861860792') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:52.456444 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19123e11-7dc6-4301-bd29-2cb7804d7c66 None None] Pushing event deleted for resources: {'Port': ['ID=c3804008-396f-4710-a719-d25cdaa5b54a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:52.458961 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33900) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:52.461382 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19123e11-7dc6-4301-bd29-2cb7804d7c66 None None] No DVR routers for this DVR port c3804008-396f-4710-a719-d25cdaa5b54a on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:16:52.466176 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-57d26b33-b2d0-45a2-8111-6c06df3604aa tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group_rule': {'security_group_id': '79929ea6-9efc-412b-a3be-cf3f6190a1ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:52.483284 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a9a607f-1a85-4e69-9f16-99a75316e5ff tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.494936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.542532 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97ad1dbb-9b53-4ebe-a2ac-5304459c8331 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.574367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-57d26b33-b2d0-45a2-8111-6c06df3604aa tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.585244 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.586984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad1dbb-9b53-4ebe-a2ac-5304459c8331 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Pushing event deleted for resources: {'Port': ['ID=33eae6c8-1597-4707-b83b-22719f4e1331,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:52.593532 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9cdafe4-df81-478e-8c58-2a682db54bdd tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.606300 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf11d70-2699-4508-9783-96a75f62be73 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router 413a4a4a-12ce-4a77-b676-a9d3166986d8 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:16:52.608037 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:16:52.608434 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:16:52.616155 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:16:52.618589 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a861a796-8374-44cc-afb5-e2ba71ef1323 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:52.744847 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f33e436a-0e86-4481-b7d5-d25ec34cfe6f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.754701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97ad1dbb-9b53-4ebe-a2ac-5304459c8331 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.759536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-57d26b33-b2d0-45a2-8111-6c06df3604aa tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.763738 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9cdafe4-df81-478e-8c58-2a682db54bdd tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.767091 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a9a607f-1a85-4e69-9f16-99a75316e5ff tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.771934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a9a607f-1a85-4e69-9f16-99a75316e5ff tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.820367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-57d26b33-b2d0-45a2-8111-6c06df3604aa tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.867951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97ad1dbb-9b53-4ebe-a2ac-5304459c8331 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.874691 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.878391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97ad1dbb-9b53-4ebe-a2ac-5304459c8331 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.884482 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d26b33-b2d0-45a2-8111-6c06df3604aa tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b6526e-ccda-4a2e-a717-c238c562a1e1,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:52.894709 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.897954 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/networks/0c204870-a958-4cfe-8f71-1adbdb5853c5 HTTP/1.1" status: 204 len: 168 time: 2.3191750 Dec 09 02:16:52.899474 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-57d26b33-b2d0-45a2-8111-6c06df3604aa tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.904091 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-57d26b33-b2d0-45a2-8111-6c06df3604aa tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4438441 Dec 09 02:16:52.904361 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33902) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:52.910995 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3838acba-c3f8-459a-b4f7-2bce7a2aadb5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-501070048'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:52.914109 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cef86-d11e-4ba0-b3c7-1129b05cc62a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Network': ['ID=0c204870-a958-4cfe-8f71-1adbdb5853c5,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:52.916896 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33904) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:52.929705 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a9a607f-1a85-4e69-9f16-99a75316e5ff tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.930293 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9a607f-1a85-4e69-9f16-99a75316e5ff tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Fanout notify agent at l3_agent the message router_deleted on router e464c47e-2af5-4b2e-b7ef-86d0e2a24489 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:16:52.942603 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a9a607f-1a85-4e69-9f16-99a75316e5ff tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.943767 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8a9a607f-1a85-4e69-9f16-99a75316e5ff tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/routers/e464c47e-2af5-4b2e-b7ef-86d0e2a24489 HTTP/1.1" status: 204 len: 168 time: 0.6812296 Dec 09 02:16:52.948740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33906) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:52.963364 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f33e436a-0e86-4481-b7d5-d25ec34cfe6f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.964978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97ad1dbb-9b53-4ebe-a2ac-5304459c8331 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.965505 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ad1dbb-9b53-4ebe-a2ac-5304459c8331 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Fanout notify agent at l3_agent the message router_deleted on router 1425c2c6-5835-4465-9507-58c1f1a13c6d {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:16:52.981657 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9cdafe4-df81-478e-8c58-2a682db54bdd tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.984284 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9cdafe4-df81-478e-8c58-2a682db54bdd tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:52.988204 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c9cdafe4-df81-478e-8c58-2a682db54bdd tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "DELETE /v2.0/security-groups/8bba3410-74d6-47e9-910e-1e6d4ca1928c HTTP/1.1" status: 204 len: 168 time: 0.6006463 Dec 09 02:16:52.995039 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33908) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:52.997281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33e436a-0e86-4481-b7d5-d25ec34cfe6f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:53.005084 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97ad1dbb-9b53-4ebe-a2ac-5304459c8331 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.010492 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-97ad1dbb-9b53-4ebe-a2ac-5304459c8331 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "DELETE /v2.0/routers/1425c2c6-5835-4465-9507-58c1f1a13c6d HTTP/1.1" status: 204 len: 168 time: 1.9366779 Dec 09 02:16:53.010492 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-f33e436a-0e86-4481-b7d5-d25ec34cfe6f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:53.011048 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-98b0531d-d747-4905-af10-4d914a2fc8a2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0611966 Dec 09 02:16:53.020026 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33910) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:53.020361 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33912) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:53.025549 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-666199485', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:53.029667 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33e436a-0e86-4481-b7d5-d25ec34cfe6f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:53.036290 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33e436a-0e86-4481-b7d5-d25ec34cfe6f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:53.036941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f33e436a-0e86-4481-b7d5-d25ec34cfe6f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.052389 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdafe4-df81-478e-8c58-2a682db54bdd tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bba3410-74d6-47e9-910e-1e6d4ca1928c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:53.068475 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e436a-0e86-4481-b7d5-d25ec34cfe6f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=63af4c35-1953-46fc-8886-78bb43352954,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:53.072025 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3838acba-c3f8-459a-b4f7-2bce7a2aadb5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:53.075504 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f33e436a-0e86-4481-b7d5-d25ec34cfe6f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9275610 Dec 09 02:16:53.075666 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3838acba-c3f8-459a-b4f7-2bce7a2aadb5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.076814 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33914) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:53.082890 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-01cae89e-5fcb-493e-8e22-b469c574c5f5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:53.104519 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-022d1e7d-3943-4d58-8572-bcf671ed4eef tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.141976 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-022d1e7d-3943-4d58-8572-bcf671ed4eef tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.145548 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf11d70-2699-4508-9783-96a75f62be73 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:53.162589 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdaca82-cec0-4300-9c9c-7f937445c3aa None None] Sync routers for ids ['413a4a4a-12ce-4a77-b676-a9d3166986d8'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:53.167536 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c3804008-396f-4710-a719-d25cdaa5b54a no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:53.168334 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ddf11d70-2699-4508-9783-96a75f62be73 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.171982 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ddf11d70-2699-4508-9783-96a75f62be73 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/413a4a4a-12ce-4a77-b676-a9d3166986d8 HTTP/1.1" status: 200 len: 887 time: 2.4125774 Dec 09 02:16:53.179812 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33916) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:53.187994 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-01cae89e-5fcb-493e-8e22-b469c574c5f5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.197685 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.199115 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdaca82-cec0-4300-9c9c-7f937445c3aa None None] Routers {'413a4a4a-12ce-4a77-b676-a9d3166986d8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:53.199501 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.199806 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0cdaca82-cec0-4300-9c9c-7f937445c3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['413a4a4a-12ce-4a77-b676-a9d3166986d8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:53.201568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: c3804008-396f-4710-a719-d25cdaa5b54a {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:53.201917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c3804008-396f-4710-a719-d25cdaa5b54a not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:53.202336 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 513c03b3-cd2b-4621-ab59-0024e05ab065 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:16:53.210192 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61176b4a-930e-45ea-8e89-b7b76cb7d7c5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:53.211841 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-61176b4a-930e-45ea-8e89-b7b76cb7d7c5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1809108 Dec 09 02:16:53.220501 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a91f8de8-9103-4dd2-95b2-cf2aa5a17372 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2216721 Dec 09 02:16:53.226910 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33918) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:53.227613 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33920) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:53.237861 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e12850f1-e865-469e-aaf2-e860ea57f87b tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': '190b524c-1e84-4ca1-a77b-956e9bc37dc7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:53.250477 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3838acba-c3f8-459a-b4f7-2bce7a2aadb5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:16:53.294137 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8b030255-9bbe-4af8-abca-4e84b47eab56 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648408 Dec 09 02:16:53.301592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-022d1e7d-3943-4d58-8572-bcf671ed4eef tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.303420 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33922) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:53.315153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-022d1e7d-3943-4d58-8572-bcf671ed4eef tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.317022 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-022d1e7d-3943-4d58-8572-bcf671ed4eef tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/57b6526e-ccda-4a2e-a717-c238c562a1e1 HTTP/1.1" status: 204 len: 168 time: 0.3967345 Dec 09 02:16:53.321444 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33924) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:53.324426 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-69b15333-5809-4fdc-af06-5df031e47bd4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:53.329537 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3838acba-c3f8-459a-b4f7-2bce7a2aadb5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.329964 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-3838acba-c3f8-459a-b4f7-2bce7a2aadb5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Added segment 6d1bc949-c17f-4c72-9ab9-630eecbbbb38 of type vlan for network 9ea7fcbd-c5c0-464f-9430-faafbf787cb4 Dec 09 02:16:53.383866 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1634f249-ecdd-41f5-be0d-031b1a9ee28b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/routers/413a4a4a-12ce-4a77-b676-a9d3166986d8 HTTP/1.1" status: 200 len: 887 time: 0.2003818 Dec 09 02:16:53.386609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33926) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:53.395385 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d1e7d-3943-4d58-8572-bcf671ed4eef tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57b6526e-ccda-4a2e-a717-c238c562a1e1,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:53.417578 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 513c03b3-cd2b-4621-ab59-0024e05ab065 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:16:53.417929 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 513c03b3-cd2b-4621-ab59-0024e05ab065 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:16:53.420115 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0cdaca82-cec0-4300-9c9c-7f937445c3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:53.429381 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e5041818-c340-45bd-8ce6-28672cba9595 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports?device_id=413a4a4a-12ce-4a77-b676-a9d3166986d8 HTTP/1.1" status: 200 len: 205 time: 0.0417066 Dec 09 02:16:53.436495 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdaca82-cec0-4300-9c9c-7f937445c3aa None None] Routers {'413a4a4a-12ce-4a77-b676-a9d3166986d8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:53.437120 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0cdaca82-cec0-4300-9c9c-7f937445c3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['413a4a4a-12ce-4a77-b676-a9d3166986d8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:53.450092 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33928) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:53.470639 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.478237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0cdaca82-cec0-4300-9c9c-7f937445c3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:53.479174 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdaca82-cec0-4300-9c9c-7f937445c3aa None None] The sync data for ids ['413a4a4a-12ce-4a77-b676-a9d3166986d8'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:53.493114 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8fb21d99-8b99-4a74-a9bb-79f7414e2a88 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1691704 Dec 09 02:16:53.496235 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33930) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:53.533339 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3838acba-c3f8-459a-b4f7-2bce7a2aadb5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.543572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-eceb3f4f-65cf-4c31-a758-2da28e165f06 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.553456 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-eceb3f4f-65cf-4c31-a758-2da28e165f06 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.591681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-01cae89e-5fcb-493e-8e22-b469c574c5f5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.596277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-01cae89e-5fcb-493e-8e22-b469c574c5f5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.631518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-eceb3f4f-65cf-4c31-a758-2da28e165f06 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.636180 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-eceb3f4f-65cf-4c31-a758-2da28e165f06 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.637335 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-eceb3f4f-65cf-4c31-a758-2da28e165f06 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/cadf085a-dd80-421f-8371-7fb994535c00 HTTP/1.1" status: 204 len: 168 time: 0.1400337 Dec 09 02:16:53.645923 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33932) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:53.648696 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-01cae89e-5fcb-493e-8e22-b469c574c5f5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] In _notify_port_updated(), no bound segment for port 63af4c35-1953-46fc-8886-78bb43352954 on network 5f7aec52-f3b5-4beb-a843-c44009141bb9 {{(pid=103334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:16:53.655072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cae89e-5fcb-493e-8e22-b469c574c5f5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:53.655758 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-01cae89e-5fcb-493e-8e22-b469c574c5f5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.657218 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-01cae89e-5fcb-493e-8e22-b469c574c5f5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "PUT /v2.0/ports/63af4c35-1953-46fc-8886-78bb43352954 HTTP/1.1" status: 200 len: 818 time: 0.5793977 Dec 09 02:16:53.674065 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33934) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:53.686323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb3f4f-65cf-4c31-a758-2da28e165f06 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cadf085a-dd80-421f-8371-7fb994535c00,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:53.719112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cae89e-5fcb-493e-8e22-b469c574c5f5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=63af4c35-1953-46fc-8886-78bb43352954,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:53.780716 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7dcfe29c-99cf-469b-808f-4a6a14f611e3 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1222177 Dec 09 02:16:53.783694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33936) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:53.821614 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93df0417-ff51-4f8a-a870-573b588cb3c7 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.831783 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93df0417-ff51-4f8a-a870-573b588cb3c7 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.839607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-af57d4aa-c2fd-4d5c-9b4f-4c4513a5baef tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port 63af4c35-1953-46fc-8886-78bb43352954 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:53.839941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af57d4aa-c2fd-4d5c-9b4f-4c4513a5baef tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.855000 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.db.resource_extend [None req-3838acba-c3f8-459a-b4f7-2bce7a2aadb5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 02:16:53.875129 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-e12850f1-e865-469e-aaf2-e860ea57f87b tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The resource could not be found. Dec 09 02:16:53.876200 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e12850f1-e865-469e-aaf2-e860ea57f87b tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6417971 Dec 09 02:16:53.887411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33938) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:53.893781 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-820c268e-3079-4a6a-95e9-609e4a55b2ac tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1553976646'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:53.928798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93df0417-ff51-4f8a-a870-573b588cb3c7 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.934872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af57d4aa-c2fd-4d5c-9b4f-4c4513a5baef tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.939271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93df0417-ff51-4f8a-a870-573b588cb3c7 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.940797 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-93df0417-ff51-4f8a-a870-573b588cb3c7 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/499b4463-e576-4b6f-b321-a4352d6c509f HTTP/1.1" status: 204 len: 168 time: 0.1555963 Dec 09 02:16:53.947082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33940) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:53.959621 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df0417-ff51-4f8a-a870-573b588cb3c7 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=499b4463-e576-4b6f-b321-a4352d6c509f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:53.970172 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-af57d4aa-c2fd-4d5c-9b4f-4c4513a5baef tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for 63af4c35-1953-46fc-8886-78bb43352954 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:53.973551 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3838acba-c3f8-459a-b4f7-2bce7a2aadb5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.979214 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3838acba-c3f8-459a-b4f7-2bce7a2aadb5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:53.979827 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3838acba-c3f8-459a-b4f7-2bce7a2aadb5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:53.995312 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.043513 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e922c23f-9462-4f77-92c4-e8e235d7989d tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0910075 Dec 09 02:16:54.044619 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b15333-5809-4fdc-af06-5df031e47bd4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:54.048707 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-69b15333-5809-4fdc-af06-5df031e47bd4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.049108 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33942) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:54.085378 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-820c268e-3079-4a6a-95e9-609e4a55b2ac tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.109526 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e67c8e3-a60a-4afe-ae1e-d24d8d9778d2 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.119632 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e67c8e3-a60a-4afe-ae1e-d24d8d9778d2 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.137180 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3838acba-c3f8-459a-b4f7-2bce7a2aadb5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2309358 Dec 09 02:16:54.140237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af57d4aa-c2fd-4d5c-9b4f-4c4513a5baef tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.141660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33944) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:54.157933 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-51d69aa3-a4d1-494c-bad3-efa8fd646d6a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'subnet': {'network_id': '9ea7fcbd-c5c0-464f-9430-faafbf787cb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:54.170733 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43431f9f-1c08-4cab-befe-fa08c1763ae0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.176927 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838acba-c3f8-459a-b4f7-2bce7a2aadb5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Network': ['ID=9ea7fcbd-c5c0-464f-9430-faafbf787cb4,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:54.187964 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 9ea7fcbd-c5c0-464f-9430-faafbf787cb4 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:16:54.230723 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57d4aa-c2fd-4d5c-9b4f-4c4513a5baef tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=63af4c35-1953-46fc-8886-78bb43352954,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:54.247624 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e67c8e3-a60a-4afe-ae1e-d24d8d9778d2 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.255632 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af57d4aa-c2fd-4d5c-9b4f-4c4513a5baef tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.261404 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-af57d4aa-c2fd-4d5c-9b4f-4c4513a5baef tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/63af4c35-1953-46fc-8886-78bb43352954 HTTP/1.1" status: 204 len: 168 time: 0.5834262 Dec 09 02:16:54.266423 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e67c8e3-a60a-4afe-ae1e-d24d8d9778d2 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.270393 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5e67c8e3-a60a-4afe-ae1e-d24d8d9778d2 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/31562860-6404-4f5e-b61c-ef4353f509de HTTP/1.1" status: 204 len: 168 time: 0.2169149 Dec 09 02:16:54.271545 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33946) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:54.271895 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33948) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:54.356059 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43431f9f-1c08-4cab-befe-fa08c1763ae0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.577762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-43431f9f-1c08-4cab-befe-fa08c1763ae0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port 63922620-44d3-4e54-a3f5-eb7f51e38ad0 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:54.578110 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43431f9f-1c08-4cab-befe-fa08c1763ae0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.637324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67c8e3-a60a-4afe-ae1e-d24d8d9778d2 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31562860-6404-4f5e-b61c-ef4353f509de,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:54.648744 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.676400 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.691149 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-820c268e-3079-4a6a-95e9-609e4a55b2ac tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.707523 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe794abc-709a-4299-b7af-ec5f95324aae tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:54.709031 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fe794abc-709a-4299-b7af-ec5f95324aae tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4362059 Dec 09 02:16:54.709752 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-820c268e-3079-4a6a-95e9-609e4a55b2ac tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.721600 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-74e9dc7f-3615-4d5d-a9fa-16f93b2ea4fd tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4475389 Dec 09 02:16:54.722199 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33950) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:54.724235 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-69b15333-5809-4fdc-af06-5df031e47bd4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:16:54.726825 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33952) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:54.736742 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-69b15333-5809-4fdc-af06-5df031e47bd4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.738665 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d69aa3-a4d1-494c-bad3-efa8fd646d6a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:54.741978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51d69aa3-a4d1-494c-bad3-efa8fd646d6a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.811062 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f1a3a8-c280-442a-a66e-82abde27ae86 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] GET failed (client error): The resource could not be found. Dec 09 02:16:54.812462 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-47f1a3a8-c280-442a-a66e-82abde27ae86 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports/63af4c35-1953-46fc-8886-78bb43352954 HTTP/1.1" status: 404 len: 333 time: 0.0856349 Dec 09 02:16:54.821422 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33954) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:54.825471 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-820c268e-3079-4a6a-95e9-609e4a55b2ac tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.826622 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-820c268e-3079-4a6a-95e9-609e4a55b2ac tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9382596 Dec 09 02:16:54.830225 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f2f310e3-1723-4a9b-8507-94cf471c8626 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1854861331'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:54.838384 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33956) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:54.845237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c268e-3079-4a6a-95e9-609e4a55b2ac tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0f4ccd-dcaa-49ef-831b-d09a44fd460e,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:54.848590 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-90da3bbc-40fb-4e0b-ac26-0a461f1587db tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264136197'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:54.856960 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43431f9f-1c08-4cab-befe-fa08c1763ae0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.865621 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b15333-5809-4fdc-af06-5df031e47bd4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:54.874047 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d380dc79-cb56-481b-b966-a1c0c0a6d6c5 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.876780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f310e3-1723-4a9b-8507-94cf471c8626 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:54.880892 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f2f310e3-1723-4a9b-8507-94cf471c8626 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.892130 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-69b15333-5809-4fdc-af06-5df031e47bd4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:54.903936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67d3303-86c7-4348-9824-29c50869ddb7 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:54.920370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f310e3-1723-4a9b-8507-94cf471c8626 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:16:54.924257 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-43431f9f-1c08-4cab-befe-fa08c1763ae0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for 63922620-44d3-4e54-a3f5-eb7f51e38ad0 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:54.930468 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b15333-5809-4fdc-af06-5df031e47bd4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:54.930957 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-69b15333-5809-4fdc-af06-5df031e47bd4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.934091 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d380dc79-cb56-481b-b966-a1c0c0a6d6c5 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.956367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f2f310e3-1723-4a9b-8507-94cf471c8626 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:54.956686 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-f2f310e3-1723-4a9b-8507-94cf471c8626 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Added segment 70e9f632-8d0e-454d-8626-96607d97a487 of type vlan for network d3624c36-7409-4bf7-a4e5-9da2f457e484 Dec 09 02:16:54.962273 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b15333-5809-4fdc-af06-5df031e47bd4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=118732ae-4239-4762-9b3c-6ddd5d40b32e,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:55.025005 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90da3bbc-40fb-4e0b-ac26-0a461f1587db tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.030334 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f2f310e3-1723-4a9b-8507-94cf471c8626 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.032208 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': '118732ae-4239-4762-9b3c-6ddd5d40b32e'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:16:55.033553 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.038361 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-69b15333-5809-4fdc-af06-5df031e47bd4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7265894 Dec 09 02:16:55.042723 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33958) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:55.046249 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Allocated IP 172.26.3.56 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/8071df26-0dd3-48de-89ab-1542279a8584) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:55.055936 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-33f7b809-0e21-4820-927f-77a132da6c4e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:55.068050 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d380dc79-cb56-481b-b966-a1c0c0a6d6c5 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.078335 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d380dc79-cb56-481b-b966-a1c0c0a6d6c5 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.081894 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d380dc79-cb56-481b-b966-a1c0c0a6d6c5 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b7e59b4d-92fd-42fd-9687-21465eee29f8 HTTP/1.1" status: 204 len: 168 time: 0.3505008 Dec 09 02:16:55.084210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33960) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:55.115617 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380dc79-cb56-481b-b966-a1c0c0a6d6c5 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7e59b4d-92fd-42fd-9687-21465eee29f8,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:55.144403 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51d69aa3-a4d1-494c-bad3-efa8fd646d6a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.191369 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f2f310e3-1723-4a9b-8507-94cf471c8626 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.197009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f310e3-1723-4a9b-8507-94cf471c8626 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:55.197720 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f2f310e3-1723-4a9b-8507-94cf471c8626 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.209840 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Allocated IP 2001:db8::f816:3eff:fe0e:316e (3d63738a-85ef-4baf-83f7-848c720832e0/118732ae-4239-4762-9b3c-6ddd5d40b32e/d900bff9-ba20-4e4b-918d-302fe84126a0) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:55.264380 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90da3bbc-40fb-4e0b-ac26-0a461f1587db tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.295639 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90da3bbc-40fb-4e0b-ac26-0a461f1587db tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.316589 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f2f310e3-1723-4a9b-8507-94cf471c8626 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4913135 Dec 09 02:16:55.323005 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33962) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:55.333587 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2aa4cded-6377-4a62-8aff-b532a7291e5a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2165794 Dec 09 02:16:55.334223 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.335905 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33964) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:55.341040 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-767f1b75-6baf-4a84-a96b-946d0b26fc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'subnet': {'network_id': 'd3624c36-7409-4bf7-a4e5-9da2f457e484', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:55.354764 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d69aa3-a4d1-494c-bad3-efa8fd646d6a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Subnet': ['ID=78d1bc0f-a785-478a-aa85-6daf72988e7e,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:55.374409 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f310e3-1723-4a9b-8507-94cf471c8626 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Network': ['ID=d3624c36-7409-4bf7-a4e5-9da2f457e484,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:55.395119 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network d3624c36-7409-4bf7-a4e5-9da2f457e484 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:16:55.397966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.400717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d69aa3-a4d1-494c-bad3-efa8fd646d6a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Checking segment: {'id': '6d1bc949-c17f-4c72-9ab9-630eecbbbb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9ea7fcbd-c5c0-464f-9430-faafbf787cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:55.401090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d69aa3-a4d1-494c-bad3-efa8fd646d6a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network hostable DHCP agents. Network: 9ea7fcbd-c5c0-464f-9430-faafbf787cb4, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:16:55.401632 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90da3bbc-40fb-4e0b-ac26-0a461f1587db tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.405107 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-90da3bbc-40fb-4e0b-ac26-0a461f1587db tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5576372 Dec 09 02:16:55.412994 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33966) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:55.419714 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f7b809-0e21-4820-927f-77a132da6c4e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:55.423755 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33f7b809-0e21-4820-927f-77a132da6c4e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.429560 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fe1dbcc8-7812-486a-94c9-4450f5f3f07f tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': '4c0f4ccd-dcaa-49ef-831b-d09a44fd460e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2729b790-6bcb-4ef7-b2ba-6d7f79fcc2e2'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:55.439845 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43431f9f-1c08-4cab-befe-fa08c1763ae0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.441894 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da3bbc-40fb-4e0b-ac26-0a461f1587db tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2729b790-6bcb-4ef7-b2ba-6d7f79fcc2e2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:55.443124 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.497082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5eebe6b1-1e8f-4387-8120-bb8cd42258a5 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.513661 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:55.514187 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d69aa3-a4d1-494c-bad3-efa8fd646d6a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 9ea7fcbd-c5c0-464f-9430-faafbf787cb4 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:16:55.517698 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43431f9f-1c08-4cab-befe-fa08c1763ae0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=63922620-44d3-4e54-a3f5-eb7f51e38ad0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:55.524105 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:55.531485 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-51d69aa3-a4d1-494c-bad3-efa8fd646d6a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 9ea7fcbd-c5c0-464f-9430-faafbf787cb4) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:55.531882 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:55.536610 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Pushing event updated for resources: {'Port': ['ID=d900bff9-ba20-4e4b-918d-302fe84126a0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:55.545463 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d69aa3-a4d1-494c-bad3-efa8fd646d6a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:55.546365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51d69aa3-a4d1-494c-bad3-efa8fd646d6a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.547881 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef77152c-b1b4-4e72-8099-89e8cbe794fd None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:55.554966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5eebe6b1-1e8f-4387-8120-bb8cd42258a5 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.565312 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767f1b75-6baf-4a84-a96b-946d0b26fc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:55.568914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-767f1b75-6baf-4a84-a96b-946d0b26fc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.607251 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121b7642-debd-4cda-87d0-ae04848bda3b None None] Network 9ea7fcbd-c5c0-464f-9430-faafbf787cb4 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:55.616496 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-51d69aa3-a4d1-494c-bad3-efa8fd646d6a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4619081 Dec 09 02:16:55.618415 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.618562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33968) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:55.625834 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d6cf7e41-10de-4d0a-81ab-c13b3ef1d36d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'network_id': '9ea7fcbd-c5c0-464f-9430-faafbf787cb4', 'name': 'tempest-PortsIpV6TestJSON-1626444904', 'fixed_ips': [{'subnet_id': '78d1bc0f-a785-478a-aa85-6daf72988e7e', 'ip_address': '2001:db8::10'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:55.684102 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Attempting to bind port d900bff9-ba20-4e4b-918d-302fe84126a0 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:16:55.684567 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Attempting to bind port d900bff9-ba20-4e4b-918d-302fe84126a0 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:16:55.685110 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Attempting to bind port d900bff9-ba20-4e4b-918d-302fe84126a0 on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:16:55.700216 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:16:55.700623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:55.701004 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.701398 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:16:55.702394 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Bound port: d900bff9-ba20-4e4b-918d-302fe84126a0, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:16:55.702767 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.706438 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-fe1dbcc8-7812-486a-94c9-4450f5f3f07f tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:55.710535 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fe1dbcc8-7812-486a-94c9-4450f5f3f07f tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2862277 Dec 09 02:16:55.715628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5eebe6b1-1e8f-4387-8120-bb8cd42258a5 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.718357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5eebe6b1-1e8f-4387-8120-bb8cd42258a5 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.722093 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5eebe6b1-1e8f-4387-8120-bb8cd42258a5 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-groups/79929ea6-9efc-412b-a3be-cf3f6190a1ac HTTP/1.1" status: 204 len: 168 time: 0.3804474 Dec 09 02:16:55.722093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33970) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:55.722944 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33972) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:55.737467 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Pushing event updated for resources: {'Port': ['ID=8071df26-0dd3-48de-89ab-1542279a8584,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:55.743048 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:55.757781 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:55.765633 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:55.768623 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43431f9f-1c08-4cab-befe-fa08c1763ae0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.784157 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebe6b1-1e8f-4387-8120-bb8cd42258a5 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79929ea6-9efc-412b-a3be-cf3f6190a1ac,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:55.801213 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b694d4-b6e5-452a-9535-4e7eb2853bc6 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:16:55.853567 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-9ea7fcbd-c5c0-464f-9430-faafbf787cb4', 'network_id': '9ea7fcbd-c5c0-464f-9430-faafbf787cb4', 'project_id': '41c2f5bd624749d08f586a47815f13ab', 'fixed_ips': [{'subnet_id': '78d1bc0f-a785-478a-aa85-6daf72988e7e'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:16:55.854473 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.857617 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] For port d900bff9-ba20-4e4b-918d-302fe84126a0, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:16:55.884496 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] For port d900bff9-ba20-4e4b-918d-302fe84126a0, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d900bff9-ba20-4e4b-918d-302fe84126a0,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:16:55.896181 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.901063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-665ae26b-d9eb-40f6-a44b-61131d8aafc4 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.967492 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-665ae26b-d9eb-40f6-a44b-61131d8aafc4 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:55.983072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cf7e41-10de-4d0a-81ab-c13b3ef1d36d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:56.057929 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-fcd80e04-1619-4507-9c3c-3d2863d773d6 None None] Provisioning complete for port 8071df26-0dd3-48de-89ab-1542279a8584 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:56.058477 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fcd80e04-1619-4507-9c3c-3d2863d773d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.080587 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33f7b809-0e21-4820-927f-77a132da6c4e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.082407 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb81cde-b2bd-435b-a7ca-d3c366b876ca None None] Pushing event updated for resources: {'Port': ['ID=d900bff9-ba20-4e4b-918d-302fe84126a0,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:56.146737 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f7b809-0e21-4820-927f-77a132da6c4e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:56.153208 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-33f7b809-0e21-4820-927f-77a132da6c4e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:56.158363 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7e41-10de-4d0a-81ab-c13b3ef1d36d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.161703 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f7b809-0e21-4820-927f-77a132da6c4e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:56.162331 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33f7b809-0e21-4820-927f-77a132da6c4e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.164803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Allocated IP 2001:db8::2 (9ea7fcbd-c5c0-464f-9430-faafbf787cb4/78d1bc0f-a785-478a-aa85-6daf72988e7e/643dc9ca-b03f-43c5-8510-6c9f28d4764e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:56.169508 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fcd80e04-1619-4507-9c3c-3d2863d773d6 None None] Port 8071df26-0dd3-48de-89ab-1542279a8584 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:16:56.170288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-665ae26b-d9eb-40f6-a44b-61131d8aafc4 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.173057 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43431f9f-1c08-4cab-befe-fa08c1763ae0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.173627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-665ae26b-d9eb-40f6-a44b-61131d8aafc4 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.174680 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-665ae26b-d9eb-40f6-a44b-61131d8aafc4 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "DELETE /v2.0/security-groups/2729b790-6bcb-4ef7-b2ba-6d7f79fcc2e2 HTTP/1.1" status: 204 len: 168 time: 0.4461749 Dec 09 02:16:56.179225 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33974) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:56.180537 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43431f9f-1c08-4cab-befe-fa08c1763ae0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.197516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7b809-0e21-4820-927f-77a132da6c4e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=4a7887c0-ea30-46d8-a6fe-23daa847adc3,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:56.208892 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ae26b-d9eb-40f6-a44b-61131d8aafc4 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2729b790-6bcb-4ef7-b2ba-6d7f79fcc2e2,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:56.213179 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d6cf7e41-10de-4d0a-81ab-c13b3ef1d36d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] device_id is not set on port 55ee2cb0-2716-456b-826a-7bdb38900fdf yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:56.227211 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-740d886e-2556-423a-8c81-4d68619f7b2d tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5028250 Dec 09 02:16:56.230219 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-33f7b809-0e21-4820-927f-77a132da6c4e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1847613 Dec 09 02:16:56.230868 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33976) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:56.231213 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33978) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:56.240120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-7b295018-3aa8-4d88-84b2-de2b3afc3082 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'mac_address': 'fa:16:3e:4f:f1:98', 'name': 'tempest-NetworksTestDHCPv6-1354396345'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:56.248393 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-3be28874-fcf6-4525-a758-22e73b4baeda tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group': {'name': 'tempest-secgroup--615390105'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:56.422398 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.431577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.443656 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43431f9f-1c08-4cab-befe-fa08c1763ae0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.445781 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43431f9f-1c08-4cab-befe-fa08c1763ae0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Fanout notify agent at l3_agent the message router_deleted on router 413a4a4a-12ce-4a77-b676-a9d3166986d8 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:16:56.458810 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43431f9f-1c08-4cab-befe-fa08c1763ae0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.459885 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-43431f9f-1c08-4cab-befe-fa08c1763ae0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/routers/413a4a4a-12ce-4a77-b676-a9d3166986d8 HTTP/1.1" status: 204 len: 168 time: 3.0047708 Dec 09 02:16:56.472194 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33980) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:56.478492 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-55e929e8-5dee-4ac4-a0ce-f513d53d8534 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'network': {'name': 'tempest-RoutersTest-528042094'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:56.487594 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Network 9ea7fcbd-c5c0-464f-9430-faafbf787cb4 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:56.491263 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:56.494011 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:56.505989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3be28874-fcf6-4525-a758-22e73b4baeda tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.506453 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Pushing event updated for resources: {'Port': ['ID=643dc9ca-b03f-43c5-8510-6c9f28d4764e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:56.512019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-d6cf7e41-10de-4d0a-81ab-c13b3ef1d36d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Allocated IP 2001:db8::10 (9ea7fcbd-c5c0-464f-9430-faafbf787cb4/78d1bc0f-a785-478a-aa85-6daf72988e7e/55ee2cb0-2716-456b-826a-7bdb38900fdf) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:56.516768 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e929e8-5dee-4ac4-a0ce-f513d53d8534 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:56.520297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55e929e8-5dee-4ac4-a0ce-f513d53d8534 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.550928 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:56.551947 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:56.551947 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:56.552512 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:56.552945 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:56.553599 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:56.553814 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:56.554494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:56.554637 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:56.555053 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:56.556049 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:56.556512 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:56.557056 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:16:56.600843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Attempting to bind port 643dc9ca-b03f-43c5-8510-6c9f28d4764e on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:16:56.601271 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Attempting to bind port 643dc9ca-b03f-43c5-8510-6c9f28d4764e by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '6d1bc949-c17f-4c72-9ab9-630eecbbbb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9ea7fcbd-c5c0-464f-9430-faafbf787cb4'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:16:56.601973 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Attempting to bind port 643dc9ca-b03f-43c5-8510-6c9f28d4764e on network 9ea7fcbd-c5c0-464f-9430-faafbf787cb4 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:16:56.610476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:16:56.610476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Checking segment: {'id': '6d1bc949-c17f-4c72-9ab9-630eecbbbb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9ea7fcbd-c5c0-464f-9430-faafbf787cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:56.610837 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-533ff77b-54bb-46b0-b89a-31bef77cfa60 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.4213541 Dec 09 02:16:56.610940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.610940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Bound using segment: {'id': '6d1bc949-c17f-4c72-9ab9-630eecbbbb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9ea7fcbd-c5c0-464f-9430-faafbf787cb4'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:16:56.610940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Bound port: 643dc9ca-b03f-43c5-8510-6c9f28d4764e, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1bc949-c17f-4c72-9ab9-630eecbbbb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9ea7fcbd-c5c0-464f-9430-faafbf787cb4'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:16:56.610940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.613174 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33982) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:56.673834 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e929e8-5dee-4ac4-a0ce-f513d53d8534 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:16:56.688478 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-767f1b75-6baf-4a84-a96b-946d0b26fc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.692598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] For port 643dc9ca-b03f-43c5-8510-6c9f28d4764e, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:16:56.697016 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] For port 643dc9ca-b03f-43c5-8510-6c9f28d4764e, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=643dc9ca-b03f-43c5-8510-6c9f28d4764e,segment=NetworkSegment(6d1bc949-c17f-4c72-9ab9-630eecbbbb38),segment_id=6d1bc949-c17f-4c72-9ab9-630eecbbbb38)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:16:56.701741 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.712661 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55e929e8-5dee-4ac4-a0ce-f513d53d8534 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.713009 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-55e929e8-5dee-4ac4-a0ce-f513d53d8534 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Added segment 9e3d98f5-669a-4f09-8350-b7b4d44ab8ad of type vlan for network 9427a449-1964-4da7-8905-925885a845f9 Dec 09 02:16:56.728473 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7e41-10de-4d0a-81ab-c13b3ef1d36d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.738002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b295018-3aa8-4d88-84b2-de2b3afc3082 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:56.773555 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d749f3-5243-48cf-a578-68da3a12db5d None None] Pushing event updated for resources: {'Port': ['ID=643dc9ca-b03f-43c5-8510-6c9f28d4764e,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:56.847856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3be28874-fcf6-4525-a758-22e73b4baeda tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.849845 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55e929e8-5dee-4ac4-a0ce-f513d53d8534 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.855874 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3be28874-fcf6-4525-a758-22e73b4baeda tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.881818 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7e41-10de-4d0a-81ab-c13b3ef1d36d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.891828 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f1b75-6baf-4a84-a96b-946d0b26fc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Subnet': ['ID=19c9f118-3cf8-40c3-b8c9-209e01e1ab8a,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:56.916241 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3be28874-fcf6-4525-a758-22e73b4baeda tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.917479 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3be28874-fcf6-4525-a758-22e73b4baeda tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6815557 Dec 09 02:16:56.920168 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7b295018-3aa8-4d88-84b2-de2b3afc3082 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.920864 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01ef809d-a5c9-499f-92b6-01cc0918eb58 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.921897 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33984) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:56.925343 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:56.927080 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767f1b75-6baf-4a84-a96b-946d0b26fc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Checking segment: {'id': '70e9f632-8d0e-454d-8626-96607d97a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd3624c36-7409-4bf7-a4e5-9da2f457e484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:56.927465 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767f1b75-6baf-4a84-a96b-946d0b26fc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network hostable DHCP agents. Network: d3624c36-7409-4bf7-a4e5-9da2f457e484, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:16:56.952066 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-0fc12bd7-7d41-4774-8419-59d5c1d2bfdf tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group_rule': {'security_group_id': '1cd5fe01-cce7-48ab-9eec-2926ff0b960e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:56.971898 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be28874-fcf6-4525-a758-22e73b4baeda tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd5fe01-cce7-48ab-9eec-2926ff0b960e,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:56.984466 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cf7e41-10de-4d0a-81ab-c13b3ef1d36d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 9ea7fcbd-c5c0-464f-9430-faafbf787cb4 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:57.002988 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55e929e8-5dee-4ac4-a0ce-f513d53d8534 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.007727 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-d6cf7e41-10de-4d0a-81ab-c13b3ef1d36d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:57.009156 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e929e8-5dee-4ac4-a0ce-f513d53d8534 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:57.009718 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55e929e8-5dee-4ac4-a0ce-f513d53d8534 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.018163 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cf7e41-10de-4d0a-81ab-c13b3ef1d36d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:57.026730 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01ef809d-a5c9-499f-92b6-01cc0918eb58 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.027365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cf7e41-10de-4d0a-81ab-c13b3ef1d36d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:57.038369 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7e41-10de-4d0a-81ab-c13b3ef1d36d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.057450 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-7b295018-3aa8-4d88-84b2-de2b3afc3082 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port 2baaa789-c30a-4c4d-a656-41c1eda7e460 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:57.079591 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf7e41-10de-4d0a-81ab-c13b3ef1d36d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=55ee2cb0-2716-456b-826a-7bdb38900fdf,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:57.126809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fc12bd7-7d41-4774-8419-59d5c1d2bfdf tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.134663 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d6cf7e41-10de-4d0a-81ab-c13b3ef1d36d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5152023 Dec 09 02:16:57.138648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33986) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:57.157645 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-39a8ceb7-4dec-42f4-8f4c-0137f3ad1c87 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'network_id': '9ea7fcbd-c5c0-464f-9430-faafbf787cb4', 'name': 'tempest-PortsIpV6TestJSON-1719752399', 'fixed_ips': [{'subnet_id': '78d1bc0f-a785-478a-aa85-6daf72988e7e', 'ip_address': '2001:db8::f'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:57.197703 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767f1b75-6baf-4a84-a96b-946d0b26fc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network d3624c36-7409-4bf7-a4e5-9da2f457e484 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:16:57.212818 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-55e929e8-5dee-4ac4-a0ce-f513d53d8534 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7390680 Dec 09 02:16:57.214607 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33988) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:57.224456 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b3fe3f9f-6d0b-44b7-abb0-e56f1a2af150 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'subnet': {'network_id': '9427a449-1964-4da7-8905-925885a845f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:57.241698 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e929e8-5dee-4ac4-a0ce-f513d53d8534 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Network': ['ID=9427a449-1964-4da7-8905-925885a845f9,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:57.254400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 9427a449-1964-4da7-8905-925885a845f9 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:16:57.336581 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-767f1b75-6baf-4a84-a96b-946d0b26fc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, d3624c36-7409-4bf7-a4e5-9da2f457e484) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:57.353069 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 643dc9ca-b03f-43c5-8510-6c9f28d4764e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:57.359591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767f1b75-6baf-4a84-a96b-946d0b26fc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:57.360228 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-767f1b75-6baf-4a84-a96b-946d0b26fc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.364256 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef91d7af-704f-4f90-a4db-b20a3426a67f None None] Network d3624c36-7409-4bf7-a4e5-9da2f457e484 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:57.374326 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01ef809d-a5c9-499f-92b6-01cc0918eb58 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.377286 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01ef809d-a5c9-499f-92b6-01cc0918eb58 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.378637 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-01ef809d-a5c9-499f-92b6-01cc0918eb58 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "DELETE /v2.0/security-groups/4c0f4ccd-dcaa-49ef-831b-d09a44fd460e HTTP/1.1" status: 204 len: 168 time: 0.7599342 Dec 09 02:16:57.386537 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fc12bd7-7d41-4774-8419-59d5c1d2bfdf tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.392066 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33990) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:57.415889 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef809d-a5c9-499f-92b6-01cc0918eb58 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0f4ccd-dcaa-49ef-831b-d09a44fd460e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:57.457314 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-7b295018-3aa8-4d88-84b2-de2b3afc3082 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 172.20.0.9 (3d63738a-85ef-4baf-83f7-848c720832e0/4a7887c0-ea30-46d8-a6fe-23daa847adc3/2baaa789-c30a-4c4d-a656-41c1eda7e460) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:57.463742 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-7b295018-3aa8-4d88-84b2-de2b3afc3082 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::f816:3eff:fe4f:f198 (3d63738a-85ef-4baf-83f7-848c720832e0/118732ae-4239-4762-9b3c-6ddd5d40b32e/2baaa789-c30a-4c4d-a656-41c1eda7e460) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:57.480867 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-767f1b75-6baf-4a84-a96b-946d0b26fc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1519065 Dec 09 02:16:57.482187 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33992) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:57.492897 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fc12bd7-7d41-4774-8419-59d5c1d2bfdf tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.505884 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-07b16279-481c-4a39-8aa7-549b40e283ab tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'subnet': {'network_id': 'd3624c36-7409-4bf7-a4e5-9da2f457e484', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:57.568098 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 643dc9ca-b03f-43c5-8510-6c9f28d4764e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:57.568582 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.606171 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-d3624c36-7409-4bf7-a4e5-9da2f457e484', 'network_id': 'd3624c36-7409-4bf7-a4e5-9da2f457e484', 'project_id': '646984397d8f42a1ab7a1289880bdcb5', 'fixed_ips': [{'subnet_id': '19c9f118-3cf8-40c3-b8c9-209e01e1ab8a'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:16:57.607098 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.651289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7b295018-3aa8-4d88-84b2-de2b3afc3082 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.688673 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fe3f9f-6d0b-44b7-abb0-e56f1a2af150 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:57.693206 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3f9f-6d0b-44b7-abb0-e56f1a2af150 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.716502 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc12bd7-7d41-4774-8419-59d5c1d2bfdf tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c33df3e-f90d-4b68-97cc-65f30003ec7b,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:57.724151 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c8074c-d43b-4fdb-a9e9-de82ed2044c4 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:57.725007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7b295018-3aa8-4d88-84b2-de2b3afc3082 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.768839 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.771013 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b16279-481c-4a39-8aa7-549b40e283ab tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:57.775011 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-07b16279-481c-4a39-8aa7-549b40e283ab tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.782103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b295018-3aa8-4d88-84b2-de2b3afc3082 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:57.790268 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-726e8099-7497-4dda-9ad3-493e85c860cc tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3930440 Dec 09 02:16:57.790268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fc12bd7-7d41-4774-8419-59d5c1d2bfdf tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.793617 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0fc12bd7-7d41-4774-8419-59d5c1d2bfdf tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8452754 Dec 09 02:16:57.797558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33994) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:57.797801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 33996) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:57.810726 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a9101c6a-eebd-48cf-951b-27c0dee382fb tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group': {'name': 'tempest-secgroup--800260789'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:57.823983 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-7b295018-3aa8-4d88-84b2-de2b3afc3082 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:57.832037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b295018-3aa8-4d88-84b2-de2b3afc3082 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:57.864339 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b295018-3aa8-4d88-84b2-de2b3afc3082 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=2baaa789-c30a-4c4d-a656-41c1eda7e460,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:57.909028 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a8ceb7-4dec-42f4-8f4c-0137f3ad1c87 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:57.914189 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39a8ceb7-4dec-42f4-8f4c-0137f3ad1c87 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:57.977932 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-39a8ceb7-4dec-42f4-8f4c-0137f3ad1c87 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] device_id is not set on port 27d0e436-a0f6-441d-b1b7-7be7fad83ce8 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:16:57.988822 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a9101c6a-eebd-48cf-951b-27c0dee382fb tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.003359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b295018-3aa8-4d88-84b2-de2b3afc3082 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:58.004033 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7b295018-3aa8-4d88-84b2-de2b3afc3082 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.022138 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.ipam_backend_mixin [None req-07b16279-481c-4a39-8aa7-549b40e283ab tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 19c9f118-3cf8-40c3-b8c9-209e01e1ab8a (CIDR: 172.20.0.0/28) Dec 09 02:16:58.026757 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Allocated IP 172.20.0.2 (d3624c36-7409-4bf7-a4e5-9da2f457e484/19c9f118-3cf8-40c3-b8c9-209e01e1ab8a/295f2554-ba82-4119-9b1a-014308b005bf) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:58.038372 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b16279-481c-4a39-8aa7-549b40e283ab tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:58.038978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b16279-481c-4a39-8aa7-549b40e283ab tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:16:58.079425 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3f2d326a-b360-4ef0-ae1b-ab8c440ded45 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.088418 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.100064 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-07b16279-481c-4a39-8aa7-549b40e283ab tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6057160 Dec 09 02:16:58.103216 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 33998) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:58.109988 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3f2d326a-b360-4ef0-ae1b-ab8c440ded45 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.110187 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-dfcc04f9-f349-4ab4-84af-5a5ed8ca492e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'subnet': {'network_id': 'd3624c36-7409-4bf7-a4e5-9da2f457e484', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:58.145213 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b3cabcf4-c489-452d-ada4-13d76c29e34b None None] Provisioning complete for port d900bff9-ba20-4e4b-918d-302fe84126a0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:58.145746 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b3cabcf4-c489-452d-ada4-13d76c29e34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.173164 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7b295018-3aa8-4d88-84b2-de2b3afc3082 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9396725 Dec 09 02:16:58.179717 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34000) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:58.266272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3f2d326a-b360-4ef0-ae1b-ab8c440ded45 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.269609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3f2d326a-b360-4ef0-ae1b-ab8c440ded45 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.271245 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3f2d326a-b360-4ef0-ae1b-ab8c440ded45 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-groups/1cd5fe01-cce7-48ab-9eec-2926ff0b960e HTTP/1.1" status: 204 len: 168 time: 0.4688201 Dec 09 02:16:58.277227 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 643dc9ca-b03f-43c5-8510-6c9f28d4764e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=643dc9ca-b03f-43c5-8510-6c9f28d4764e,segment=NetworkSegment(6d1bc949-c17f-4c72-9ab9-630eecbbbb38),segment_id=6d1bc949-c17f-4c72-9ab9-630eecbbbb38)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:58.291242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34002) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:58.294266 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d326a-b360-4ef0-ae1b-ab8c440ded45 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd5fe01-cce7-48ab-9eec-2926ff0b960e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:58.316653 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.317560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d900bff9-ba20-4e4b-918d-302fe84126a0 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:58.324887 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3f9f-6d0b-44b7-abb0-e56f1a2af150 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.379111 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a9101c6a-eebd-48cf-951b-27c0dee382fb tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.397133 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a9101c6a-eebd-48cf-951b-27c0dee382fb tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.401925 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Router 31a46ed2-909b-4a6d-8d4e-32076a31e250 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:16:58.423930 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a9101c6a-eebd-48cf-951b-27c0dee382fb tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.426514 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a9101c6a-eebd-48cf-951b-27c0dee382fb tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6252158 Dec 09 02:16:58.435656 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34004) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:58.437212 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5a90a202-cb45-4bbb-a78a-f9e30d6e8c83 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1391900 Dec 09 02:16:58.442817 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fc7d9a96-68b1-42a8-a1d0-0f7df893a39d tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': '4b07ba43-18e1-4122-bdf6-0cce944662eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:58.448769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-39a8ceb7-4dec-42f4-8f4c-0137f3ad1c87 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Allocated IP 2001:db8::f (9ea7fcbd-c5c0-464f-9430-faafbf787cb4/78d1bc0f-a785-478a-aa85-6daf72988e7e/27d0e436-a0f6-441d-b1b7-7be7fad83ce8) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:58.451541 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34006) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:58.456858 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-be188aa6-9384-4add-9f05-94baf6b8e505 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group': {'name': 'tempest-secgroup--542663244'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:58.459310 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1cab2a-a023-4072-aff3-ed1f1a46d50e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:58.467153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1cab2a-a023-4072-aff3-ed1f1a46d50e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:58.469394 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9e1cab2a-a023-4072-aff3-ed1f1a46d50e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2865210 Dec 09 02:16:58.474875 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34008) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:58.486221 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe3f9f-6d0b-44b7-abb0-e56f1a2af150 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Subnet': ['ID=b8f8b57a-6dda-4242-890d-ea9f57ea62fd,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:58.495685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9101c6a-eebd-48cf-951b-27c0dee382fb tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b07ba43-18e1-4122-bdf6-0cce944662eb,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:58.625611 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be188aa6-9384-4add-9f05-94baf6b8e505 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.658342 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6211062e-8591-4c49-89e8-8f5e798166a4 None None] Update dhcp port {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'fixed_ips': [{'subnet_id': '118732ae-4239-4762-9b3c-6ddd5d40b32e', 'ip_address': '2001:db8::f816:3eff:fe0e:316e'}, {'subnet_id': '4a7887c0-ea30-46d8-a6fe-23daa847adc3'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': 'd900bff9-ba20-4e4b-918d-302fe84126a0'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:16:58.668024 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ec851a-e8a3-4dc6-9667-5acc1430db7a None None] Network 9ea7fcbd-c5c0-464f-9430-faafbf787cb4 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:58.681698 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39a8ceb7-4dec-42f4-8f4c-0137f3ad1c87 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.740841 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=643dc9ca-b03f-43c5-8510-6c9f28d4764e,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:58.753864 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be188aa6-9384-4add-9f05-94baf6b8e505 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.759887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39a8ceb7-4dec-42f4-8f4c-0137f3ad1c87 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.772971 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be188aa6-9384-4add-9f05-94baf6b8e505 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.773386 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6211062e-8591-4c49-89e8-8f5e798166a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.782121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.784366 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b3cabcf4-c489-452d-ada4-13d76c29e34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.816178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.833747 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a8ceb7-4dec-42f4-8f4c-0137f3ad1c87 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 9ea7fcbd-c5c0-464f-9430-faafbf787cb4 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:58.837903 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port d900bff9-ba20-4e4b-918d-302fe84126a0 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:58.837903 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.847457 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-39a8ceb7-4dec-42f4-8f4c-0137f3ad1c87 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:58.850433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a8ceb7-4dec-42f4-8f4c-0137f3ad1c87 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:58.856109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a8ceb7-4dec-42f4-8f4c-0137f3ad1c87 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:58.856732 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39a8ceb7-4dec-42f4-8f4c-0137f3ad1c87 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.862841 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fe3f9f-6d0b-44b7-abb0-e56f1a2af150 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Checking segment: {'id': '9e3d98f5-669a-4f09-8350-b7b4d44ab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9427a449-1964-4da7-8905-925885a845f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:58.863143 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fe3f9f-6d0b-44b7-abb0-e56f1a2af150 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network hostable DHCP agents. Network: 9427a449-1964-4da7-8905-925885a845f9, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:16:58.868934 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be188aa6-9384-4add-9f05-94baf6b8e505 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=323addbb-f7ac-4e01-a784-603500ee4fd9,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:58.875717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8ceb7-4dec-42f4-8f4c-0137f3ad1c87 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=27d0e436-a0f6-441d-b1b7-7be7fad83ce8,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:58.924439 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcc04f9-f349-4ab4-84af-5a5ed8ca492e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:58.925767 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be188aa6-9384-4add-9f05-94baf6b8e505 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.930046 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-be188aa6-9384-4add-9f05-94baf6b8e505 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4747560 Dec 09 02:16:58.930190 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfcc04f9-f349-4ab4-84af-5a5ed8ca492e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:58.930980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34010) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:58.937050 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f5c17b2e-120e-4459-a635-d69290169251 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group': {'name': 'tempest-secgroup--770002198'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:58.943048 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Network d3624c36-7409-4bf7-a4e5-9da2f457e484 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:58.950490 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-39a8ceb7-4dec-42f4-8f4c-0137f3ad1c87 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8083735 Dec 09 02:16:58.950852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34012) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:58.954292 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-fc7d9a96-68b1-42a8-a1d0-0f7df893a39d tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:58.958039 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fc7d9a96-68b1-42a8-a1d0-0f7df893a39d tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5183992 Dec 09 02:16:58.959882 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b3cabcf4-c489-452d-ada4-13d76c29e34b None None] For port d900bff9-ba20-4e4b-918d-302fe84126a0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d900bff9-ba20-4e4b-918d-302fe84126a0,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:58.962331 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:58.964863 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34014) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:58.976598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:16:58.993132 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-176a3d58-b4a1-4b73-aa6d-30ce51bdbcbf tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group_rule': {'security_group_id': '4b07ba43-18e1-4122-bdf6-0cce944662eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:59.008031 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fe3f9f-6d0b-44b7-abb0-e56f1a2af150 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 9427a449-1964-4da7-8905-925885a845f9 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:16:59.016249 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:16:59.035202 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbfd27e-97a6-41bc-9883-f2d24506730b None None] Sync routers for ids ['31a46ed2-909b-4a6d-8d4e-32076a31e250'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:16:59.040176 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b3cabcf4-c489-452d-ada4-13d76c29e34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:59.042367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Pushing event updated for resources: {'Port': ['ID=295f2554-ba82-4119-9b1a-014308b005bf,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:59.045268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f5c17b2e-120e-4459-a635-d69290169251 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:59.051742 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbfd27e-97a6-41bc-9883-f2d24506730b None None] Routers {'31a46ed2-909b-4a6d-8d4e-32076a31e250'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:59.052524 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-6cbfd27e-97a6-41bc-9883-f2d24506730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['31a46ed2-909b-4a6d-8d4e-32076a31e250'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:59.059078 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-b3fe3f9f-6d0b-44b7-abb0-e56f1a2af150 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 9427a449-1964-4da7-8905-925885a845f9) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:59.082237 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a31c322c-8676-40cc-a3ed-ffc069bb91dd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port 2baaa789-c30a-4c4d-a656-41c1eda7e460 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:16:59.082846 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a31c322c-8676-40cc-a3ed-ffc069bb91dd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:59.088472 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fe3f9f-6d0b-44b7-abb0-e56f1a2af150 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:59.089458 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3f9f-6d0b-44b7-abb0-e56f1a2af150 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:59.096133 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a125b80-38a8-4242-841e-82bf57bc7c74 None None] Network 9427a449-1964-4da7-8905-925885a845f9 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:16:59.104622 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-6cbfd27e-97a6-41bc-9883-f2d24506730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:59.115401 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbfd27e-97a6-41bc-9883-f2d24506730b None None] Routers {'31a46ed2-909b-4a6d-8d4e-32076a31e250'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:16:59.116322 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-6cbfd27e-97a6-41bc-9883-f2d24506730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['31a46ed2-909b-4a6d-8d4e-32076a31e250'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:59.168446 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-6cbfd27e-97a6-41bc-9883-f2d24506730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:16:59.169434 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbfd27e-97a6-41bc-9883-f2d24506730b None None] The sync data for ids ['31a46ed2-909b-4a6d-8d4e-32076a31e250'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:16:59.177282 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-176a3d58-b4a1-4b73-aa6d-30ce51bdbcbf tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:16:59.178352 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-176a3d58-b4a1-4b73-aa6d-30ce51bdbcbf tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2125239 Dec 09 02:16:59.182611 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:59.186393 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34016) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:59.186738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34018) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:59.187344 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6ad7b38b-523d-4e4a-af71-48ce80eedde5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.1651483 Dec 09 02:16:59.193000 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-726a3d83-c2f8-4157-83f7-eb932a2a72bd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:59.212968 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7ad1a4-b07b-4199-ae63-b851db289a50 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:59.214397 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2d7ad1a4-b07b-4199-ae63-b851db289a50 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2626483 Dec 09 02:16:59.219891 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b3fe3f9f-6d0b-44b7-abb0-e56f1a2af150 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9995513 Dec 09 02:16:59.254231 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34020) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:59.254570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34022) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:59.260324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a5dc7366-0428-49c5-8e74-a16468064679 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1733175911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:59.276897 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Attempting to bind port 295f2554-ba82-4119-9b1a-014308b005bf on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:16:59.277251 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Attempting to bind port 295f2554-ba82-4119-9b1a-014308b005bf by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '70e9f632-8d0e-454d-8626-96607d97a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd3624c36-7409-4bf7-a4e5-9da2f457e484'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:16:59.277861 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Attempting to bind port 295f2554-ba82-4119-9b1a-014308b005bf on network d3624c36-7409-4bf7-a4e5-9da2f457e484 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:16:59.303937 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cabcf4-c489-452d-ada4-13d76c29e34b None None] Pushing event updated for resources: {'Port': ['ID=d900bff9-ba20-4e4b-918d-302fe84126a0,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:59.330130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:16:59.330822 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Checking segment: {'id': '70e9f632-8d0e-454d-8626-96607d97a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd3624c36-7409-4bf7-a4e5-9da2f457e484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:16:59.331414 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:59.331990 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Bound using segment: {'id': '70e9f632-8d0e-454d-8626-96607d97a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd3624c36-7409-4bf7-a4e5-9da2f457e484'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:16:59.332656 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Bound port: 295f2554-ba82-4119-9b1a-014308b005bf, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e9f632-8d0e-454d-8626-96607d97a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd3624c36-7409-4bf7-a4e5-9da2f457e484'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:16:59.333050 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:59.334898 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-68acec9e-b591-4c2b-88a2-6e30a090db79 None None] Provisioning complete for port 643dc9ca-b03f-43c5-8510-6c9f28d4764e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:59.335258 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68acec9e-b591-4c2b-88a2-6e30a090db79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:59.355606 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f5c17b2e-120e-4459-a635-d69290169251 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:59.360010 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a31c322c-8676-40cc-a3ed-ffc069bb91dd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:59.386156 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-6211062e-8591-4c49-89e8-8f5e798166a4 None None] Allocated IP 172.20.0.2 (3d63738a-85ef-4baf-83f7-848c720832e0/4a7887c0-ea30-46d8-a6fe-23daa847adc3/d900bff9-ba20-4e4b-918d-302fe84126a0) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:59.403028 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a31c322c-8676-40cc-a3ed-ffc069bb91dd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for 2baaa789-c30a-4c4d-a656-41c1eda7e460 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:16:59.472317 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-9427a449-1964-4da7-8905-925885a845f9', 'network_id': '9427a449-1964-4da7-8905-925885a845f9', 'project_id': 'a758062df96345628c35c50c762f8108', 'fixed_ips': [{'subnet_id': 'b8f8b57a-6dda-4242-890d-ea9f57ea62fd'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:16:59.473413 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:59.522059 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfcc04f9-f349-4ab4-84af-5a5ed8ca492e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:59.585235 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcc04f9-f349-4ab4-84af-5a5ed8ca492e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network d3624c36-7409-4bf7-a4e5-9da2f457e484 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:16:59.593631 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-dfcc04f9-f349-4ab4-84af-5a5ed8ca492e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:16:59.600695 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcc04f9-f349-4ab4-84af-5a5ed8ca492e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:16:59.603711 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfcc04f9-f349-4ab4-84af-5a5ed8ca492e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:59.632416 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dfcc04f9-f349-4ab4-84af-5a5ed8ca492e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5262284 Dec 09 02:16:59.636014 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34024) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:16:59.642253 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9e1b9808-d62a-4872-9fc8-fba12599f064 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'network_id': 'd3624c36-7409-4bf7-a4e5-9da2f457e484', 'fixed_ips': [{'subnet_id': '19c9f118-3cf8-40c3-b8c9-209e01e1ab8a'}, {'subnet_id': 'ec79ac25-bed1-4297-b5fe-a92a74c22127'}], 'name': 'tempest-PortsTestJSON-1817902619'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:16:59.646779 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] For port 295f2554-ba82-4119-9b1a-014308b005bf, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:16:59.650617 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 643dc9ca-b03f-43c5-8510-6c9f28d4764e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:16:59.695378 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc04f9-f349-4ab4-84af-5a5ed8ca492e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Subnet': ['ID=ec79ac25-bed1-4297-b5fe-a92a74c22127,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:59.808477 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6211062e-8591-4c49-89e8-8f5e798166a4 None None] For port d900bff9-ba20-4e4b-918d-302fe84126a0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d900bff9-ba20-4e4b-918d-302fe84126a0,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:16:59.854384 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1b9808-d62a-4872-9fc8-fba12599f064 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:16:59.916141 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a31c322c-8676-40cc-a3ed-ffc069bb91dd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:59.918481 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Allocated IP 172.20.0.2 (9427a449-1964-4da7-8905-925885a845f9/b8f8b57a-6dda-4242-890d-ea9f57ea62fd/207afb6b-785d-475a-929c-e180fccb942e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:16:59.935885 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6211062e-8591-4c49-89e8-8f5e798166a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:59.949624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 643dc9ca-b03f-43c5-8510-6c9f28d4764e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:16:59.950193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:16:59.987788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c322c-8676-40cc-a3ed-ffc069bb91dd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=2baaa789-c30a-4c4d-a656-41c1eda7e460,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:16:59.988492 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] For port 295f2554-ba82-4119-9b1a-014308b005bf, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=295f2554-ba82-4119-9b1a-014308b005bf,segment=NetworkSegment(70e9f632-8d0e-454d-8626-96607d97a487),segment_id=70e9f632-8d0e-454d-8626-96607d97a487)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:16:59.995792 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6211062e-8591-4c49-89e8-8f5e798166a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.011215 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7366-0428-49c5-8e74-a16468064679 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.012288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7366-0428-49c5-8e74-a16468064679 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.015991 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f5c17b2e-120e-4459-a635-d69290169251 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.045344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.081793 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e1b9808-d62a-4872-9fc8-fba12599f064 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.090239 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3475d1e-149f-4e36-a3ee-6f01543d058f tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.101250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f5c17b2e-120e-4459-a635-d69290169251 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.103171 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f5c17b2e-120e-4459-a635-d69290169251 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1706772 Dec 09 02:17:00.108361 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34026) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:00.113086 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a869d431-541e-4e52-b6e9-32a7358ad48d tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group_rule': {'security_group_id': '323addbb-f7ac-4e01-a784-603500ee4fd9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f10c9d54-0005-48da-b2ba-d8e509994e9f', 'remote_ip_prefix': None}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:00.123417 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a31c322c-8676-40cc-a3ed-ffc069bb91dd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.127189 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a31c322c-8676-40cc-a3ed-ffc069bb91dd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/2baaa789-c30a-4c4d-a656-41c1eda7e460 HTTP/1.1" status: 204 len: 168 time: 1.6472163 Dec 09 02:17:00.135247 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-9e1b9808-d62a-4872-9fc8-fba12599f064 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] device_id is not set on port f0a7bd83-6d42-406d-9d61-12305617c498 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:17:00.139647 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34028) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:00.180192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c17b2e-120e-4459-a635-d69290169251 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10c9d54-0005-48da-b2ba-d8e509994e9f,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:00.198973 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a53d04-108c-4b03-98fe-e775a44a29b0 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:00.206448 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a53d04-108c-4b03-98fe-e775a44a29b0 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:00.212761 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a53d04-108c-4b03-98fe-e775a44a29b0 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:00.214675 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-75a53d04-108c-4b03-98fe-e775a44a29b0 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.9591613 Dec 09 02:17:00.222788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34030) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:00.270792 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7366-0428-49c5-8e74-a16468064679 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.274109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-726a3d83-c2f8-4157-83f7-eb932a2a72bd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.287391 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaa1d02-af49-4fee-9111-09f58807b790 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:00.288247 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c61bb160-a488-465d-8276-b312982d3e79 None None] Provisioning complete for port 643dc9ca-b03f-43c5-8510-6c9f28d4764e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:00.288822 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c61bb160-a488-465d-8276-b312982d3e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.288944 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaa1d02-af49-4fee-9111-09f58807b790 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:00.290824 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaa1d02-af49-4fee-9111-09f58807b790 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:00.292523 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bdaa1d02-af49-4fee-9111-09f58807b790 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1518416 Dec 09 02:17:00.296246 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34032) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:00.303031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3475d1e-149f-4e36-a3ee-6f01543d058f tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.306278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7366-0428-49c5-8e74-a16468064679 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.340042 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211062e-8591-4c49-89e8-8f5e798166a4 None None] Pushing event updated for resources: {'Port': ['ID=d900bff9-ba20-4e4b-918d-302fe84126a0,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:00.364621 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a869d431-541e-4e52-b6e9-32a7358ad48d tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.419642 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-726a3d83-c2f8-4157-83f7-eb932a2a72bd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.429398 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d900bff9-ba20-4e4b-918d-302fe84126a0 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:00.449501 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-551d5ce9-429b-43c5-ad84-524988f2f7b9 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 118732ae-4239-4762-9b3c-6ddd5d40b32e {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:00.462230 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7366-0428-49c5-8e74-a16468064679 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.463933 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a5dc7366-0428-49c5-8e74-a16468064679 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2068954 Dec 09 02:17:00.468520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34034) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:00.471800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-551d5ce9-429b-43c5-ad84-524988f2f7b9 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.547377 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-551d5ce9-429b-43c5-ad84-524988f2f7b9 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.577363 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08d171-b611-4469-a3c1-f34452dd5e4b None None] Pushing event updated for resources: {'Port': ['ID=295f2554-ba82-4119-9b1a-014308b005bf,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:00.590337 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.615163 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.646758 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a869d431-541e-4e52-b6e9-32a7358ad48d tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.663808 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a869d431-541e-4e52-b6e9-32a7358ad48d tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.669485 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3475d1e-149f-4e36-a3ee-6f01543d058f tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.672462 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3475d1e-149f-4e36-a3ee-6f01543d058f tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.676458 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a3475d1e-149f-4e36-a3ee-6f01543d058f tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "DELETE /v2.0/security-groups/4b07ba43-18e1-4122-bdf6-0cce944662eb HTTP/1.1" status: 204 len: 168 time: 1.4887285 Dec 09 02:17:00.679285 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34036) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:00.704070 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869d431-541e-4e52-b6e9-32a7358ad48d tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1799fa9f-775d-4b07-8873-20b3b612c343,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:00.713802 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a869d431-541e-4e52-b6e9-32a7358ad48d tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.715142 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a869d431-541e-4e52-b6e9-32a7358ad48d tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6056428 Dec 09 02:17:00.720598 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3475d1e-149f-4e36-a3ee-6f01543d058f tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b07ba43-18e1-4122-bdf6-0cce944662eb,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:00.724909 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34038) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:00.821477 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-551d5ce9-429b-43c5-ad84-524988f2f7b9 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.835988 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-444472c8-8908-424e-86c5-9320bfb7a435 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port 27d0e436-a0f6-441d-b1b7-7be7fad83ce8 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:00.836320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-444472c8-8908-424e-86c5-9320bfb7a435 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.858943 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-9e1b9808-d62a-4872-9fc8-fba12599f064 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Allocated IP 172.20.0.12 (d3624c36-7409-4bf7-a4e5-9da2f457e484/19c9f118-3cf8-40c3-b8c9-209e01e1ab8a/f0a7bd83-6d42-406d-9d61-12305617c498) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:00.873053 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-9e1b9808-d62a-4872-9fc8-fba12599f064 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Allocated IP 172.20.0.28 (d3624c36-7409-4bf7-a4e5-9da2f457e484/ec79ac25-bed1-4297-b5fe-a92a74c22127/f0a7bd83-6d42-406d-9d61-12305617c498) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:00.938112 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-551d5ce9-429b-43c5-ad84-524988f2f7b9 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.947256 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Network 9427a449-1964-4da7-8905-925885a845f9 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:00.954772 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:00.958280 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port d900bff9-ba20-4e4b-918d-302fe84126a0 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:00.958725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.961372 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:00.963297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-551d5ce9-429b-43c5-ad84-524988f2f7b9 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:00.963646 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Pushing event updated for resources: {'Port': ['ID=207afb6b-785d-475a-929c-e180fccb942e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:00.969173 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-551d5ce9-429b-43c5-ad84-524988f2f7b9 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/118732ae-4239-4762-9b3c-6ddd5d40b32e HTTP/1.1" status: 204 len: 168 time: 0.6695559 Dec 09 02:17:00.971021 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34040) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:01.005578 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c61bb160-a488-465d-8276-b312982d3e79 None None] Provisioning complete for port 27d0e436-a0f6-441d-b1b7-7be7fad83ce8 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:01.006319 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c61bb160-a488-465d-8276-b312982d3e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.012441 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-726a3d83-c2f8-4157-83f7-eb932a2a72bd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Deleting port 8071df26-0dd3-48de-89ab-1542279a8584 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:01.012790 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-726a3d83-c2f8-4157-83f7-eb932a2a72bd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.026547 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0b3f644e-d801-4f2d-9122-5fec3fa5161f tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.038197 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d5ce9-429b-43c5-ad84-524988f2f7b9 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=118732ae-4239-4762-9b3c-6ddd5d40b32e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:01.056982 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cfcc174f-5cce-4cd1-b14b-ee0620ad8fe7 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3682530 Dec 09 02:17:01.057726 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34042) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:01.098526 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-08ac5bb0-6e5c-4d31-b317-e3719adc48e8 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123095730'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:01.104159 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d81b83e-9161-4b6a-bbd3-343b0654fe4d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 4a7887c0-ea30-46d8-a6fe-23daa847adc3 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:01.109419 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d81b83e-9161-4b6a-bbd3-343b0654fe4d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.122370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0b3f644e-d801-4f2d-9122-5fec3fa5161f tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.135675 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Attempting to bind port 207afb6b-785d-475a-929c-e180fccb942e on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:01.136052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Attempting to bind port 207afb6b-785d-475a-929c-e180fccb942e by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '9e3d98f5-669a-4f09-8350-b7b4d44ab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9427a449-1964-4da7-8905-925885a845f9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:01.136414 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Attempting to bind port 207afb6b-785d-475a-929c-e180fccb942e on network 9427a449-1964-4da7-8905-925885a845f9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:01.138167 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c61bb160-a488-465d-8276-b312982d3e79 None None] Port 27d0e436-a0f6-441d-b1b7-7be7fad83ce8 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:01.146890 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:01.147264 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Checking segment: {'id': '9e3d98f5-669a-4f09-8350-b7b4d44ab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9427a449-1964-4da7-8905-925885a845f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:01.147698 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.148092 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Bound using segment: {'id': '9e3d98f5-669a-4f09-8350-b7b4d44ab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9427a449-1964-4da7-8905-925885a845f9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:01.148562 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Bound port: 207afb6b-785d-475a-929c-e180fccb942e, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3d98f5-669a-4f09-8350-b7b4d44ab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9427a449-1964-4da7-8905-925885a845f9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:01.148940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.163374 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-08ac5bb0-6e5c-4d31-b317-e3719adc48e8 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.188710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c61bb160-a488-465d-8276-b312982d3e79 None None] Provisioning complete for port 55ee2cb0-2716-456b-826a-7bdb38900fdf triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:01.189080 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c61bb160-a488-465d-8276-b312982d3e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.198580 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d81b83e-9161-4b6a-bbd3-343b0654fe4d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.260483 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-444472c8-8908-424e-86c5-9320bfb7a435 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.272413 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e1b9808-d62a-4872-9fc8-fba12599f064 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.274741 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0b3f644e-d801-4f2d-9122-5fec3fa5161f tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.280068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0b3f644e-d801-4f2d-9122-5fec3fa5161f tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.280542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c61bb160-a488-465d-8276-b312982d3e79 None None] Port 55ee2cb0-2716-456b-826a-7bdb38900fdf cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:01.285988 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0b3f644e-d801-4f2d-9122-5fec3fa5161f tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/1799fa9f-775d-4b07-8873-20b3b612c343 HTTP/1.1" status: 204 len: 168 time: 0.5566187 Dec 09 02:17:01.290478 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34044) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:01.317920 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] For port 207afb6b-785d-475a-929c-e180fccb942e, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:01.320079 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-444472c8-8908-424e-86c5-9320bfb7a435 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for 27d0e436-a0f6-441d-b1b7-7be7fad83ce8 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:01.324224 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] For port 207afb6b-785d-475a-929c-e180fccb942e, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=207afb6b-785d-475a-929c-e180fccb942e,segment=NetworkSegment(9e3d98f5-669a-4f09-8350-b7b4d44ab8ad),segment_id=9e3d98f5-669a-4f09-8350-b7b4d44ab8ad)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:01.334086 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.366682 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f644e-d801-4f2d-9122-5fec3fa5161f tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1799fa9f-775d-4b07-8873-20b3b612c343,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:01.370616 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.428741 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d81b83e-9161-4b6a-bbd3-343b0654fe4d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.449793 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-726a3d83-c2f8-4157-83f7-eb932a2a72bd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.491319 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab19a1a-8e47-4f5a-8f6e-0773109a9e92 None None] Pushing event updated for resources: {'Port': ['ID=207afb6b-785d-475a-929c-e180fccb942e,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:01.544332 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-08df8c87-c9e7-4668-8420-41139e6bbea2 None None] Provisioning complete for port 27d0e436-a0f6-441d-b1b7-7be7fad83ce8 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:01.545021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-08df8c87-c9e7-4668-8420-41139e6bbea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.607262 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d88a3bba-4a71-4b2f-adde-c8b2abe85ad8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3118670 Dec 09 02:17:01.608101 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34046) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:01.616108 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-726a3d83-c2f8-4157-83f7-eb932a2a72bd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Calling delete_port for 8071df26-0dd3-48de-89ab-1542279a8584 owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:01.675939 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-08df8c87-c9e7-4668-8420-41139e6bbea2 None None] Port 27d0e436-a0f6-441d-b1b7-7be7fad83ce8 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:01.761884 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-08ac5bb0-6e5c-4d31-b317-e3719adc48e8 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.780941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-08ac5bb0-6e5c-4d31-b317-e3719adc48e8 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.798662 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d81b83e-9161-4b6a-bbd3-343b0654fe4d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.842685 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24727611-eafd-497a-bb42-cf9f30b15881 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:01.908536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-08ac5bb0-6e5c-4d31-b317-e3719adc48e8 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.910345 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-08ac5bb0-6e5c-4d31-b317-e3719adc48e8 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8166072 Dec 09 02:17:01.916374 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34048) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:01.934888 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81b83e-9161-4b6a-bbd3-343b0654fe4d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7887c0-ea30-46d8-a6fe-23daa847adc3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:01.943456 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-47b29341-e117-49fa-9979-4c04031b2cf5 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:01.943898 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-47b29341-e117-49fa-9979-4c04031b2cf5 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 09 02:17:01.944413 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-47b29341-e117-49fa-9979-4c04031b2cf5 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] update failed (client error): There was a conflict when trying to complete your request. Dec 09 02:17:01.948728 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-47b29341-e117-49fa-9979-4c04031b2cf5 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "PUT /v2.0/security-groups/3dbdebcf-6d1e-478f-ad3c-6b3a39da3c4f HTTP/1.1" status: 409 len: 330 time: 0.0184698 Dec 09 02:17:01.955136 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e1b9808-d62a-4872-9fc8-fba12599f064 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.957368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac5bb0-6e5c-4d31-b317-e3719adc48e8 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbdebcf-6d1e-478f-ad3c-6b3a39da3c4f,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:01.960728 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d81b83e-9161-4b6a-bbd3-343b0654fe4d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:01.973164 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8d81b83e-9161-4b6a-bbd3-343b0654fe4d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/4a7887c0-ea30-46d8-a6fe-23daa847adc3 HTTP/1.1" status: 204 len: 168 time: 0.9815991 Dec 09 02:17:01.974138 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34050) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:01.983708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34052) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:02.052088 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 295f2554-ba82-4119-9b1a-014308b005bf up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:02.112534 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f812256b-9576-4bc1-9b8b-2b9b36955160 None None] Network d3624c36-7409-4bf7-a4e5-9da2f457e484 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:02.116639 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7a1dba36-0e10-4bd1-9d1e-f326b5e169d8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1117489 Dec 09 02:17:02.132957 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34054) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:02.146914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0e52b574-eeeb-4895-acf9-6fd571ffd256 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:02.160802 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2a752d1-ea33-4d74-995d-1b3d53ea0456 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.224899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Allocated IP 172.20.0.1 (9427a449-1964-4da7-8905-925885a845f9/b8f8b57a-6dda-4242-890d-ea9f57ea62fd/6226a95e-c700-4e64-8956-2299e79ef735) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:02.232318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-444472c8-8908-424e-86c5-9320bfb7a435 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.234866 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1b9808-d62a-4872-9fc8-fba12599f064 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network d3624c36-7409-4bf7-a4e5-9da2f457e484 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:02.242368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-299acabf-7e7d-4392-bf86-c96089d04227 None None] Could not find standard attr ID for object 2baaa789-c30a-4c4d-a656-41c1eda7e460. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:17:02.243509 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b9808-d62a-4872-9fc8-fba12599f064 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=f0a7bd83-6d42-406d-9d61-12305617c498,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:02.246377 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-9e1b9808-d62a-4872-9fc8-fba12599f064 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:02.263582 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b9808-d62a-4872-9fc8-fba12599f064 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:02.307896 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2a752d1-ea33-4d74-995d-1b3d53ea0456 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.309766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444472c8-8908-424e-86c5-9320bfb7a435 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=27d0e436-a0f6-441d-b1b7-7be7fad83ce8,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:02.371985 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e445739e-9b34-4059-8118-a0257f08a08a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.372885 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-299acabf-7e7d-4392-bf86-c96089d04227 None None] Provisioning complete for port d900bff9-ba20-4e4b-918d-302fe84126a0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:02.373635 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-299acabf-7e7d-4392-bf86-c96089d04227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.386136 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-444472c8-8908-424e-86c5-9320bfb7a435 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.386476 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1b9808-d62a-4872-9fc8-fba12599f064 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:02.387219 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e1b9808-d62a-4872-9fc8-fba12599f064 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.391996 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-444472c8-8908-424e-86c5-9320bfb7a435 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/27d0e436-a0f6-441d-b1b7-7be7fad83ce8 HTTP/1.1" status: 204 len: 168 time: 2.1393709 Dec 09 02:17:02.398117 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34056) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:02.441581 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e445739e-9b34-4059-8118-a0257f08a08a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.446302 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-726a3d83-c2f8-4157-83f7-eb932a2a72bd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.455380 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e52b574-eeeb-4895-acf9-6fd571ffd256 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:02.462100 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-d176d542-b349-4b7f-a79f-171006e7aeda tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] GET failed (client error): The resource could not be found. Dec 09 02:17:02.463773 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d176d542-b349-4b7f-a79f-171006e7aeda tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports/27d0e436-a0f6-441d-b1b7-7be7fad83ce8 HTTP/1.1" status: 404 len: 333 time: 0.0646365 Dec 09 02:17:02.469187 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e52b574-eeeb-4895-acf9-6fd571ffd256 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.477625 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34058) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:02.504267 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9e1b9808-d62a-4872-9fc8-fba12599f064 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.8670070 Dec 09 02:17:02.506760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a3d83-c2f8-4157-83f7-eb932a2a72bd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Pushing event deleted for resources: {'Port': ['ID=8071df26-0dd3-48de-89ab-1542279a8584,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:02.507711 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2a752d1-ea33-4d74-995d-1b3d53ea0456 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.512346 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34060) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:02.515167 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2a752d1-ea33-4d74-995d-1b3d53ea0456 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.519228 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e2a752d1-ea33-4d74-995d-1b3d53ea0456 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-groups/f10c9d54-0005-48da-b2ba-d8e509994e9f HTTP/1.1" status: 204 len: 168 time: 0.9075754 Dec 09 02:17:02.526396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-587a96a6-c1bb-4878-ad5d-bec41c51b4f1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19c9f118-3cf8-40c3-b8c9-209e01e1ab8a'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:02.539422 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 295f2554-ba82-4119-9b1a-014308b005bf triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:02.540182 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.543221 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34062) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:02.594709 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426040ba-5944-4bbb-b41f-8a412c8c1100 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:17:02.611638 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ad8efb-d584-4da4-85a5-db277070cca0 None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:17:02.657936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a752d1-ea33-4d74-995d-1b3d53ea0456 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10c9d54-0005-48da-b2ba-d8e509994e9f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:02.731760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-726a3d83-c2f8-4157-83f7-eb932a2a72bd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.774746 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e445739e-9b34-4059-8118-a0257f08a08a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.781039 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e445739e-9b34-4059-8118-a0257f08a08a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.782244 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e445739e-9b34-4059-8118-a0257f08a08a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "DELETE /v2.0/security-groups/3dbdebcf-6d1e-478f-ad3c-6b3a39da3c4f HTTP/1.1" status: 204 len: 168 time: 0.7994220 Dec 09 02:17:02.785351 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34064) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:02.817066 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a9adb8-ee8e-410d-abc3-d7fa14b541b2 None None] Update dhcp port {'port': {'network_id': 'd3624c36-7409-4bf7-a4e5-9da2f457e484', 'fixed_ips': [{'subnet_id': '19c9f118-3cf8-40c3-b8c9-209e01e1ab8a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ec79ac25-bed1-4297-b5fe-a92a74c22127'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': '295f2554-ba82-4119-9b1a-014308b005bf'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:17:02.845886 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445739e-9b34-4059-8118-a0257f08a08a tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbdebcf-6d1e-478f-ad3c-6b3a39da3c4f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:02.880356 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16a9adb8-ee8e-410d-abc3-d7fa14b541b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.888141 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:02.944399 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f47edb5e-3167-4c99-b033-340cfd116277 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1507528 Dec 09 02:17:02.945273 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34066) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:02.966820 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-e7c51cd6-0574-445a-bcc6-870b5d5a4c24 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] delete failed (client error): The resource could not be found. Dec 09 02:17:02.971522 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e7c51cd6-0574-445a-bcc6-870b5d5a4c24 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "DELETE /v2.0/security-groups/f00858f8-92ac-4cab-b99f-c50e15847e4d HTTP/1.1" status: 404 len: 347 time: 0.0221565 Dec 09 02:17:02.975090 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34068) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:02.977862 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0f94d-7f59-4b21-a072-418b926a124c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port 55ee2cb0-2716-456b-826a-7bdb38900fdf {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:02.978219 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0f0f94d-7f59-4b21-a072-418b926a124c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:03.055320 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-c36e6685-66c8-4394-b9e0-88b8749e3a1d tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] show failed (client error): The resource could not be found. Dec 09 02:17:03.059892 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c36e6685-66c8-4394-b9e0-88b8749e3a1d tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "GET /v2.0/security-groups/f7203598-4570-4408-944d-81db9099372d HTTP/1.1" status: 404 len: 347 time: 0.0751224 Dec 09 02:17:03.062898 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34070) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:03.082494 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3e067c36-829b-4497-a3ea-5b08c241a47f tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.5310147 Dec 09 02:17:03.088652 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-16a9adb8-ee8e-410d-abc3-d7fa14b541b2 None None] Allocated IP 172.20.0.18 (d3624c36-7409-4bf7-a4e5-9da2f457e484/ec79ac25-bed1-4297-b5fe-a92a74c22127/295f2554-ba82-4119-9b1a-014308b005bf) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:03.098125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34072) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:03.193195 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-16a9adb8-ee8e-410d-abc3-d7fa14b541b2 None None] For port 295f2554-ba82-4119-9b1a-014308b005bf, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=295f2554-ba82-4119-9b1a-014308b005bf,segment=NetworkSegment(70e9f632-8d0e-454d-8626-96607d97a487),segment_id=70e9f632-8d0e-454d-8626-96607d97a487)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:03.235094 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16a9adb8-ee8e-410d-abc3-d7fa14b541b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:03.256890 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-34ad8efb-d584-4da4-85a5-db277070cca0 None None] Deleting port d900bff9-ba20-4e4b-918d-302fe84126a0 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:03.257381 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34ad8efb-d584-4da4-85a5-db277070cca0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:03.304752 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-726a3d83-c2f8-4157-83f7-eb932a2a72bd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:03.326439 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dba76078-a4b6-49d4-82e0-450970dcbc5e tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:03.339847 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:17:03.344357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-726a3d83-c2f8-4157-83f7-eb932a2a72bd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:03.347239 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16a9adb8-ee8e-410d-abc3-d7fa14b541b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:03.357737 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6f7b3b-a63d-4e90-babf-600208924a1f None None] Network 9427a449-1964-4da7-8905-925885a845f9 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:03.383606 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dba76078-a4b6-49d4-82e0-450970dcbc5e tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:03.433546 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-f45fac1d-0171-48d7-9855-7cda046049b3 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] show failed (client error): The resource could not be found. Dec 09 02:17:03.439779 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f45fac1d-0171-48d7-9855-7cda046049b3 tempest-NegativeSecGroupIPv6Test-816795756 tempest-NegativeSecGroupIPv6Test-816795756-project] 10.222.0.43 "GET /v2.0/security-group-rules/c9e138f9-2dc6-4575-ad1a-8585ceb8980d HTTP/1.1" status: 404 len: 356 time: 0.3707204 Dec 09 02:17:03.503296 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:03.514504 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-34ad8efb-d584-4da4-85a5-db277070cca0 None None] For port d900bff9-ba20-4e4b-918d-302fe84126a0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d900bff9-ba20-4e4b-918d-302fe84126a0,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:03.517274 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34ad8efb-d584-4da4-85a5-db277070cca0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:03.520822 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0f0f94d-7f59-4b21-a072-418b926a124c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:03.552582 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0f94d-7f59-4b21-a072-418b926a124c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for 55ee2cb0-2716-456b-826a-7bdb38900fdf owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:03.571864 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-497eaa68-7a1e-4ce0-9d6d-73f7791e3224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:03.605644 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=6226a95e-c700-4e64-8956-2299e79ef735,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:03.621481 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-34ad8efb-d584-4da4-85a5-db277070cca0 None None] Calling delete_port for d900bff9-ba20-4e4b-918d-302fe84126a0 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:03.627785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 9427a449-1964-4da7-8905-925885a845f9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:03.654751 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726a3d83-c2f8-4157-83f7-eb932a2a72bd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Router 31a46ed2-909b-4a6d-8d4e-32076a31e250 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:17:03.659841 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:03.662672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:03.745604 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9adb8-ee8e-410d-abc3-d7fa14b541b2 None None] Pushing event updated for resources: {'Port': ['ID=295f2554-ba82-4119-9b1a-014308b005bf,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:03.748643 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8325516f-e850-43bd-9026-c83f22e89bc5 None None] Provisioning complete for port 295f2554-ba82-4119-9b1a-014308b005bf triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:03.749311 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8325516f-e850-43bd-9026-c83f22e89bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:03.762344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:03.788176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-0e52b574-eeeb-4895-acf9-6fd571ffd256 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:17:03.934353 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34078) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:04.097358 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dba76078-a4b6-49d4-82e0-450970dcbc5e tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.101324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dba76078-a4b6-49d4-82e0-450970dcbc5e tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.105381 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dba76078-a4b6-49d4-82e0-450970dcbc5e tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-groups/323addbb-f7ac-4e01-a784-603500ee4fd9 HTTP/1.1" status: 204 len: 168 time: 1.0032661 Dec 09 02:17:04.106422 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-587a96a6-c1bb-4878-ad5d-bec41c51b4f1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.111104 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34082) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:04.141829 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 295f2554-ba82-4119-9b1a-014308b005bf, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=295f2554-ba82-4119-9b1a-014308b005bf,segment=NetworkSegment(70e9f632-8d0e-454d-8626-96607d97a487),segment_id=70e9f632-8d0e-454d-8626-96607d97a487)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:04.159798 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0f0f94d-7f59-4b21-a072-418b926a124c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.184396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.185398 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d900bff9-ba20-4e4b-918d-302fe84126a0 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:04.222615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba76078-a4b6-49d4-82e0-450970dcbc5e tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=323addbb-f7ac-4e01-a784-603500ee4fd9,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:04.231004 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0f94d-7f59-4b21-a072-418b926a124c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=55ee2cb0-2716-456b-826a-7bdb38900fdf,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:04.291589 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34ad8efb-d584-4da4-85a5-db277070cca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.299988 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-22f0d067-b21a-4ecb-a0e8-ddba936aa91c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14f0ee8bd189412bb5d4bdfba518a55a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3619833 Dec 09 02:17:04.330709 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-23ac5d65-80f6-46ff-b017-8ec2e80dc06b tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2187867 Dec 09 02:17:04.334843 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0f0f94d-7f59-4b21-a072-418b926a124c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.342533 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d0f0f94d-7f59-4b21-a072-418b926a124c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/55ee2cb0-2716-456b-826a-7bdb38900fdf HTTP/1.1" status: 204 len: 168 time: 1.8426304 Dec 09 02:17:04.347045 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34084) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:04.347394 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34086) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:04.347746 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34088) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:04.370786 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No active binding found for port d900bff9-ba20-4e4b-918d-302fe84126a0 {{(pid=103335) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 02:17:04.371773 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d900bff9-ba20-4e4b-918d-302fe84126a0 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 09 02:17:04.384616 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7cc5654c-5d96-4c97-ac87-4f986b63087d tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335024185'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:04.417035 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad8efb-d584-4da4-85a5-db277070cca0 None None] No DVR routers for this DVR port d900bff9-ba20-4e4b-918d-302fe84126a0 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:17:04.436849 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52febe6-77a9-441e-9858-3941d3895b09 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] GET failed (client error): The resource could not be found. Dec 09 02:17:04.443348 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d52febe6-77a9-441e-9858-3941d3895b09 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports/55ee2cb0-2716-456b-826a-7bdb38900fdf HTTP/1.1" status: 404 len: 333 time: 0.0450358 Dec 09 02:17:04.448186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726a3d83-c2f8-4157-83f7-eb932a2a72bd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:17:04.449983 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.453590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Port d900bff9-ba20-4e4b-918d-302fe84126a0 not found, will not notify nova. {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 09 02:17:04.464182 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-726a3d83-c2f8-4157-83f7-eb932a2a72bd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.467575 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-726a3d83-c2f8-4157-83f7-eb932a2a72bd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "PUT /v2.0/routers/31a46ed2-909b-4a6d-8d4e-32076a31e250 HTTP/1.1" status: 200 len: 705 time: 5.2764597 Dec 09 02:17:04.467575 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34090) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:04.476209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34092) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:04.476640 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e52b574-eeeb-4895-acf9-6fd571ffd256 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.479741 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7b043-0dad-4197-b1be-42d4ac92b49c None None] Sync routers for ids ['31a46ed2-909b-4a6d-8d4e-32076a31e250'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:17:04.544702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8325516f-e850-43bd-9026-c83f22e89bc5 None None] Provisioning complete for port 207afb6b-785d-475a-929c-e180fccb942e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:04.545084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8325516f-e850-43bd-9026-c83f22e89bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.552675 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=295f2554-ba82-4119-9b1a-014308b005bf,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:04.570035 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e52b574-eeeb-4895-acf9-6fd571ffd256 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Port d900bff9-ba20-4e4b-918d-302fe84126a0 concurrently deleted while adding address for new subnet {'id': 'db1a04b7-85af-45fa-a88e-197169296684', 'name': '', 'tenant_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 786, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-12-09T02:17:02Z', 'updated_at': '2021-12-09T02:17:02Z', 'revision_number': 0, 'segment_id': None, 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3'}. {{(pid=103333) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Dec 09 02:17:04.570712 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e52b574-eeeb-4895-acf9-6fd571ffd256 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.627392 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0f78a2e1-588a-429c-88ed-c3bb3130c9ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.638620 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7b043-0dad-4197-b1be-42d4ac92b49c None None] Routers {'31a46ed2-909b-4a6d-8d4e-32076a31e250'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:04.639682 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a4e7b043-0dad-4197-b1be-42d4ac92b49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['31a46ed2-909b-4a6d-8d4e-32076a31e250'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:04.701791 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad8efb-d584-4da4-85a5-db277070cca0 None None] Pushing event deleted for resources: {'Port': ['ID=d900bff9-ba20-4e4b-918d-302fe84126a0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:04.715057 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a4e7b043-0dad-4197-b1be-42d4ac92b49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:04.722514 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52b574-eeeb-4895-acf9-6fd571ffd256 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=db1a04b7-85af-45fa-a88e-197169296684,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:04.739633 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7b043-0dad-4197-b1be-42d4ac92b49c None None] Routers {'31a46ed2-909b-4a6d-8d4e-32076a31e250'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:04.740199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a4e7b043-0dad-4197-b1be-42d4ac92b49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:16:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['31a46ed2-909b-4a6d-8d4e-32076a31e250'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:04.783411 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7cc5654c-5d96-4c97-ac87-4f986b63087d tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.787770 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b887e06-ddc0-4683-a221-857ef82795ff None None] Network d3624c36-7409-4bf7-a4e5-9da2f457e484 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:04.790087 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 207afb6b-785d-475a-929c-e180fccb942e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:04.795846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a4e7b043-0dad-4197-b1be-42d4ac92b49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:04.796478 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7b043-0dad-4197-b1be-42d4ac92b49c None None] The sync data for ids ['31a46ed2-909b-4a6d-8d4e-32076a31e250'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:17:04.818554 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0f78a2e1-588a-429c-88ed-c3bb3130c9ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.821757 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e52b574-eeeb-4895-acf9-6fd571ffd256 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:04.840465 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ee5d99f3-875a-4267-8c04-87db9dc64fde tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "GET /v2.0/routers/31a46ed2-909b-4a6d-8d4e-32076a31e250 HTTP/1.1" status: 200 len: 740 time: 0.3568976 Dec 09 02:17:04.850559 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34094) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:04.876542 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-0e52b574-eeeb-4895-acf9-6fd571ffd256 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:04.879770 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e52b574-eeeb-4895-acf9-6fd571ffd256 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:04.880358 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e52b574-eeeb-4895-acf9-6fd571ffd256 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.911801 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21c7e6d-78bd-4685-83e7-cb70cb6f9c87 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:04.916103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b1cda7-c0e4-406b-ad91-0609c17492f9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting subnet 78d1bc0f-a785-478a-aa85-6daf72988e7e {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:04.922938 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7cc5654c-5d96-4c97-ac87-4f986b63087d tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.932469 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0e52b574-eeeb-4895-acf9-6fd571ffd256 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7891932 Dec 09 02:17:04.935614 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7cc5654c-5d96-4c97-ac87-4f986b63087d tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.938540 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34096) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:04.949838 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6e611f6e-7d0e-4bd9-a40d-e4fc23a291f5 tempest-RoutersAdminTest-917029253 tempest-RoutersAdminTest-917029253-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&device_id=31a46ed2-909b-4a6d-8d4e-32076a31e250 HTTP/1.1" status: 200 len: 205 time: 0.0957408 Dec 09 02:17:04.950045 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f8acb084-3fbb-47e4-bb60-e47b3839d54f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:04.951373 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1b1cda7-c0e4-406b-ad91-0609c17492f9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:04.956250 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34098) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:05.043281 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3fdd1288-4a3b-4a69-8c9c-7c247e22bcd5 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "GET /v2.0/ports?device_id=31a46ed2-909b-4a6d-8d4e-32076a31e250 HTTP/1.1" status: 200 len: 205 time: 0.0750844 Dec 09 02:17:05.048053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34100) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:05.053262 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5654c-5d96-4c97-ac87-4f986b63087d tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d94b195-a976-48dc-8b1d-14b6e1614c85,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:05.065459 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7cc5654c-5d96-4c97-ac87-4f986b63087d tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.066280 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1b1cda7-c0e4-406b-ad91-0609c17492f9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.069595 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7cc5654c-5d96-4c97-ac87-4f986b63087d tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6891282 Dec 09 02:17:05.072582 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34102) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:05.073625 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-587a96a6-c1bb-4878-ad5d-bec41c51b4f1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Delete allocated IP 172.20.0.28 (d3624c36-7409-4bf7-a4e5-9da2f457e484/ec79ac25-bed1-4297-b5fe-a92a74c22127) {{(pid=103334) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 02:17:05.077200 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': 'db1a04b7-85af-45fa-a88e-197169296684'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:05.078070 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.094799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0f78a2e1-588a-429c-88ed-c3bb3130c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.097913 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0f78a2e1-588a-429c-88ed-c3bb3130c9ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.101664 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0f78a2e1-588a-429c-88ed-c3bb3130c9ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/225cd49d-edf1-4567-afb6-e22079e12523 HTTP/1.1" status: 204 len: 168 time: 0.7503948 Dec 09 02:17:05.105192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-065af4d5-bd9f-4e27-8bae-8afa21b6068a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group_rule': {'security_group_id': '6d94b195-a976-48dc-8b1d-14b6e1614c85', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:05.120782 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8325516f-e850-43bd-9026-c83f22e89bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.156591 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.158611 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78a2e1-588a-429c-88ed-c3bb3130c9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225cd49d-edf1-4567-afb6-e22079e12523,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:05.200187 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8acb084-3fbb-47e4-bb60-e47b3839d54f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:05.209420 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f8acb084-3fbb-47e4-bb60-e47b3839d54f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.282308 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 207afb6b-785d-475a-929c-e180fccb942e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:05.282935 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.293896 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de852fdb-fbb9-45bc-9bc6-e94cc41e9990 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.335618 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db7a6642-4630-4a55-9b1c-a13292585ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.385649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8325516f-e850-43bd-9026-c83f22e89bc5 None None] For port 207afb6b-785d-475a-929c-e180fccb942e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=207afb6b-785d-475a-929c-e180fccb942e,segment=NetworkSegment(9e3d98f5-669a-4f09-8350-b7b4d44ab8ad),segment_id=9e3d98f5-669a-4f09-8350-b7b4d44ab8ad)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:05.402030 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8325516f-e850-43bd-9026-c83f22e89bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.422368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Allocated IP 2001:db8::f816:3eff:feff:cc65 (3d63738a-85ef-4baf-83f7-848c720832e0/db1a04b7-85af-45fa-a88e-197169296684/9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:05.470385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-065af4d5-bd9f-4e27-8bae-8afa21b6068a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.585796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f8acb084-3fbb-47e4-bb60-e47b3839d54f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.586555 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-587a96a6-c1bb-4878-ad5d-bec41c51b4f1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.614324 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325516f-e850-43bd-9026-c83f22e89bc5 None None] Pushing event updated for resources: {'Port': ['ID=207afb6b-785d-475a-929c-e180fccb942e,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:05.622584 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8088b1aa-cdf7-4e58-b9ac-61c3fece370c None None] Provisioning complete for port 6226a95e-c700-4e64-8956-2299e79ef735 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:05.622962 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8088b1aa-cdf7-4e58-b9ac-61c3fece370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.635029 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8acb084-3fbb-47e4-bb60-e47b3839d54f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:05.638438 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-f8acb084-3fbb-47e4-bb60-e47b3839d54f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:05.645572 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8acb084-3fbb-47e4-bb60-e47b3839d54f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:05.646334 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f8acb084-3fbb-47e4-bb60-e47b3839d54f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.667274 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acb084-3fbb-47e4-bb60-e47b3839d54f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=6e951f3e-01eb-4058-bbe7-c5ef7a9649ef,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:05.677170 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 295f2554-ba82-4119-9b1a-014308b005bf up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:05.682124 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8088b1aa-cdf7-4e58-b9ac-61c3fece370c None None] Port 6226a95e-c700-4e64-8956-2299e79ef735 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:05.685836 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f8acb084-3fbb-47e4-bb60-e47b3839d54f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7430794 Dec 09 02:17:05.689127 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34106) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:05.701082 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f357c530-0f66-4605-bac0-16ce3d4465e7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'mac_address': 'fa:16:3e:7b:99:ed', 'name': 'tempest-NetworksTestDHCPv6-1597926818'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:05.735650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-587a96a6-c1bb-4878-ad5d-bec41c51b4f1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.765735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8088b1aa-cdf7-4e58-b9ac-61c3fece370c None None] Provisioning complete for port 207afb6b-785d-475a-929c-e180fccb942e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:05.766106 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8088b1aa-cdf7-4e58-b9ac-61c3fece370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.833956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1b1cda7-c0e4-406b-ad91-0609c17492f9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.853121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.855780 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f357c530-0f66-4605-bac0-16ce3d4465e7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:05.865170 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a96a6-c1bb-4878-ad5d-bec41c51b4f1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=f0a7bd83-6d42-406d-9d61-12305617c498,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:05.867207 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.874782 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 295f2554-ba82-4119-9b1a-014308b005bf triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:05.875290 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.906201 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de852fdb-fbb9-45bc-9bc6-e94cc41e9990 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.918502 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de852fdb-fbb9-45bc-9bc6-e94cc41e9990 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:05.981663 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f357c530-0f66-4605-bac0-16ce3d4465e7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.006546 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Pushing event updated for resources: {'Port': ['ID=9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:06.008972 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-f357c530-0f66-4605-bac0-16ce3d4465e7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port c1907396-1f1c-4ebe-9f61-7c3790554c37 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:17:06.041666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:06.046424 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:06.052536 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:06.057644 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8088b1aa-cdf7-4e58-b9ac-61c3fece370c None None] Provisioning complete for port f0a7bd83-6d42-406d-9d61-12305617c498 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:06.057644 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8088b1aa-cdf7-4e58-b9ac-61c3fece370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.060978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de852fdb-fbb9-45bc-9bc6-e94cc41e9990 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.061491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de852fdb-fbb9-45bc-9bc6-e94cc41e9990 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Fanout notify agent at l3_agent the message router_deleted on router 31a46ed2-909b-4a6d-8d4e-32076a31e250 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:17:06.069675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de852fdb-fbb9-45bc-9bc6-e94cc41e9990 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.070788 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-de852fdb-fbb9-45bc-9bc6-e94cc41e9990 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "DELETE /v2.0/routers/31a46ed2-909b-4a6d-8d4e-32076a31e250 HTTP/1.1" status: 204 len: 168 time: 1.0197847 Dec 09 02:17:06.087967 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34108) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:06.097840 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8088b1aa-cdf7-4e58-b9ac-61c3fece370c None None] Port f0a7bd83-6d42-406d-9d61-12305617c498 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:06.101869 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-065af4d5-bd9f-4e27-8bae-8afa21b6068a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.125559 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-065af4d5-bd9f-4e27-8bae-8afa21b6068a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.152658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8088b1aa-cdf7-4e58-b9ac-61c3fece370c None None] Provisioning complete for port 295f2554-ba82-4119-9b1a-014308b005bf triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:06.153214 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8088b1aa-cdf7-4e58-b9ac-61c3fece370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.167304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-587a96a6-c1bb-4878-ad5d-bec41c51b4f1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] In _notify_port_updated(), no bound segment for port f0a7bd83-6d42-406d-9d61-12305617c498 on network d3624c36-7409-4bf7-a4e5-9da2f457e484 {{(pid=103334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:17:06.173388 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587a96a6-c1bb-4878-ad5d-bec41c51b4f1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:06.174011 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-587a96a6-c1bb-4878-ad5d-bec41c51b4f1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.176013 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-587a96a6-c1bb-4878-ad5d-bec41c51b4f1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "PUT /v2.0/ports/f0a7bd83-6d42-406d-9d61-12305617c498 HTTP/1.1" status: 200 len: 920 time: 3.6619036 Dec 09 02:17:06.180604 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-66934b7c-db3a-40a5-ac6c-dfa9acbc688d tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "GET /v2.0/ports?device_id=31a46ed2-909b-4a6d-8d4e-32076a31e250 HTTP/1.1" status: 200 len: 205 time: 0.0893719 Dec 09 02:17:06.181140 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34110) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:06.181427 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34112) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:06.186393 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1b1cda7-c0e4-406b-ad91-0609c17492f9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.208811 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-aec44017-ce4a-4db2-8ea9-751581bf7fc1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19c9f118-3cf8-40c3-b8c9-209e01e1ab8a'}, {'subnet_id': 'ec79ac25-bed1-4297-b5fe-a92a74c22127'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:06.225234 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Attempting to bind port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:06.225234 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Attempting to bind port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:06.225234 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Attempting to bind port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:06.234732 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:06.235534 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:06.236048 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.237072 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:06.237303 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-f357c530-0f66-4605-bac0-16ce3d4465e7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 172.20.0.7 (3d63738a-85ef-4baf-83f7-848c720832e0/6e951f3e-01eb-4058-bbe7-c5ef7a9649ef/c1907396-1f1c-4ebe-9f61-7c3790554c37) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:06.237816 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Bound port: 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:06.238263 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.243482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-f357c530-0f66-4605-bac0-16ce3d4465e7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::f816:3eff:fe7b:99ed (3d63738a-85ef-4baf-83f7-848c720832e0/db1a04b7-85af-45fa-a88e-197169296684/c1907396-1f1c-4ebe-9f61-7c3790554c37) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:06.273124 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065af4d5-bd9f-4e27-8bae-8afa21b6068a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425c7409-9586-4a16-9b62-f889893d8060,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:06.278602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-065af4d5-bd9f-4e27-8bae-8afa21b6068a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.282961 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-065af4d5-bd9f-4e27-8bae-8afa21b6068a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1816583 Dec 09 02:17:06.303766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34114) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:06.319664 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1b1cda7-c0e4-406b-ad91-0609c17492f9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.326957 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c1b1cda7-c0e4-406b-ad91-0609c17492f9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/78d1bc0f-a785-478a-aa85-6daf72988e7e HTTP/1.1" status: 204 len: 168 time: 1.8599379 Dec 09 02:17:06.328629 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-8f3576a9-3f66-463e-9ddd-e957f89a0a98 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] delete failed (client error): The resource could not be found. Dec 09 02:17:06.332295 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8f3576a9-3f66-463e-9ddd-e957f89a0a98 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "DELETE /v2.0/routers/31a46ed2-909b-4a6d-8d4e-32076a31e250 HTTP/1.1" status: 404 len: 336 time: 0.1399190 Dec 09 02:17:06.332295 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1cda7-c0e4-406b-ad91-0609c17492f9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Subnet': ['ID=78d1bc0f-a785-478a-aa85-6daf72988e7e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:06.341295 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34116) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:06.341492 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34118) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:06.403244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.418768 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d900bff9-ba20-4e4b-918d-302fe84126a0 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:17:06.421080 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bc3fcb-863d-4299-b20a-379ece246c5b None None] Network 9ea7fcbd-c5c0-464f-9430-faafbf787cb4 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:06.430648 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f357c530-0f66-4605-bac0-16ce3d4465e7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.438425 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-befc0457-53f0-46b2-ad30-ca1ffd6369d1 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1425c2c6-5835-4465-9507-58c1f1a13c6d HTTP/1.1" status: 200 len: 205 time: 0.0846395 Dec 09 02:17:06.439479 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34120) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:06.475071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.492201 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-b89cee5e-10f9-46b0-bf97-d8dd04e10ab0 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] delete failed (client error): The resource could not be found. Dec 09 02:17:06.495853 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b89cee5e-10f9-46b0-bf97-d8dd04e10ab0 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "DELETE /v2.0/routers/1425c2c6-5835-4465-9507-58c1f1a13c6d HTTP/1.1" status: 404 len: 336 time: 0.0535493 Dec 09 02:17:06.496460 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34122) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:06.517250 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: d900bff9-ba20-4e4b-918d-302fe84126a0 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:17:06.517802 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d900bff9-ba20-4e4b-918d-302fe84126a0 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:17:06.533768 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-89c4d0e0-96d3-4bc9-8dea-f1b101c54306 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "GET /v2.0/ports?device_id=57ea4dcc-9251-4006-99cb-f246e5ddf4e2 HTTP/1.1" status: 200 len: 205 time: 0.0333827 Dec 09 02:17:06.534681 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34124) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:06.590016 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.593028 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afaad704-e8b5-4d10-9c49-07338783d7e0 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.598306 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-c7c590a0-b19b-4164-867f-e44e4535b03e tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] delete failed (client error): The resource could not be found. Dec 09 02:17:06.599300 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c7c590a0-b19b-4164-867f-e44e4535b03e tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "DELETE /v2.0/routers/57ea4dcc-9251-4006-99cb-f246e5ddf4e2 HTTP/1.1" status: 404 len: 336 time: 0.0632379 Dec 09 02:17:06.603268 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34126) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:06.604189 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aec44017-ce4a-4db2-8ea9-751581bf7fc1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.620340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afaad704-e8b5-4d10-9c49-07338783d7e0 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.638483 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.653873 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] For port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:06.673237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=6226a95e-c700-4e64-8956-2299e79ef735,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:06.678915 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] For port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:06.679146 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f778a02a-9753-4885-bf67-8b5c3b5e02d2 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "GET /v2.0/ports?device_id=ddc50e3e-e709-4bad-9061-fd5d4b7d32eb HTTP/1.1" status: 200 len: 205 time: 0.0725551 Dec 09 02:17:06.681724 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.683698 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34128) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:06.693695 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.731333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afaad704-e8b5-4d10-9c49-07338783d7e0 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.736634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afaad704-e8b5-4d10-9c49-07338783d7e0 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.742172 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-afaad704-e8b5-4d10-9c49-07338783d7e0 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/425c7409-9586-4a16-9b62-f889893d8060 HTTP/1.1" status: 204 len: 168 time: 0.4367652 Dec 09 02:17:06.744982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 207afb6b-785d-475a-929c-e180fccb942e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:06.746661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34130) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:06.751081 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-b6f9fd44-e6c4-43c1-91f5-da3719063130 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] delete failed (client error): The resource could not be found. Dec 09 02:17:06.761250 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b6f9fd44-e6c4-43c1-91f5-da3719063130 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "DELETE /v2.0/routers/ddc50e3e-e709-4bad-9061-fd5d4b7d32eb HTTP/1.1" status: 404 len: 336 time: 0.0736656 Dec 09 02:17:06.766301 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f357c530-0f66-4605-bac0-16ce3d4465e7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.768514 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34132) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:06.800427 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0fe01d42-b955-406a-893e-7bc252063f2e tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f9bbe34-40f2-445d-9daa-c6576fb46a2a HTTP/1.1" status: 200 len: 205 time: 0.0293648 Dec 09 02:17:06.803772 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34134) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:06.829771 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedc8e43-ce47-4607-a9e3-136b4c57e2df None None] DHCP port deletion for 9ea7fcbd-c5c0-464f-9430-faafbf787cb4 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:17:06.880603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284ab4e-51e6-4136-a778-d9903c466d14 None None] Pushing event updated for resources: {'Port': ['ID=9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:06.883248 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a37786c4-f044-4330-adfa-eb94ce4776eb None None] Provisioning complete for port f0a7bd83-6d42-406d-9d61-12305617c498 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:06.883657 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a37786c4-f044-4330-adfa-eb94ce4776eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.894584 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-80321e35-4b7d-4d00-89cc-9d61dc247ccd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] delete failed (client error): The resource could not be found. Dec 09 02:17:06.896224 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-80321e35-4b7d-4d00-89cc-9d61dc247ccd tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "DELETE /v2.0/routers/1f9bbe34-40f2-445d-9daa-c6576fb46a2a HTTP/1.1" status: 404 len: 336 time: 0.0895598 Dec 09 02:17:06.902334 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34136) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:06.930876 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a37786c4-f044-4330-adfa-eb94ce4776eb None None] Port f0a7bd83-6d42-406d-9d61-12305617c498 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:06.932647 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f357c530-0f66-4605-bac0-16ce3d4465e7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:06.948660 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357c530-0f66-4605-bac0-16ce3d4465e7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=c1907396-1f1c-4ebe-9f61-7c3790554c37,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:06.955746 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 207afb6b-785d-475a-929c-e180fccb942e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:06.956121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:06.960948 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fc38dc74-1f6a-452b-8bdf-c40aed430523 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3970df9-b79e-4b17-9312-a5d18636cb15 HTTP/1.1" status: 200 len: 205 time: 0.0518887 Dec 09 02:17:06.962627 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-f357c530-0f66-4605-bac0-16ce3d4465e7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:06.964907 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34138) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:06.971980 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f357c530-0f66-4605-bac0-16ce3d4465e7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:07.010408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a37786c4-f044-4330-adfa-eb94ce4776eb None None] Provisioning complete for port 295f2554-ba82-4119-9b1a-014308b005bf triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:07.010780 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a37786c4-f044-4330-adfa-eb94ce4776eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.036239 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f357c530-0f66-4605-bac0-16ce3d4465e7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:07.036823 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f357c530-0f66-4605-bac0-16ce3d4465e7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.049748 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-aedc8e43-ce47-4607-a9e3-136b4c57e2df None None] Deleting port 643dc9ca-b03f-43c5-8510-6c9f28d4764e {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:07.050123 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aedc8e43-ce47-4607-a9e3-136b4c57e2df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.108002 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-3d0b29d4-e208-48d2-9538-8f4bdcc1c1c3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] delete failed (client error): The resource could not be found. Dec 09 02:17:07.110111 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3d0b29d4-e208-48d2-9538-8f4bdcc1c1c3 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "DELETE /v2.0/routers/b3970df9-b79e-4b17-9312-a5d18636cb15 HTTP/1.1" status: 404 len: 336 time: 0.1439030 Dec 09 02:17:07.115507 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34140) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:07.172896 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f357c530-0f66-4605-bac0-16ce3d4465e7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4811654 Dec 09 02:17:07.175027 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-685fc2d7-ac54-4601-9a4e-7219ee668f58 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] DELETE failed (client error): The resource could not be found. Dec 09 02:17:07.175166 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685fc2d7-ac54-4601-9a4e-7219ee668f58 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:17:07.178331 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-685fc2d7-ac54-4601-9a4e-7219ee668f58 tempest-RoutersAdminTest-828176510 tempest-RoutersAdminTest-828176510-project] 10.222.0.43 "DELETE /v2.0/subnets/b4d927d3-cfe0-4974-8c63-b036a8fe342b HTTP/1.1" status: 404 len: 337 time: 0.0617857 Dec 09 02:17:07.178940 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34142) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:07.191100 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-aedc8e43-ce47-4607-a9e3-136b4c57e2df None None] For port 643dc9ca-b03f-43c5-8510-6c9f28d4764e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=643dc9ca-b03f-43c5-8510-6c9f28d4764e,segment=NetworkSegment(6d1bc949-c17f-4c72-9ab9-630eecbbbb38),segment_id=6d1bc949-c17f-4c72-9ab9-630eecbbbb38)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:07.191555 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aedc8e43-ce47-4607-a9e3-136b4c57e2df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.206383 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 295f2554-ba82-4119-9b1a-014308b005bf up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:07.248730 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaad704-e8b5-4d10-9c49-07338783d7e0 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=425c7409-9586-4a16-9b62-f889893d8060,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:07.251990 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8311d91-3800-4da7-9dcc-da134a63b72c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:07.263940 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8311d91-3800-4da7-9dcc-da134a63b72c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:07.272307 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f8311d91-3800-4da7-9dcc-da134a63b72c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0884376 Dec 09 02:17:07.273101 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34146) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:07.294406 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-aedc8e43-ce47-4607-a9e3-136b4c57e2df None None] Calling delete_port for 643dc9ca-b03f-43c5-8510-6c9f28d4764e owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:07.379056 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 9427a449-1964-4da7-8905-925885a845f9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:07.391692 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:07.404069 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-de807d2a-4b3d-446a-9599-1f08e848ea9b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port c1907396-1f1c-4ebe-9f61-7c3790554c37 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:07.404302 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de807d2a-4b3d-446a-9599-1f08e848ea9b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.408252 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e706347e-d321-455c-a232-9fcbaf3534e6 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6539018 Dec 09 02:17:07.410073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 295f2554-ba82-4119-9b1a-014308b005bf triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:07.410461 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.414584 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34148) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:07.492146 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aedc8e43-ce47-4607-a9e3-136b4c57e2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.557160 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedc8e43-ce47-4607-a9e3-136b4c57e2df None None] No DVR routers for this DVR port 643dc9ca-b03f-43c5-8510-6c9f28d4764e on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:17:07.563607 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc8e43-ce47-4607-a9e3-136b4c57e2df None None] Pushing event deleted for resources: {'Port': ['ID=643dc9ca-b03f-43c5-8510-6c9f28d4764e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:07.566549 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b76c0ac-f279-45d1-8b13-807fb0c2f73b tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.594954 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b76c0ac-f279-45d1-8b13-807fb0c2f73b tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.630348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port 643dc9ca-b03f-43c5-8510-6c9f28d4764e {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:07.631148 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34152) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:07.631584 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.639943 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de807d2a-4b3d-446a-9599-1f08e848ea9b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.672704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-de807d2a-4b3d-446a-9599-1f08e848ea9b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for c1907396-1f1c-4ebe-9f61-7c3790554c37 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:07.715699 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] For port 643dc9ca-b03f-43c5-8510-6c9f28d4764e, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:07.716494 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.733506 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for 643dc9ca-b03f-43c5-8510-6c9f28d4764e owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:07.737409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.742705 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Port 643dc9ca-b03f-43c5-8510-6c9f28d4764e was not found and therefore no delete operation was performed {{(pid=103334) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 02:17:07.751053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.781680 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e872292-792e-4f26-9ec6-a805cd1451ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.816677 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b76c0ac-f279-45d1-8b13-807fb0c2f73b tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.819262 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b76c0ac-f279-45d1-8b13-807fb0c2f73b tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.820779 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5b76c0ac-f279-45d1-8b13-807fb0c2f73b tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-groups/6d94b195-a976-48dc-8b1d-14b6e1614c85 HTTP/1.1" status: 204 len: 168 time: 0.4049168 Dec 09 02:17:07.826147 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=643dc9ca-b03f-43c5-8510-6c9f28d4764e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:07.828238 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34156) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:07.839045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No DVR routers for this DVR port 643dc9ca-b03f-43c5-8510-6c9f28d4764e on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:17:07.861761 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76c0ac-f279-45d1-8b13-807fb0c2f73b tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d94b195-a976-48dc-8b1d-14b6e1614c85,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:07.882354 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-22b0f7a4-8f9a-4129-99f3-c97f39d553f6 None None] Provisioning complete for port 6226a95e-c700-4e64-8956-2299e79ef735 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:07.883098 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-22b0f7a4-8f9a-4129-99f3-c97f39d553f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.936335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-22b0f7a4-8f9a-4129-99f3-c97f39d553f6 None None] Port 6226a95e-c700-4e64-8956-2299e79ef735 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:07.936575 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7df53248-2bf6-430d-aa4d-f6deb5611180 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1060927 Dec 09 02:17:07.941066 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34158) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:07.945348 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9cf85711-c0cc-4c70-9601-7fe932fcb270 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1052321647'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:07.993893 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:07.998989 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9cf85711-c0cc-4c70-9601-7fe932fcb270 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.052137 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea7fcbd-c5c0-464f-9430-faafbf787cb4']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:08.055954 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e872292-792e-4f26-9ec6-a805cd1451ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.067650 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e872292-792e-4f26-9ec6-a805cd1451ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.071302 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1bc949-c17f-4c72-9ab9-630eecbbbb38') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:08.071708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1bc949-c17f-4c72-9ab9-630eecbbbb38') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:08.092682 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.102285 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router e9508590-3393-408a-8013-b47fa1bdf34f is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:17:08.105056 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-aec44017-ce4a-4db2-8ea9-751581bf7fc1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Allocated IP 172.20.0.25 (d3624c36-7409-4bf7-a4e5-9da2f457e484/ec79ac25-bed1-4297-b5fe-a92a74c22127/f0a7bd83-6d42-406d-9d61-12305617c498) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:08.110020 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de807d2a-4b3d-446a-9599-1f08e848ea9b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.123669 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.134559 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6e872292-792e-4f26-9ec6-a805cd1451ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8195ef7fcc6541b0a05262963bed9188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5009236 Dec 09 02:17:08.141510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34160) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:08.165733 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de807d2a-4b3d-446a-9599-1f08e848ea9b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=c1907396-1f1c-4ebe-9f61-7c3790554c37,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:08.167602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e872292-792e-4f26-9ec6-a805cd1451ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dc20f8-ff89-4121-8153-3ff1cbabd3fb,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:08.186184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:17:08.187234 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:17:08.192331 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:17:08.202316 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9541ffe3-3c1d-467d-9f15-ad3b2293c576 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:08.258948 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9cf85711-c0cc-4c70-9601-7fe932fcb270 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.265385 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9cf85711-c0cc-4c70-9601-7fe932fcb270 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.287008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-ec7f8499-20f8-46fc-9075-1fa20f905e33 None None] Provisioning complete for port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:08.287454 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec7f8499-20f8-46fc-9075-1fa20f905e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.309986 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de807d2a-4b3d-446a-9599-1f08e848ea9b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.316335 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-de807d2a-4b3d-446a-9599-1f08e848ea9b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/c1907396-1f1c-4ebe-9f61-7c3790554c37 HTTP/1.1" status: 204 len: 168 time: 1.0421231 Dec 09 02:17:08.317260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34162) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:08.330684 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9cf85711-c0cc-4c70-9601-7fe932fcb270 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.331926 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9cf85711-c0cc-4c70-9601-7fe932fcb270 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3899355 Dec 09 02:17:08.334588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34164) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:08.339026 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a1f6f9eb-0675-431d-aef9-147c2a20a627 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group_rule': {'security_group_id': '4654c6b1-9313-4ca9-a912-a0b519c0459c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:08.362845 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.364708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf85711-c0cc-4c70-9601-7fe932fcb270 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4654c6b1-9313-4ca9-a912-a0b519c0459c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:08.378598 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.382055 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/networks/9ea7fcbd-c5c0-464f-9430-faafbf787cb4 HTTP/1.1" status: 204 len: 168 time: 2.0396428 Dec 09 02:17:08.387121 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34166) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:08.393666 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-60117e18-c76d-418e-8449-38e1808f0515 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-266383'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:08.412325 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d3241-f7e2-4f79-bedf-47da6459e86c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Network': ['ID=9ea7fcbd-c5c0-464f-9430-faafbf787cb4,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:08.412591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d758193-dfcb-4fc1-91c9-15b90a775fce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:08.414220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d758193-dfcb-4fc1-91c9-15b90a775fce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:08.415827 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d758193-dfcb-4fc1-91c9-15b90a775fce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:08.420278 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2d758193-dfcb-4fc1-91c9-15b90a775fce tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0996614 Dec 09 02:17:08.420866 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34168) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:08.429364 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:17:08.431636 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec7f8499-20f8-46fc-9075-1fa20f905e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.442456 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c2a74991-cf30-44e0-b94e-db0c25dde2f9 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/e9508590-3393-408a-8013-b47fa1bdf34f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9700036 Dec 09 02:17:08.445244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-555d19e2-e4f6-426f-b8d2-c3ede58df91f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.446858 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34170) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:08.448663 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa1fa5-2640-4187-a5de-b4420fa7410e None None] Sync routers for ids ['e9508590-3393-408a-8013-b47fa1bdf34f'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:17:08.459324 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa1fa5-2640-4187-a5de-b4420fa7410e None None] Routers {'e9508590-3393-408a-8013-b47fa1bdf34f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:08.462713 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c8fa1fa5-2640-4187-a5de-b4420fa7410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['e9508590-3393-408a-8013-b47fa1bdf34f'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:08.464670 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f9eb-0675-431d-aef9-147c2a20a627 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.483320 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60117e18-c76d-418e-8449-38e1808f0515 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:08.487525 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60117e18-c76d-418e-8449-38e1808f0515 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.505975 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ec7f8499-20f8-46fc-9075-1fa20f905e33 None None] For port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:08.510848 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c8fa1fa5-2640-4187-a5de-b4420fa7410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:08.521409 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-555d19e2-e4f6-426f-b8d2-c3ede58df91f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.523883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec7f8499-20f8-46fc-9075-1fa20f905e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.525012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aec44017-ce4a-4db2-8ea9-751581bf7fc1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.528100 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a511964-0977-4dee-a7df-6bed8cce5148 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 6e951f3e-01eb-4058-bbe7-c5ef7a9649ef {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:08.530086 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa1fa5-2640-4187-a5de-b4420fa7410e None None] Routers {'e9508590-3393-408a-8013-b47fa1bdf34f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:08.531053 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c8fa1fa5-2640-4187-a5de-b4420fa7410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['e9508590-3393-408a-8013-b47fa1bdf34f'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:08.538525 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a511964-0977-4dee-a7df-6bed8cce5148 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.538841 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d1724-c79e-4e91-9592-1f14d3af8307 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:08.540627 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-441d1724-c79e-4e91-9592-1f14d3af8307 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports/6226a95e-c700-4e64-8956-2299e79ef735 HTTP/1.1" status: 200 len: 910 time: 0.0909433 Dec 09 02:17:08.543780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34172) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:08.546682 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aec44017-ce4a-4db2-8ea9-751581bf7fc1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.552928 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-7f55220a-0036-4939-b107-35cbe7c1290b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b8f8b57a-6dda-4242-890d-ea9f57ea62fd'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:08.578211 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c8fa1fa5-2640-4187-a5de-b4420fa7410e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:08.579244 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa1fa5-2640-4187-a5de-b4420fa7410e None None] The sync data for ids ['e9508590-3393-408a-8013-b47fa1bdf34f'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:17:08.603873 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60117e18-c76d-418e-8449-38e1808f0515 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:17:08.623309 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a511964-0977-4dee-a7df-6bed8cce5148 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.704524 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.714635 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f9eb-0675-431d-aef9-147c2a20a627 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.719251 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60117e18-c76d-418e-8449-38e1808f0515 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.719633 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-60117e18-c76d-418e-8449-38e1808f0515 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Added segment 15fa76e4-858d-459c-8fa2-573baf42e285 of type vlan for network 0edb3635-c67f-485c-8dcf-af7d854c303f Dec 09 02:17:08.722367 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a511964-0977-4dee-a7df-6bed8cce5148 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.732093 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f8499-20f8-46fc-9075-1fa20f905e33 None None] Pushing event updated for resources: {'Port': ['ID=9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:08.734853 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c49d9f0-ddcd-48c2-9357-e09b1271423f None None] Update dhcp port {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'fixed_ips': [{'subnet_id': 'db1a04b7-85af-45fa-a88e-197169296684', 'ip_address': '2001:db8::f816:3eff:feff:cc65'}, {'subnet_id': '6e951f3e-01eb-4058-bbe7-c5ef7a9649ef'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': '9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:17:08.744504 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f9eb-0675-431d-aef9-147c2a20a627 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.747280 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:08.758918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec44017-ce4a-4db2-8ea9-751581bf7fc1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=f0a7bd83-6d42-406d-9d61-12305617c498,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:08.797067 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c49d9f0-ddcd-48c2-9357-e09b1271423f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.846922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-555d19e2-e4f6-426f-b8d2-c3ede58df91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.850076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-555d19e2-e4f6-426f-b8d2-c3ede58df91f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.863876 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-555d19e2-e4f6-426f-b8d2-c3ede58df91f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88dc20f8-ff89-4121-8153-3ff1cbabd3fb HTTP/1.1" status: 204 len: 168 time: 0.7117045 Dec 09 02:17:08.924448 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d19e2-e4f6-426f-b8d2-c3ede58df91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dc20f8-ff89-4121-8153-3ff1cbabd3fb,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:08.928425 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-aec44017-ce4a-4db2-8ea9-751581bf7fc1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] In _notify_port_updated(), no bound segment for port f0a7bd83-6d42-406d-9d61-12305617c498 on network d3624c36-7409-4bf7-a4e5-9da2f457e484 {{(pid=103334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:17:08.934371 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec44017-ce4a-4db2-8ea9-751581bf7fc1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:08.935056 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aec44017-ce4a-4db2-8ea9-751581bf7fc1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:08.936499 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-aec44017-ce4a-4db2-8ea9-751581bf7fc1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "PUT /v2.0/ports/f0a7bd83-6d42-406d-9d61-12305617c498 HTTP/1.1" status: 200 len: 1000 time: 2.7478826 Dec 09 02:17:08.939427 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34176) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:09.010245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f55220a-0036-4939-b107-35cbe7c1290b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.026130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-854abe7b-446e-4686-b79e-e21704c2045f None None] Provisioning complete for port f0a7bd83-6d42-406d-9d61-12305617c498 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:09.026522 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-854abe7b-446e-4686-b79e-e21704c2045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.067868 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-854abe7b-446e-4686-b79e-e21704c2045f None None] Port f0a7bd83-6d42-406d-9d61-12305617c498 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:09.080094 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:09.081364 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.141957 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6f9eb-0675-431d-aef9-147c2a20a627 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5faf8078-6e8a-46e1-ae70-ff7e43491f25,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:09.166431 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60117e18-c76d-418e-8449-38e1808f0515 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.174774 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f9eb-0675-431d-aef9-147c2a20a627 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.175979 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a1f6f9eb-0675-431d-aef9-147c2a20a627 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8404651 Dec 09 02:17:09.182192 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34180) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:09.215942 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c8b719b7-6998-4b0e-b6f8-46ce7cabb1e2 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules/5faf8078-6e8a-46e1-ae70-ff7e43491f25 HTTP/1.1" status: 200 len: 763 time: 0.0309346 Dec 09 02:17:09.222350 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34182) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:09.242140 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60117e18-c76d-418e-8449-38e1808f0515 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.247578 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60117e18-c76d-418e-8449-38e1808f0515 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:09.248204 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60117e18-c76d-418e-8449-38e1808f0515 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.248752 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a52d8762-34a4-4882-94fa-6ae581ab1a1e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port f0a7bd83-6d42-406d-9d61-12305617c498 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:09.249097 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a52d8762-34a4-4882-94fa-6ae581ab1a1e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.260882 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a511964-0977-4dee-a7df-6bed8cce5148 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.301514 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34184) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server [None req-1c49d9f0-ddcd-48c2-9357-e09b1271423f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e951f3e-01eb-4058-bbe7-c5ef7a9649ef: This subnet is being modified by another concurrent operation. Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise exception Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e951f3e-01eb-4058-bbe7-c5ef7a9649ef: This subnet is being modified by another concurrent operation. Dec 09 02:17:09.303375 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server Dec 09 02:17:09.317221 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 643dc9ca-b03f-43c5-8510-6c9f28d4764e no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:17:09.337810 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a511964-0977-4dee-a7df-6bed8cce5148 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=6e951f3e-01eb-4058-bbe7-c5ef7a9649ef,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:09.351300 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-60117e18-c76d-418e-8449-38e1808f0515 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9590333 Dec 09 02:17:09.352759 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a511964-0977-4dee-a7df-6bed8cce5148 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.358670 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1a511964-0977-4dee-a7df-6bed8cce5148 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/6e951f3e-01eb-4058-bbe7-c5ef7a9649ef HTTP/1.1" status: 204 len: 168 time: 0.9351964 Dec 09 02:17:09.360632 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34186) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:09.361232 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34188) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:09.365603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 643dc9ca-b03f-43c5-8510-6c9f28d4764e {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:17:09.366071 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 643dc9ca-b03f-43c5-8510-6c9f28d4764e not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:17:09.374833 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60117e18-c76d-418e-8449-38e1808f0515 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Network': ['ID=0edb3635-c67f-485c-8dcf-af7d854c303f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:09.378102 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-01bee0fa-fbdf-4bce-b154-f3682f237ea1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'subnet': {'network_id': '0edb3635-c67f-485c-8dcf-af7d854c303f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:09.389715 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9057a7fc-ad01-4000-b612-4b8f56ef3d9b tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1663196 Dec 09 02:17:09.394587 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 0edb3635-c67f-485c-8dcf-af7d854c303f details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:17:09.395871 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34190) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:09.420009 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf270-3c11-4da8-89c6-14dc1b8c4101 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.428023 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf270-3c11-4da8-89c6-14dc1b8c4101 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.464915 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf270-3c11-4da8-89c6-14dc1b8c4101 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.471950 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf270-3c11-4da8-89c6-14dc1b8c4101 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.475470 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b4cdf270-3c11-4da8-89c6-14dc1b8c4101 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/5faf8078-6e8a-46e1-ae70-ff7e43491f25 HTTP/1.1" status: 204 len: 168 time: 0.0763593 Dec 09 02:17:09.477131 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34192) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:09.488248 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdf270-3c11-4da8-89c6-14dc1b8c4101 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5faf8078-6e8a-46e1-ae70-ff7e43491f25,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:09.508059 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b3f38a00-ab24-4d49-9ecc-88fe08a6a93a None None] Provisioning complete for port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:09.508590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b3f38a00-ab24-4d49-9ecc-88fe08a6a93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.527060 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-09fb7102-392c-4f7c-b9e9-521ab9f90a14 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ac129346b3b4ff18c210c10a49ca6af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244215 Dec 09 02:17:09.534831 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-945f5335-34b8-4dd4-9313-81227fcaf2a6 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0537128 Dec 09 02:17:09.535750 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34194) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:09.536091 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34196) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:09.541506 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1b447fcc-3304-4f5f-8df8-e3513efbd0cc tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group_rule': {'security_group_id': '4654c6b1-9313-4ca9-a912-a0b519c0459c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:09.616919 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca6c5a5-76cd-4cb4-b9a2-eb5101907286 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet db1a04b7-85af-45fa-a88e-197169296684 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:09.618438 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b447fcc-3304-4f5f-8df8-e3513efbd0cc tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.624109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a52d8762-34a4-4882-94fa-6ae581ab1a1e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.632736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c5a5-76cd-4cb4-b9a2-eb5101907286 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.635792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1cf8-fce0-4a28-bba4-f952dd9cc547 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.669143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a52d8762-34a4-4882-94fa-6ae581ab1a1e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for f0a7bd83-6d42-406d-9d61-12305617c498 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:09.669783 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35255205-8aae-45b3-ae7c-b8d8af254c74 None None] get_active_networks_info from dv-neutron-804846-18-hyperv {{(pid=103335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 02:17:09.676987 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1cf8-fce0-4a28-bba4-f952dd9cc547 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.717571 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b447fcc-3304-4f5f-8df8-e3513efbd0cc tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.722788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b447fcc-3304-4f5f-8df8-e3513efbd0cc tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.745661 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b447fcc-3304-4f5f-8df8-e3513efbd0cc tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16d4621-b357-417d-86eb-72b09b09bc5f,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:09.762654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-6b92e76e-0174-45fe-91ea-cf354e582bb8 None None] Could not find standard attr ID for object c1907396-1f1c-4ebe-9f61-7c3790554c37. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:17:09.770675 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1cf8-fce0-4a28-bba4-f952dd9cc547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.773552 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a1a1cf8-fce0-4a28-bba4-f952dd9cc547 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.778666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35255205-8aae-45b3-ae7c-b8d8af254c74 None None] Resources bound (agent type, host, resource id): {{(pid=103335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 02:17:09.782063 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8a1a1cf8-fce0-4a28-bba4-f952dd9cc547 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c384b61-727d-4d72-89d9-a431c1edb979 HTTP/1.1" status: 204 len: 168 time: 0.2448986 Dec 09 02:17:09.787730 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c5a5-76cd-4cb4-b9a2-eb5101907286 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.796305 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a1cf8-fce0-4a28-bba4-f952dd9cc547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c384b61-727d-4d72-89d9-a431c1edb979,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:09.805848 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b447fcc-3304-4f5f-8df8-e3513efbd0cc tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.807343 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1b447fcc-3304-4f5f-8df8-e3513efbd0cc tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2691822 Dec 09 02:17:09.810057 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34200) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:09.817164 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bee0fa-fbdf-4bce-b154-f3682f237ea1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:09.821357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-01bee0fa-fbdf-4bce-b154-f3682f237ea1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.832537 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-722cbfff-3a14-4e48-9e41-4b514c0ad88d tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules/e16d4621-b357-417d-86eb-72b09b09bc5f HTTP/1.1" status: 200 len: 763 time: 0.0212216 Dec 09 02:17:09.834975 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34202) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:09.892532 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fce3666f-a52d-4964-8e85-8078297dbbef tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0556507 Dec 09 02:17:09.894397 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34204) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:09.930263 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9935a098-4777-4dfd-892c-df1532561f97 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.940355 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9935a098-4777-4dfd-892c-df1532561f97 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.977910 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9935a098-4777-4dfd-892c-df1532561f97 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.994306 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9935a098-4777-4dfd-892c-df1532561f97 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:09.997974 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9935a098-4777-4dfd-892c-df1532561f97 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e16d4621-b357-417d-86eb-72b09b09bc5f HTTP/1.1" status: 204 len: 168 time: 0.1002574 Dec 09 02:17:09.997974 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935a098-4777-4dfd-892c-df1532561f97 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e16d4621-b357-417d-86eb-72b09b09bc5f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:09.999586 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34206) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:10.051574 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4c0ad4fb-2edc-4343-9013-b80a87429f17 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0519431 Dec 09 02:17:10.052211 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34210) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:10.057198 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ec2130aa-1a51-4431-bbf2-e6c1d3ddac51 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group_rule': {'security_group_id': '4654c6b1-9313-4ca9-a912-a0b519c0459c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:10.088087 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-ec2130aa-1a51-4431-bbf2-e6c1d3ddac51 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Project 1dd88f6b99e2459c8969184ae818ede9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:17:10.094512 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec2130aa-1a51-4431-bbf2-e6c1d3ddac51 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.107525 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c5a5-76cd-4cb4-b9a2-eb5101907286 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.149125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f55220a-0036-4939-b107-35cbe7c1290b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.188396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f55220a-0036-4939-b107-35cbe7c1290b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.193565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec2130aa-1a51-4431-bbf2-e6c1d3ddac51 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.199420 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec2130aa-1a51-4431-bbf2-e6c1d3ddac51 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.232727 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2130aa-1a51-4431-bbf2-e6c1d3ddac51 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e556089f-db83-48c0-ad8d-3dc4475684a8,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:10.241442 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec2130aa-1a51-4431-bbf2-e6c1d3ddac51 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.245738 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ec2130aa-1a51-4431-bbf2-e6c1d3ddac51 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1923518 Dec 09 02:17:10.246741 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34216) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:10.302330 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-57e774e3-886b-4229-be46-d8182d2fbbd8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules/e556089f-db83-48c0-ad8d-3dc4475684a8 HTTP/1.1" status: 200 len: 769 time: 0.0520720 Dec 09 02:17:10.304096 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34220) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:10.368148 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-182d9d20-33f4-4acb-9635-b29a822affec tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0619445 Dec 09 02:17:10.370285 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34224) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:10.403963 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fdd653cb-0200-4b2e-913f-d0d72ee9e75c tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.412893 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fdd653cb-0200-4b2e-913f-d0d72ee9e75c tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.453120 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fdd653cb-0200-4b2e-913f-d0d72ee9e75c tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.464656 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fdd653cb-0200-4b2e-913f-d0d72ee9e75c tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.465849 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fdd653cb-0200-4b2e-913f-d0d72ee9e75c tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e556089f-db83-48c0-ad8d-3dc4475684a8 HTTP/1.1" status: 204 len: 168 time: 0.0939386 Dec 09 02:17:10.469157 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34226) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:10.479916 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd653cb-0200-4b2e-913f-d0d72ee9e75c tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e556089f-db83-48c0-ad8d-3dc4475684a8,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:10.522582 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-39034154-4eae-4ace-aa86-bc2b42714a75 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0490353 Dec 09 02:17:10.525481 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34230) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:10.563247 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:17:10.591074 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-72be76f7-de85-4077-ac38-189a39b6bfbf tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.634248 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-72be76f7-de85-4077-ac38-189a39b6bfbf tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.698148 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-72be76f7-de85-4077-ac38-189a39b6bfbf tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.701420 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-72be76f7-de85-4077-ac38-189a39b6bfbf tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.702572 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.705789 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-72be76f7-de85-4077-ac38-189a39b6bfbf tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-groups/4654c6b1-9313-4ca9-a912-a0b519c0459c HTTP/1.1" status: 204 len: 168 time: 0.1767261 Dec 09 02:17:10.708312 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34238) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:10.743215 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be76f7-de85-4077-ac38-189a39b6bfbf tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4654c6b1-9313-4ca9-a912-a0b519c0459c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:10.779790 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a52d8762-34a4-4882-94fa-6ae581ab1a1e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.789499 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fca7e0dd-4ee1-4984-bf29-98b4d5b22c3f tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0798919 Dec 09 02:17:10.796408 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34240) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:10.801836 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5a1fa7e9-6b9e-4733-81f8-736e54869b5c tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group': {'name': 'tempest-secgroup--448955063'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:10.812402 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34242) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:10.834278 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a1fa7e9-6b9e-4733-81f8-736e54869b5c tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.922793 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55220a-0036-4939-b107-35cbe7c1290b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=6226a95e-c700-4e64-8956-2299e79ef735,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:10.923892 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a1fa7e9-6b9e-4733-81f8-736e54869b5c tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.931890 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a1fa7e9-6b9e-4733-81f8-736e54869b5c tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.936929 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f55220a-0036-4939-b107-35cbe7c1290b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:10.937724 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f55220a-0036-4939-b107-35cbe7c1290b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.943816 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7f55220a-0036-4939-b107-35cbe7c1290b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/ports/6226a95e-c700-4e64-8956-2299e79ef735 HTTP/1.1" status: 200 len: 910 time: 2.3986559 Dec 09 02:17:10.948770 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34246) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:10.957498 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-821ca2bd-66ac-4cff-b4fb-b9276803fede tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1071618709'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:10.960855 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c5a5-76cd-4cb4-b9a2-eb5101907286 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:10.981975 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:17:10.982827 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:17:11.012043 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-01bee0fa-fbdf-4bce-b154-f3682f237ea1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.028567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d8762-34a4-4882-94fa-6ae581ab1a1e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=f0a7bd83-6d42-406d-9d61-12305617c498,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:11.057809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6c5a5-76cd-4cb4-b9a2-eb5101907286 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=db1a04b7-85af-45fa-a88e-197169296684,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:11.059586 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a1fa7e9-6b9e-4733-81f8-736e54869b5c tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.062540 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c5a5-76cd-4cb4-b9a2-eb5101907286 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.064281 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5a1fa7e9-6b9e-4733-81f8-736e54869b5c tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2664027 Dec 09 02:17:11.070036 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0ca6c5a5-76cd-4cb4-b9a2-eb5101907286 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/db1a04b7-85af-45fa-a88e-197169296684 HTTP/1.1" status: 204 len: 168 time: 1.6882012 Dec 09 02:17:11.070667 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34248) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:11.074255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34250) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:11.074998 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fa7e9-6b9e-4733-81f8-736e54869b5c tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ac5b84-dad7-458c-b25d-b7e74e57b8df,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:11.092072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-0c4b6359-b0ec-423c-92c7-7b112f1e62d4 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Request body: {'security_group_rule': {'security_group_id': 'd4ac5b84-dad7-458c-b25d-b7e74e57b8df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:11.095533 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c59d40-3a67-4810-9e1c-11125515560b None None] get_active_networks_info from dv-neutron-804846-18-hyperv {{(pid=103335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 02:17:11.098393 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a52d8762-34a4-4882-94fa-6ae581ab1a1e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.104105 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a52d8762-34a4-4882-94fa-6ae581ab1a1e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/f0a7bd83-6d42-406d-9d61-12305617c498 HTTP/1.1" status: 204 len: 168 time: 2.1627586 Dec 09 02:17:11.106638 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34252) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:11.128406 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-593a3a41-9574-4cc4-a7fd-2e4c4ef77b1e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500505 Dec 09 02:17:11.134888 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34254) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:11.139850 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6b38bde9-a49b-477b-80b8-7c66f7308f53 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:11.149244 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5ef522ab-bde5-4567-9de0-0d968ef6b8e9 None None] Provisioning complete for port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:11.149244 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ef522ab-bde5-4567-9de0-0d968ef6b8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.190997 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821ca2bd-66ac-4cff-b4fb-b9276803fede tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Made reservation on behalf of 4b7efe9e3a064645a85e40f4438ea7b1 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:11.193343 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21d566d-c48e-46fb-b7dd-a9a1e5c27c4c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] GET failed (client error): The resource could not be found. Dec 09 02:17:11.197421 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-821ca2bd-66ac-4cff-b4fb-b9276803fede tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.197597 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e21d566d-c48e-46fb-b7dd-a9a1e5c27c4c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports/f0a7bd83-6d42-406d-9d61-12305617c498 HTTP/1.1" status: 404 len: 333 time: 0.0529950 Dec 09 02:17:11.200872 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34256) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:11.208364 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bee0fa-fbdf-4bce-b154-f3682f237ea1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Subnet': ['ID=b710511a-db48-41fc-8cfe-2e2132a9f677,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:11.229930 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6359-b0ec-423c-92c7-7b112f1e62d4 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.234696 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bee0fa-fbdf-4bce-b154-f3682f237ea1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Checking segment: {'id': '15fa76e4-858d-459c-8fa2-573baf42e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0edb3635-c67f-485c-8dcf-af7d854c303f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:11.235078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bee0fa-fbdf-4bce-b154-f3682f237ea1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network hostable DHCP agents. Network: 0edb3635-c67f-485c-8dcf-af7d854c303f, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:17:11.274067 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ed04a9-0d04-4eb1-a508-9d2708cda4d2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting subnet ec79ac25-bed1-4297-b5fe-a92a74c22127 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:11.277891 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bee0fa-fbdf-4bce-b154-f3682f237ea1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 0edb3635-c67f-485c-8dcf-af7d854c303f is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:17:11.279906 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-821ca2bd-66ac-4cff-b4fb-b9276803fede tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.293852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-01bee0fa-fbdf-4bce-b154-f3682f237ea1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 0edb3635-c67f-485c-8dcf-af7d854c303f) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:11.302289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bee0fa-fbdf-4bce-b154-f3682f237ea1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:11.302882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-01bee0fa-fbdf-4bce-b154-f3682f237ea1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.326073 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95ed04a9-0d04-4eb1-a508-9d2708cda4d2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.335082 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-01bee0fa-fbdf-4bce-b154-f3682f237ea1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9589155 Dec 09 02:17:11.335082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6359-b0ec-423c-92c7-7b112f1e62d4 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.335082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34258) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:11.340200 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-3b7b7a9f-acea-40bb-a7c6-f6f160545930 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-893366452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:11.346812 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6359-b0ec-423c-92c7-7b112f1e62d4 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.376338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b6359-b0ec-423c-92c7-7b112f1e62d4 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27533a5-3d0d-442c-a62d-2093e76d374d,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:11.390982 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7a9f-acea-40bb-a7c6-f6f160545930 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.392169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7a9f-acea-40bb-a7c6-f6f160545930 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.403313 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c4b6359-b0ec-423c-92c7-7b112f1e62d4 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.406963 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0c4b6359-b0ec-423c-92c7-7b112f1e62d4 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3288033 Dec 09 02:17:11.407469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34260) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:11.439388 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95ed04a9-0d04-4eb1-a508-9d2708cda4d2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.498708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7a9f-acea-40bb-a7c6-f6f160545930 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.508493 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7a9f-acea-40bb-a7c6-f6f160545930 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.527561 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b38bde9-a49b-477b-80b8-7c66f7308f53 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:11.531578 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b38bde9-a49b-477b-80b8-7c66f7308f53 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.535987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7a9f-acea-40bb-a7c6-f6f160545930 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.540341 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3b7b7a9f-acea-40bb-a7c6-f6f160545930 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2043915 Dec 09 02:17:11.541145 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34262) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:11.543163 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.549579 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-672ed827-68e7-4132-9241-0c11104d1590 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'network_id': '0edb3635-c67f-485c-8dcf-af7d854c303f', 'name': 'tempest-PortsIpV6TestJSON-104421236'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:11.554338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3e0031b-9984-4add-971e-29208b973ca8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.577443 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c59d40-3a67-4810-9e1c-11125515560b None None] Unable to find a vacant binding_index for network 0edb3635-c67f-485c-8dcf-af7d854c303f and agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 09 02:17:11.591342 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c59d40-3a67-4810-9e1c-11125515560b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 0edb3635-c67f-485c-8dcf-af7d854c303f) {{(pid=103335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 02:17:11.594287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:11.605576 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.622292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3e0031b-9984-4add-971e-29208b973ca8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.715960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3e0031b-9984-4add-971e-29208b973ca8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.716914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:11.719098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3e0031b-9984-4add-971e-29208b973ca8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.722277 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a3e0031b-9984-4add-971e-29208b973ca8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-groups/d4ac5b84-dad7-458c-b25d-b7e74e57b8df HTTP/1.1" status: 204 len: 168 time: 0.3138080 Dec 09 02:17:11.727465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34264) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:11.730313 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95ed04a9-0d04-4eb1-a508-9d2708cda4d2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.759031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0031b-9984-4add-971e-29208b973ca8 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ac5b84-dad7-458c-b25d-b7e74e57b8df,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:11.780290 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-821ca2bd-66ac-4cff-b4fb-b9276803fede tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.799947 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-821ca2bd-66ac-4cff-b4fb-b9276803fede tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.829599 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672ed827-68e7-4132-9241-0c11104d1590 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:11.834209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-672ed827-68e7-4132-9241-0c11104d1590 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.841179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:11.850494 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0ea8c052-9026-4ca8-b5ee-ccc7251c4d88 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1183329 Dec 09 02:17:11.851386 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34266) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:11.872792 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-672ed827-68e7-4132-9241-0c11104d1590 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] device_id is not set on port 7c01802b-b11a-4728-a24d-e8624c39e583 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:17:11.882376 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821ca2bd-66ac-4cff-b4fb-b9276803fede tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:17:11.900375 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ca2bd-66ac-4cff-b4fb-b9276803fede tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33f9431-0ef6-4cbe-b7cc-f0e1287b068d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:11.917581 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-821ca2bd-66ac-4cff-b4fb-b9276803fede tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.917974 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-821ca2bd-66ac-4cff-b4fb-b9276803fede tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Added segment 6fe89d88-b42c-4dd7-a374-24f3c2dff671 of type vlan for network a9a6acd0-792c-44c3-bbc0-08f7856cea21 Dec 09 02:17:11.938634 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-52d087f6-0e74-46f7-96ae-dbff56ecfc51 tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0843799 Dec 09 02:17:11.941117 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34268) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:11.941261 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:11.941261 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.950495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95ed04a9-0d04-4eb1-a508-9d2708cda4d2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:11.959010 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-38409749-df5a-47dd-ab7c-6c4f18788aba tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] delete failed (client error): The resource could not be found. Dec 09 02:17:11.963495 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-38409749-df5a-47dd-ab7c-6c4f18788aba tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "DELETE /v2.0/security-groups/d4ac5b84-dad7-458c-b25d-b7e74e57b8df HTTP/1.1" status: 404 len: 347 time: 0.0196145 Dec 09 02:17:11.965265 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34270) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:12.030456 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-0edb3635-c67f-485c-8dcf-af7d854c303f', 'network_id': '0edb3635-c67f-485c-8dcf-af7d854c303f', 'project_id': '41c2f5bd624749d08f586a47815f13ab', 'fixed_ips': [{'subnet_id': 'b710511a-db48-41fc-8cfe-2e2132a9f677'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:12.031403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.032205 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed04a9-0d04-4eb1-a508-9d2708cda4d2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Subnet': ['ID=ec79ac25-bed1-4297-b5fe-a92a74c22127,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:12.040337 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95ed04a9-0d04-4eb1-a508-9d2708cda4d2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.043624 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-95ed04a9-0d04-4eb1-a508-9d2708cda4d2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/ec79ac25-bed1-4297-b5fe-a92a74c22127 HTTP/1.1" status: 204 len: 168 time: 0.8295369 Dec 09 02:17:12.050483 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34272) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:12.061668 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.065146 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-821ca2bd-66ac-4cff-b4fb-b9276803fede tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.077088 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e930de28-19ec-4101-9ddd-e4661f77208a tempest-SecGroupIPv6Test-1050849983 tempest-SecGroupIPv6Test-1050849983-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1038694 Dec 09 02:17:12.081531 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b38bde9-a49b-477b-80b8-7c66f7308f53 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.133606 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-672ed827-68e7-4132-9241-0c11104d1590 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Allocated IP 2001:db8::1b7 (0edb3635-c67f-485c-8dcf-af7d854c303f/b710511a-db48-41fc-8cfe-2e2132a9f677/7c01802b-b11a-4728-a24d-e8624c39e583) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:12.150825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:12.152280 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b38bde9-a49b-477b-80b8-7c66f7308f53 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:12.162850 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-6b38bde9-a49b-477b-80b8-7c66f7308f53 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:12.165100 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.168025 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-821ca2bd-66ac-4cff-b4fb-b9276803fede tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.174354 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821ca2bd-66ac-4cff-b4fb-b9276803fede tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:12.175069 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-821ca2bd-66ac-4cff-b4fb-b9276803fede tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.178230 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b38bde9-a49b-477b-80b8-7c66f7308f53 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:12.179045 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b38bde9-a49b-477b-80b8-7c66f7308f53 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.195122 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca52edd3-b37b-42e5-b77f-3aebc4ca1a69 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.213843 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38bde9-a49b-477b-80b8-7c66f7308f53 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=6b9aed24-c4da-4739-bf32-4a246802c9be,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:12.231419 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e7e393-c69e-4c62-b29e-2e02ec7997b1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting subnet 19c9f118-3cf8-40c3-b8c9-209e01e1ab8a {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:12.235143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-01e7e393-c69e-4c62-b29e-2e02ec7997b1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.271866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:12.321148 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-821ca2bd-66ac-4cff-b4fb-b9276803fede tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5075567 Dec 09 02:17:12.327658 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6b38bde9-a49b-477b-80b8-7c66f7308f53 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1917863 Dec 09 02:17:12.330800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34278) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:12.331135 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34280) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:12.338775 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4436e00a-f6b4-4be6-94db-2c25e268510c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:12.349985 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-40afc063-9c17-4fcd-90d7-620af90dcabf tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Request body: {'subnet': {'network_id': 'a9a6acd0-792c-44c3-bbc0-08f7856cea21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:12.351052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-01e7e393-c69e-4c62-b29e-2e02ec7997b1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.414242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34282) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:12.443893 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ca2bd-66ac-4cff-b4fb-b9276803fede tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Pushing event updated for resources: {'Network': ['ID=a9a6acd0-792c-44c3-bbc0-08f7856cea21,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:12.475298 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-672ed827-68e7-4132-9241-0c11104d1590 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.477014 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network a9a6acd0-792c-44c3-bbc0-08f7856cea21 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:17:12.492732 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-01e7e393-c69e-4c62-b29e-2e02ec7997b1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.579395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-672ed827-68e7-4132-9241-0c11104d1590 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.614268 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40afc063-9c17-4fcd-90d7-620af90dcabf tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Made reservation on behalf of 4b7efe9e3a064645a85e40f4438ea7b1 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:12.618589 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40afc063-9c17-4fcd-90d7-620af90dcabf tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.628992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Allocated IP 2001:db8::2 (0edb3635-c67f-485c-8dcf-af7d854c303f/b710511a-db48-41fc-8cfe-2e2132a9f677/c9463090-18bd-4559-bb45-46fb7367b2ca) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:12.637724 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4436e00a-f6b4-4be6-94db-2c25e268510c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:12.641725 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4436e00a-f6b4-4be6-94db-2c25e268510c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.662729 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ed827-68e7-4132-9241-0c11104d1590 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=7c01802b-b11a-4728-a24d-e8624c39e583,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:12.666375 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672ed827-68e7-4132-9241-0c11104d1590 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 0edb3635-c67f-485c-8dcf-af7d854c303f is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:12.670588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-01e7e393-c69e-4c62-b29e-2e02ec7997b1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.677232 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-672ed827-68e7-4132-9241-0c11104d1590 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:12.692426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672ed827-68e7-4132-9241-0c11104d1590 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:12.698395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ed827-68e7-4132-9241-0c11104d1590 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:12.699038 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-672ed827-68e7-4132-9241-0c11104d1590 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.703389 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:12.731940 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7e393-c69e-4c62-b29e-2e02ec7997b1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Subnet': ['ID=19c9f118-3cf8-40c3-b8c9-209e01e1ab8a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:12.734356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-01e7e393-c69e-4c62-b29e-2e02ec7997b1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.738465 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-01e7e393-c69e-4c62-b29e-2e02ec7997b1 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/19c9f118-3cf8-40c3-b8c9-209e01e1ab8a HTTP/1.1" status: 204 len: 168 time: 0.6834471 Dec 09 02:17:12.742880 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34286) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:12.756601 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e6215aa7-974e-4fbe-a5e6-bf13b0028d31 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1dd88f6b99e2459c8969184ae818ede9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410172 Dec 09 02:17:12.759588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34288) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:12.802027 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-672ed827-68e7-4132-9241-0c11104d1590 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2572360 Dec 09 02:17:12.805638 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34290) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:12.830292 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:12.830898 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.860938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.873656 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.910148 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:12.920093 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Network 0edb3635-c67f-485c-8dcf-af7d854c303f is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:12.930529 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:12.936196 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:12.941115 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Pushing event updated for resources: {'Port': ['ID=c9463090-18bd-4559-bb45-46fb7367b2ca,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:13.032030 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Attempting to bind port c9463090-18bd-4559-bb45-46fb7367b2ca on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:13.032685 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Attempting to bind port c9463090-18bd-4559-bb45-46fb7367b2ca by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '15fa76e4-858d-459c-8fa2-573baf42e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0edb3635-c67f-485c-8dcf-af7d854c303f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:13.033200 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Attempting to bind port c9463090-18bd-4559-bb45-46fb7367b2ca on network 0edb3635-c67f-485c-8dcf-af7d854c303f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:13.040481 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:13.041083 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Checking segment: {'id': '15fa76e4-858d-459c-8fa2-573baf42e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0edb3635-c67f-485c-8dcf-af7d854c303f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:13.041602 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.042101 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Bound using segment: {'id': '15fa76e4-858d-459c-8fa2-573baf42e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0edb3635-c67f-485c-8dcf-af7d854c303f'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:13.042690 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Bound port: c9463090-18bd-4559-bb45-46fb7367b2ca, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fa76e4-858d-459c-8fa2-573baf42e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0edb3635-c67f-485c-8dcf-af7d854c303f'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:13.043180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.114194 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] For port c9463090-18bd-4559-bb45-46fb7367b2ca, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:13.118678 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] For port c9463090-18bd-4559-bb45-46fb7367b2ca, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c9463090-18bd-4559-bb45-46fb7367b2ca,segment=NetworkSegment(15fa76e4-858d-459c-8fa2-573baf42e285),segment_id=15fa76e4-858d-459c-8fa2-573baf42e285)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:13.123201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.147582 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port 295f2554-ba82-4119-9b1a-014308b005bf {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:13.148160 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.197112 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7be4b8cc-a92d-4213-b4dc-886eb9a005a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.207110 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8825f5b-4995-4a3c-be20-7837926451e1 None None] Pushing event updated for resources: {'Port': ['ID=c9463090-18bd-4559-bb45-46fb7367b2ca,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:13.246205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] For port 295f2554-ba82-4119-9b1a-014308b005bf, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=295f2554-ba82-4119-9b1a-014308b005bf,segment=NetworkSegment(70e9f632-8d0e-454d-8626-96607d97a487),segment_id=70e9f632-8d0e-454d-8626-96607d97a487)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:13.246565 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.248945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bedb844d-d086-4b8a-be6a-5f845541ee05 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.275772 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for 295f2554-ba82-4119-9b1a-014308b005bf owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:13.306671 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7be4b8cc-a92d-4213-b4dc-886eb9a005a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.312140 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ca52edd3-b37b-42e5-b77f-3aebc4ca1a69 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port 6226a95e-c700-4e64-8956-2299e79ef735 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:13.312960 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca52edd3-b37b-42e5-b77f-3aebc4ca1a69 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.414559 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40afc063-9c17-4fcd-90d7-620af90dcabf tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.521715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.566363 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=295f2554-ba82-4119-9b1a-014308b005bf,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:13.575188 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca52edd3-b37b-42e5-b77f-3aebc4ca1a69 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.575342 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No DVR routers for this DVR port 295f2554-ba82-4119-9b1a-014308b005bf on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:17:13.577402 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7be4b8cc-a92d-4213-b4dc-886eb9a005a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.580168 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7be4b8cc-a92d-4213-b4dc-886eb9a005a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.581289 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7be4b8cc-a92d-4213-b4dc-886eb9a005a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fda22fc3-1699-45a0-97fc-456f81896a50 HTTP/1.1" status: 204 len: 168 time: 0.8177207 Dec 09 02:17:13.591851 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afc063-9c17-4fcd-90d7-620af90dcabf tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Pushing event updated for resources: {'Subnet': ['ID=5885f3f3-ede3-479c-a828-31c32cd401fe,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:13.610640 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ca52edd3-b37b-42e5-b77f-3aebc4ca1a69 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for 6226a95e-c700-4e64-8956-2299e79ef735 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:13.613670 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4b8cc-a92d-4213-b4dc-886eb9a005a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda22fc3-1699-45a0-97fc-456f81896a50,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:13.633588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40afc063-9c17-4fcd-90d7-620af90dcabf tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Checking segment: {'id': '6fe89d88-b42c-4dd7-a374-24f3c2dff671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a9a6acd0-792c-44c3-bbc0-08f7856cea21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:13.635085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40afc063-9c17-4fcd-90d7-620af90dcabf tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Network hostable DHCP agents. Network: a9a6acd0-792c-44c3-bbc0-08f7856cea21, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:17:13.688717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.721902 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bedb844d-d086-4b8a-be6a-5f845541ee05 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.724418 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3624c36-7409-4bf7-a4e5-9da2f457e484']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:13.733434 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bedb844d-d086-4b8a-be6a-5f845541ee05 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.736834 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e9f632-8d0e-454d-8626-96607d97a487') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:13.737143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e9f632-8d0e-454d-8626-96607d97a487') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:13.771409 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.773441 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40afc063-9c17-4fcd-90d7-620af90dcabf tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Network a9a6acd0-792c-44c3-bbc0-08f7856cea21 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:17:13.797397 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-40afc063-9c17-4fcd-90d7-620af90dcabf tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, a9a6acd0-792c-44c3-bbc0-08f7856cea21) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:13.812608 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40afc063-9c17-4fcd-90d7-620af90dcabf tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:13.813497 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40afc063-9c17-4fcd-90d7-620af90dcabf tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.819067 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.832945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb844d-d086-4b8a-be6a-5f845541ee05 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=7c01802b-b11a-4728-a24d-e8624c39e583,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:13.837521 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:17:13.837921 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:17:13.841359 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:17:13.862301 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-4436e00a-f6b4-4be6-94db-2c25e268510c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:17:13.933493 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-40afc063-9c17-4fcd-90d7-620af90dcabf tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5995443 Dec 09 02:17:13.936138 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34300) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:13.942786 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-3c544a92-a32c-43bf-a04b-00961f968c49 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Request body: {'port': {'network_id': 'a9a6acd0-792c-44c3-bbc0-08f7856cea21', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1666531422'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:13.983713 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:14.030690 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:14.037266 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/networks/d3624c36-7409-4bf7-a4e5-9da2f457e484 HTTP/1.1" status: 204 len: 168 time: 1.2891898 Dec 09 02:17:14.038607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34306) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:14.069806 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316f418-f3f0-4fb0-b623-b5f99ef10d44 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Network': ['ID=d3624c36-7409-4bf7-a4e5-9da2f457e484,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:14.075739 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca52edd3-b37b-42e5-b77f-3aebc4ca1a69 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:14.119957 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:14.139894 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bedb844d-d086-4b8a-be6a-5f845541ee05 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:14.150104 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52edd3-b37b-42e5-b77f-3aebc4ca1a69 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=6226a95e-c700-4e64-8956-2299e79ef735,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:14.167414 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4436e00a-f6b4-4be6-94db-2c25e268510c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:14.251424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984b4550-7e1a-4280-80e5-d2d640745b1f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:14.257203 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-984b4550-7e1a-4280-80e5-d2d640745b1f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2130187 Dec 09 02:17:14.268724 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34312) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:14.321396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c544a92-a32c-43bf-a04b-00961f968c49 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Made reservation on behalf of 4b7efe9e3a064645a85e40f4438ea7b1 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:14.325524 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c544a92-a32c-43bf-a04b-00961f968c49 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:14.368600 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-3c544a92-a32c-43bf-a04b-00961f968c49 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] device_id is not set on port b24bac3b-e4d7-4716-90bb-79123a32ce65 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:17:14.421078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bedb844d-d086-4b8a-be6a-5f845541ee05 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:14.473774 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34318) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:14.490749 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5dd962ee-66d0-43cb-b400-743ddc4a4c88 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2204709 Dec 09 02:17:14.495142 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34322) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:14.504014 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6c718bea-b163-45b3-ad84-b5e6cacbdb04 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-973919529'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:14.518217 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca52edd3-b37b-42e5-b77f-3aebc4ca1a69 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:14.522348 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dca19d3-e833-47d7-8d60-e08f52effac6 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:14.676448 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b946cbb7-82da-4960-a0e1-bbc79df18f88 None None] Network 0edb3635-c67f-485c-8dcf-af7d854c303f requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:14.700863 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c718bea-b163-45b3-ad84-b5e6cacbdb04 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:14.704653 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6c718bea-b163-45b3-ad84-b5e6cacbdb04 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:14.757437 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-89fff284-e0ab-42f6-bbc2-d8aebac274a8 tempest-ServiceProvidersTest-909290862 tempest-ServiceProvidersTest-909290862-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2749128 Dec 09 02:17:14.775593 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6d6e8c-f7ee-44cf-b382-3e586963181f None None] Network a9a6acd0-792c-44c3-bbc0-08f7856cea21 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:14.792353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-3c544a92-a32c-43bf-a04b-00961f968c49 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Allocated IP 172.20.0.3 (a9a6acd0-792c-44c3-bbc0-08f7856cea21/5885f3f3-ede3-479c-a828-31c32cd401fe/b24bac3b-e4d7-4716-90bb-79123a32ce65) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:14.813915 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4436e00a-f6b4-4be6-94db-2c25e268510c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] For port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:14.852908 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c718bea-b163-45b3-ad84-b5e6cacbdb04 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:17:14.870933 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6c718bea-b163-45b3-ad84-b5e6cacbdb04 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:14.871289 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-6c718bea-b163-45b3-ad84-b5e6cacbdb04 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Added segment 360ad788-e432-4a29-a884-36d932cfe887 of type vlan for network c9940ff8-fcee-419d-82b4-5a42c519e51d Dec 09 02:17:14.917603 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6c718bea-b163-45b3-ad84-b5e6cacbdb04 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:14.945520 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca52edd3-b37b-42e5-b77f-3aebc4ca1a69 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router e9508590-3393-408a-8013-b47fa1bdf34f has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:17:14.956433 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c9463090-18bd-4559-bb45-46fb7367b2ca up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:14.982153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6c718bea-b163-45b3-ad84-b5e6cacbdb04 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:14.987949 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c718bea-b163-45b3-ad84-b5e6cacbdb04 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:14.988548 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6c718bea-b163-45b3-ad84-b5e6cacbdb04 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:14.998056 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bedb844d-d086-4b8a-be6a-5f845541ee05 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:15.013718 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4436e00a-f6b4-4be6-94db-2c25e268510c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:15.027771 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bedb844d-d086-4b8a-be6a-5f845541ee05 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:15.028558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bedb844d-d086-4b8a-be6a-5f845541ee05 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:15.035207 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-160300fc-84f6-4d13-8a94-e1002e8bf7be None None] Provisioning complete for port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:15.035739 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-160300fc-84f6-4d13-8a94-e1002e8bf7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:15.082506 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4436e00a-f6b4-4be6-94db-2c25e268510c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:15.083526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4436e00a-f6b4-4be6-94db-2c25e268510c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:15.098535 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-a9a6acd0-792c-44c3-bbc0-08f7856cea21', 'network_id': 'a9a6acd0-792c-44c3-bbc0-08f7856cea21', 'project_id': '4b7efe9e3a064645a85e40f4438ea7b1', 'fixed_ips': [{'subnet_id': '5885f3f3-ede3-479c-a828-31c32cd401fe'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:15.099533 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:15.217942 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436e00a-f6b4-4be6-94db-2c25e268510c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e,revision_number=8']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:15.224328 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6c718bea-b163-45b3-ad84-b5e6cacbdb04 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7250371 Dec 09 02:17:15.237786 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34330) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:15.246644 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f9e1addf-f639-40e3-b83f-184a8b32aa3b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'subnet': {'network_id': 'c9940ff8-fcee-419d-82b4-5a42c519e51d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:15.255163 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedb844d-d086-4b8a-be6a-5f845541ee05 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 0edb3635-c67f-485c-8dcf-af7d854c303f is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:15.262976 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-bedb844d-d086-4b8a-be6a-5f845541ee05 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:15.268286 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb844d-d086-4b8a-be6a-5f845541ee05 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=7c01802b-b11a-4728-a24d-e8624c39e583,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:15.303454 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4436e00a-f6b4-4be6-94db-2c25e268510c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:15.310680 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca52edd3-b37b-42e5-b77f-3aebc4ca1a69 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:17:15.312240 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c718bea-b163-45b3-ad84-b5e6cacbdb04 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Network': ['ID=c9940ff8-fcee-419d-82b4-5a42c519e51d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:15.315015 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-4436e00a-f6b4-4be6-94db-2c25e268510c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:15.321776 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ca52edd3-b37b-42e5-b77f-3aebc4ca1a69 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/e9508590-3393-408a-8013-b47fa1bdf34f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3706546 Dec 09 02:17:15.322668 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34332) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:15.325259 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4436e00a-f6b4-4be6-94db-2c25e268510c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:15.325861 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4436e00a-f6b4-4be6-94db-2c25e268510c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:15.334354 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34334) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:15.343098 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380f7ecb-03fe-431f-8c36-16b1c68a128e None None] DHCP port deletion for d3624c36-7409-4bf7-a4e5-9da2f457e484 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:17:15.349107 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network c9940ff8-fcee-419d-82b4-5a42c519e51d details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:17:15.365984 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436e00a-f6b4-4be6-94db-2c25e268510c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=87853734-1022-475b-9d6c-0b42b25d89d0,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:15.372681 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ce03abc8-5079-4a6d-b6a1-396d709a0ab7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9508590-3393-408a-8013-b47fa1bdf34f HTTP/1.1" status: 200 len: 205 time: 0.0356872 Dec 09 02:17:15.373551 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34338) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:15.384178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d00ad5-3238-4ea1-8cca-97dd21e04e38 None None] Sync routers for ids ['e9508590-3393-408a-8013-b47fa1bdf34f'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:17:15.432265 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4436e00a-f6b4-4be6-94db-2c25e268510c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0971277 Dec 09 02:17:15.432919 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34340) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:15.468242 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-698d2f06-b524-4d60-8a8f-d8e99882a8ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'mac_address': 'fa:16:3e:4f:84:0c', 'name': 'tempest-NetworksTestDHCPv6-1057833034'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:15.512892 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d00ad5-3238-4ea1-8cca-97dd21e04e38 None None] Routers {'e9508590-3393-408a-8013-b47fa1bdf34f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:15.513498 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-51d00ad5-3238-4ea1-8cca-97dd21e04e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['e9508590-3393-408a-8013-b47fa1bdf34f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:15.526851 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e88d1aec-29e7-4769-950c-6bb008ad35c7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:15.641380 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3377da63-4081-4b1b-817b-e8b0ca6ef78a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:15.741228 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-51d00ad5-3238-4ea1-8cca-97dd21e04e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:15.743871 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-160300fc-84f6-4d13-8a94-e1002e8bf7be None None] Provisioning complete for port c9463090-18bd-4559-bb45-46fb7367b2ca triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:15.744548 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-160300fc-84f6-4d13-8a94-e1002e8bf7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:15.814511 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b955da2-2ac3-4196-af4f-156d515614d5 None None] Update dhcp port {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'fixed_ips': [{'subnet_id': '87853734-1022-475b-9d6c-0b42b25d89d0', 'ip_address': '2001:db8::f816:3eff:feff:cc65'}, {'subnet_id': '6b9aed24-c4da-4739-bf32-4a246802c9be'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': '9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:17:15.833606 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e88d1aec-29e7-4769-950c-6bb008ad35c7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:15.836377 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e88d1aec-29e7-4769-950c-6bb008ad35c7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:15.847779 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b955da2-2ac3-4196-af4f-156d515614d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:15.873627 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d00ad5-3238-4ea1-8cca-97dd21e04e38 None None] Routers {'e9508590-3393-408a-8013-b47fa1bdf34f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:15.874287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-51d00ad5-3238-4ea1-8cca-97dd21e04e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['e9508590-3393-408a-8013-b47fa1bdf34f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:15.913169 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port c9463090-18bd-4559-bb45-46fb7367b2ca triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:15.914148 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:15.957573 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c544a92-a32c-43bf-a04b-00961f968c49 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:15.977388 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-51d00ad5-3238-4ea1-8cca-97dd21e04e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:15.978065 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d00ad5-3238-4ea1-8cca-97dd21e04e38 None None] The sync data for ids ['e9508590-3393-408a-8013-b47fa1bdf34f'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:17:16.003730 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e1addf-f639-40e3-b83f-184a8b32aa3b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:16.007873 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9e1addf-f639-40e3-b83f-184a8b32aa3b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.029350 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-160300fc-84f6-4d13-8a94-e1002e8bf7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.081327 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedb844d-d086-4b8a-be6a-5f845541ee05 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Router 8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:17:16.083493 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-160300fc-84f6-4d13-8a94-e1002e8bf7be None None] For port c9463090-18bd-4559-bb45-46fb7367b2ca, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c9463090-18bd-4559-bb45-46fb7367b2ca,segment=NetworkSegment(15fa76e4-858d-459c-8fa2-573baf42e285),segment_id=15fa76e4-858d-459c-8fa2-573baf42e285)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:16.107533 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c544a92-a32c-43bf-a04b-00961f968c49 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.181421 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-160300fc-84f6-4d13-8a94-e1002e8bf7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.184061 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4428f6d-8ecd-4c8e-8a40-fba59ca0803b None None] Network 0edb3635-c67f-485c-8dcf-af7d854c303f requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:16.196157 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e88d1aec-29e7-4769-950c-6bb008ad35c7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.196953 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88d1aec-29e7-4769-950c-6bb008ad35c7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Fanout notify agent at l3_agent the message router_deleted on router e9508590-3393-408a-8013-b47fa1bdf34f {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:17:16.209066 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e88d1aec-29e7-4769-950c-6bb008ad35c7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.212031 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e88d1aec-29e7-4769-950c-6bb008ad35c7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/routers/e9508590-3393-408a-8013-b47fa1bdf34f HTTP/1.1" status: 204 len: 168 time: 0.8331962 Dec 09 02:17:16.212854 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34342) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:16.223303 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698d2f06-b524-4d60-8a8f-d8e99882a8ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:16.259107 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c544a92-a32c-43bf-a04b-00961f968c49 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Network a9a6acd0-792c-44c3-bbc0-08f7856cea21 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:16.269383 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c544a92-a32c-43bf-a04b-00961f968c49 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Pushing event updated for resources: {'Port': ['ID=b24bac3b-e4d7-4716-90bb-79123a32ce65,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:16.272224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-3c544a92-a32c-43bf-a04b-00961f968c49 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:16.277192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c544a92-a32c-43bf-a04b-00961f968c49 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:16.284320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedb844d-d086-4b8a-be6a-5f845541ee05 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:17:16.313139 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bedb844d-d086-4b8a-be6a-5f845541ee05 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "PUT /v2.0/routers/8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5062909 Dec 09 02:17:16.320870 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34344) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:16.335069 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.338928 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f02df-5250-4d6b-a957-a02ab7fda833 None None] Sync routers for ids ['8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:17:16.346447 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3377da63-4081-4b1b-817b-e8b0ca6ef78a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.357048 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Allocated IP 172.20.0.2 (a9a6acd0-792c-44c3-bbc0-08f7856cea21/5885f3f3-ede3-479c-a828-31c32cd401fe/681383b1-8f65-4c27-942a-ea88a2cf8de6) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:16.357583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a945f43-efc2-43a1-a2b8-d83012d91946 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting subnet b8f8b57a-6dda-4242-890d-ea9f57ea62fd {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:16.359134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-941fc381-68c6-4c17-b542-856a701be1ac None None] Provisioning complete for port 7c01802b-b11a-4728-a24d-e8624c39e583 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:16.359588 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-941fc381-68c6-4c17-b542-856a701be1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.365703 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3377da63-4081-4b1b-817b-e8b0ca6ef78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.371459 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a945f43-efc2-43a1-a2b8-d83012d91946 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.374850 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363f02df-5250-4d6b-a957-a02ab7fda833 None None] Routers {'8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:16.376495 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-363f02df-5250-4d6b-a957-a02ab7fda833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:16.412921 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c544a92-a32c-43bf-a04b-00961f968c49 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:16.413567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c544a92-a32c-43bf-a04b-00961f968c49 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.427110 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377da63-4081-4b1b-817b-e8b0ca6ef78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd8e917-4a9b-4861-99f4-8181ec9dc2f2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:16.467207 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-363f02df-5250-4d6b-a957-a02ab7fda833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:16.468042 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-698d2f06-b524-4d60-8a8f-d8e99882a8ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.468736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad2be3e-497b-4bfe-94d3-2b9a970abfdf tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:16.470434 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fad2be3e-497b-4bfe-94d3-2b9a970abfdf tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361 HTTP/1.1" status: 200 len: 988 time: 0.1486228 Dec 09 02:17:16.476022 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34346) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:16.480404 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3c544a92-a32c-43bf-a04b-00961f968c49 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5421889 Dec 09 02:17:16.483526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34348) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:16.485148 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363f02df-5250-4d6b-a957-a02ab7fda833 None None] Routers {'8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:16.487690 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-363f02df-5250-4d6b-a957-a02ab7fda833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:16.487833 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160300fc-84f6-4d13-8a94-e1002e8bf7be None None] Pushing event updated for resources: {'Port': ['ID=c9463090-18bd-4559-bb45-46fb7367b2ca,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:16.493617 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a945f43-efc2-43a1-a2b8-d83012d91946 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.500693 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Request body: {'port': {'network_id': 'a9a6acd0-792c-44c3-bbc0-08f7856cea21', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2142533771', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:16.501702 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.api.validators [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] bootfile-name is not in valid_values {{(pid=103333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 02:17:16.501702 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.api.validators [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] tftp-server is not in valid_values {{(pid=103333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 02:17:16.501968 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.api.validators [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] server-ip-address is not in valid_values {{(pid=103333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 02:17:16.515077 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9e1addf-f639-40e3-b83f-184a8b32aa3b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.543681 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-363f02df-5250-4d6b-a957-a02ab7fda833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:16.545494 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f02df-5250-4d6b-a957-a02ab7fda833 None None] The sync data for ids ['8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:17:16.560203 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3377da63-4081-4b1b-817b-e8b0ca6ef78a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f4c4661e31bb4060b3e5f60dc6fd9fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2364872 Dec 09 02:17:16.563290 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34350) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:16.605664 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1addf-f639-40e3-b83f-184a8b32aa3b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Subnet': ['ID=3ba45dac-5857-49db-a997-16445a578de3,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:16.616899 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-941fc381-68c6-4c17-b542-856a701be1ac None None] Port 7c01802b-b11a-4728-a24d-e8624c39e583 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:16.629784 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e1addf-f639-40e3-b83f-184a8b32aa3b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Checking segment: {'id': '360ad788-e432-4a29-a884-36d932cfe887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9940ff8-fcee-419d-82b4-5a42c519e51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:16.630207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e1addf-f639-40e3-b83f-184a8b32aa3b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network hostable DHCP agents. Network: c9940ff8-fcee-419d-82b4-5a42c519e51d, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:17:16.636701 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:17:16.637062 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:17:16.651125 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-1b955da2-2ac3-4196-af4f-156d515614d5 None None] Allocated IP 172.20.0.2 (3d63738a-85ef-4baf-83f7-848c720832e0/6b9aed24-c4da-4739-bf32-4a246802c9be/9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:16.670694 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-698d2f06-b524-4d60-8a8f-d8e99882a8ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port fb1942fa-adc6-4182-ab27-af5a8f4b92a9 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:17:16.672806 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e1addf-f639-40e3-b83f-184a8b32aa3b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network c9940ff8-fcee-419d-82b4-5a42c519e51d is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:17:16.679540 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-17e398ac-e2ec-4586-ad40-3a62f89b234e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.689005 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-941fc381-68c6-4c17-b542-856a701be1ac None None] Provisioning complete for port c9463090-18bd-4559-bb45-46fb7367b2ca triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:16.689520 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-941fc381-68c6-4c17-b542-856a701be1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.696698 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-f9e1addf-f639-40e3-b83f-184a8b32aa3b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, c9940ff8-fcee-419d-82b4-5a42c519e51d) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:16.710311 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e1addf-f639-40e3-b83f-184a8b32aa3b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:16.710911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9e1addf-f639-40e3-b83f-184a8b32aa3b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.720005 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-17e398ac-e2ec-4586-ad40-3a62f89b234e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.758244 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f9e1addf-f639-40e3-b83f-184a8b32aa3b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5170000 Dec 09 02:17:16.762027 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34352) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:16.768638 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-cd05d09a-78e8-465b-8e5e-ab4fba15a05c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'network_id': 'c9940ff8-fcee-419d-82b4-5a42c519e51d', 'name': 'tempest-PortsTestJSON-1910968764'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:16.799273 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37bb2b1-4ffd-4217-8f56-cc23dea3de53 None None] Network c9940ff8-fcee-419d-82b4-5a42c519e51d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:16.860046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-17e398ac-e2ec-4586-ad40-3a62f89b234e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.863528 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-17e398ac-e2ec-4586-ad40-3a62f89b234e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.867703 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-17e398ac-e2ec-4586-ad40-3a62f89b234e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fd8e917-4a9b-4861-99f4-8181ec9dc2f2 HTTP/1.1" status: 204 len: 168 time: 0.3005073 Dec 09 02:17:16.891696 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e398ac-e2ec-4586-ad40-3a62f89b234e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd8e917-4a9b-4861-99f4-8181ec9dc2f2,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:16.913771 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a945f43-efc2-43a1-a2b8-d83012d91946 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:16.966095 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.db.api [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 02:17:16.966095 dv-neutron-804846-18-hyperv neutron-server[103333]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 09 02:17:16.966095 dv-neutron-804846-18-hyperv neutron-server[103333]: [parameters: {'project_id_1': '4b7efe9e3a064645a85e40f4438ea7b1', 'expiration_1': datetime.datetime(2021, 12, 9, 2, 16, 56, 946704)}] Dec 09 02:17:16.966095 dv-neutron-804846-18-hyperv neutron-server[103333]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:17:16.966672 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG oslo_db.api [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:17:16.968978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd05d09a-78e8-465b-8e5e-ab4fba15a05c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:16.980262 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd05d09a-78e8-465b-8e5e-ab4fba15a05c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:17.021566 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-cd05d09a-78e8-465b-8e5e-ab4fba15a05c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] device_id is not set on port ab1804cf-3be3-41f6-bd19-2485d1ee4c47 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:17:17.022831 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1b955da2-2ac3-4196-af4f-156d515614d5 None None] For port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:17.076707 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b955da2-2ac3-4196-af4f-156d515614d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:17.082353 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a945f43-efc2-43a1-a2b8-d83012d91946 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:17.100678 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b955da2-2ac3-4196-af4f-156d515614d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:17.142172 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a945f43-efc2-43a1-a2b8-d83012d91946 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f8b57a-6dda-4242-890d-ea9f57ea62fd,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:17.172720 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a945f43-efc2-43a1-a2b8-d83012d91946 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:17.179330 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4a945f43-efc2-43a1-a2b8-d83012d91946 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/b8f8b57a-6dda-4242-890d-ea9f57ea62fd HTTP/1.1" status: 204 len: 168 time: 0.9638207 Dec 09 02:17:17.200378 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34358) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:17.220786 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:17.229343 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10ca38a-c77e-444a-86bb-9286f5832374 None None] Network 9427a449-1964-4da7-8905-925885a845f9 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:17.251649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-cd05d09a-78e8-465b-8e5e-ab4fba15a05c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Allocated IP 172.20.0.12 (c9940ff8-fcee-419d-82b4-5a42c519e51d/3ba45dac-5857-49db-a997-16445a578de3/ab1804cf-3be3-41f6-bd19-2485d1ee4c47) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:17.410821 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:17.446349 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b955da2-2ac3-4196-af4f-156d515614d5 None None] Pushing event updated for resources: {'Port': ['ID=9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e,revision_number=9']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:17.450389 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-698d2f06-b524-4d60-8a8f-d8e99882a8ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 172.20.0.8 (3d63738a-85ef-4baf-83f7-848c720832e0/6b9aed24-c4da-4739-bf32-4a246802c9be/fb1942fa-adc6-4182-ab27-af5a8f4b92a9) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:17.478974 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-698d2f06-b524-4d60-8a8f-d8e99882a8ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::f816:3eff:fe4f:840c (3d63738a-85ef-4baf-83f7-848c720832e0/87853734-1022-475b-9d6c-0b42b25d89d0/fb1942fa-adc6-4182-ab27-af5a8f4b92a9) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:17.535571 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:17.624591 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd05d09a-78e8-465b-8e5e-ab4fba15a05c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:17.627864 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-c9940ff8-fcee-419d-82b4-5a42c519e51d', 'network_id': 'c9940ff8-fcee-419d-82b4-5a42c519e51d', 'project_id': '646984397d8f42a1ab7a1289880bdcb5', 'fixed_ips': [{'subnet_id': '3ba45dac-5857-49db-a997-16445a578de3'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:17.628814 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:17.632176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Made reservation on behalf of 4b7efe9e3a064645a85e40f4438ea7b1 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:17.636689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:17.683512 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b30c7b51-5d42-469d-9123-5580935633c0 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:17.692396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c9463090-18bd-4559-bb45-46fb7367b2ca up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:17.708955 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd05d09a-78e8-465b-8e5e-ab4fba15a05c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:17.772784 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd05d09a-78e8-465b-8e5e-ab4fba15a05c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network c9940ff8-fcee-419d-82b4-5a42c519e51d is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:17.778355 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-cd05d09a-78e8-465b-8e5e-ab4fba15a05c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:17.782523 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd05d09a-78e8-465b-8e5e-ab4fba15a05c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:17.789615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05d09a-78e8-465b-8e5e-ab4fba15a05c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=ab1804cf-3be3-41f6-bd19-2485d1ee4c47,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:17.797529 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] device_id is not set on port 9ec9fdf0-c433-4eb3-8779-18acfc8ea2f1 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:17:17.825751 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Pushing event updated for resources: {'Port': ['ID=681383b1-8f65-4c27-942a-ea88a2cf8de6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:17.845710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c35e71b5-6bae-4b4a-8650-7ba5c8068188 None None] Provisioning complete for port 7c01802b-b11a-4728-a24d-e8624c39e583 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:17.846185 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c35e71b5-6bae-4b4a-8650-7ba5c8068188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:17.894380 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd05d09a-78e8-465b-8e5e-ab4fba15a05c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:17.895078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd05d09a-78e8-465b-8e5e-ab4fba15a05c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:17.935981 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cd05d09a-78e8-465b-8e5e-ab4fba15a05c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1728036 Dec 09 02:17:17.938589 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34374) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:17.951334 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f570c6bb-8995-46ba-89f0-9e8781c612c3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'network_id': 'c9940ff8-fcee-419d-82b4-5a42c519e51d', 'name': 'tempest-PortsTestJSON-216661387'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:17.951668 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c35e71b5-6bae-4b4a-8650-7ba5c8068188 None None] Port 7c01802b-b11a-4728-a24d-e8624c39e583 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:17.957566 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Network a9a6acd0-792c-44c3-bbc0-08f7856cea21 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:17.991008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c35e71b5-6bae-4b4a-8650-7ba5c8068188 None None] Provisioning complete for port c9463090-18bd-4559-bb45-46fb7367b2ca triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:17.991404 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c35e71b5-6bae-4b4a-8650-7ba5c8068188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:18.078268 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:18.083545 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:18.167153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port 207afb6b-785d-475a-929c-e180fccb942e {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:18.167632 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:18.193957 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f570c6bb-8995-46ba-89f0-9e8781c612c3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:18.198069 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f570c6bb-8995-46ba-89f0-9e8781c612c3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:18.235736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-f570c6bb-8995-46ba-89f0-9e8781c612c3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] device_id is not set on port 4beaac8a-4294-47e8-af50-3c9b6d8fd7df yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:17:18.414550 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] For port 207afb6b-785d-475a-929c-e180fccb942e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=207afb6b-785d-475a-929c-e180fccb942e,segment=NetworkSegment(9e3d98f5-669a-4f09-8350-b7b4d44ab8ad),segment_id=9e3d98f5-669a-4f09-8350-b7b4d44ab8ad)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:18.414550 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:18.428662 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-f570c6bb-8995-46ba-89f0-9e8781c612c3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Allocated IP 172.20.0.11 (c9940ff8-fcee-419d-82b4-5a42c519e51d/3ba45dac-5857-49db-a997-16445a578de3/4beaac8a-4294-47e8-af50-3c9b6d8fd7df) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:18.455709 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd9a9fa-76de-447e-a508-c210003876f8 None None] DHCP port deletion for 9427a449-1964-4da7-8905-925885a845f9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:17:18.518537 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for 207afb6b-785d-475a-929c-e180fccb942e owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:18.602329 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-698d2f06-b524-4d60-8a8f-d8e99882a8ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:18.642424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f570c6bb-8995-46ba-89f0-9e8781c612c3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:18.655763 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port c9463090-18bd-4559-bb45-46fb7367b2ca triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:18.656542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:18.661698 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Allocated IP 172.20.0.11 (a9a6acd0-792c-44c3-bbc0-08f7856cea21/5885f3f3-ede3-479c-a828-31c32cd401fe/9ec9fdf0-c433-4eb3-8779-18acfc8ea2f1) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:18.708698 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f570c6bb-8995-46ba-89f0-9e8781c612c3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:18.710701 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151c4ee3-104e-4cd3-8062-291331b44a1b None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:18.713211 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Attempting to bind port 681383b1-8f65-4c27-942a-ea88a2cf8de6 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:18.713590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Attempting to bind port 681383b1-8f65-4c27-942a-ea88a2cf8de6 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '6fe89d88-b42c-4dd7-a374-24f3c2dff671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a9a6acd0-792c-44c3-bbc0-08f7856cea21'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:18.714128 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Attempting to bind port 681383b1-8f65-4c27-942a-ea88a2cf8de6 on network a9a6acd0-792c-44c3-bbc0-08f7856cea21 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:18.741548 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:18.742549 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Checking segment: {'id': '6fe89d88-b42c-4dd7-a374-24f3c2dff671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a9a6acd0-792c-44c3-bbc0-08f7856cea21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:18.742549 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:18.742769 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Bound using segment: {'id': '6fe89d88-b42c-4dd7-a374-24f3c2dff671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a9a6acd0-792c-44c3-bbc0-08f7856cea21'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:18.743454 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Bound port: 681383b1-8f65-4c27-942a-ea88a2cf8de6, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe89d88-b42c-4dd7-a374-24f3c2dff671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a9a6acd0-792c-44c3-bbc0-08f7856cea21'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:18.743799 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:18.771870 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f570c6bb-8995-46ba-89f0-9e8781c612c3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network c9940ff8-fcee-419d-82b4-5a42c519e51d is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:18.778065 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-f570c6bb-8995-46ba-89f0-9e8781c612c3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:18.782211 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f570c6bb-8995-46ba-89f0-9e8781c612c3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:18.817785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570c6bb-8995-46ba-89f0-9e8781c612c3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=4beaac8a-4294-47e8-af50-3c9b6d8fd7df,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:18.844724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-edd9a9fa-76de-447e-a508-c210003876f8 None None] Deleting port 207afb6b-785d-475a-929c-e180fccb942e {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:18.845107 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-edd9a9fa-76de-447e-a508-c210003876f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:18.860954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f570c6bb-8995-46ba-89f0-9e8781c612c3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:18.862509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f570c6bb-8995-46ba-89f0-9e8781c612c3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:18.882697 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f570c6bb-8995-46ba-89f0-9e8781c612c3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9421146 Dec 09 02:17:18.885430 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34388) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:18.938688 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-698d2f06-b524-4d60-8a8f-d8e99882a8ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:18.962963 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:18.965140 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4351dee-4b67-4968-899f-54c8b223e999 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:18.967608 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f4351dee-4b67-4968-899f-54c8b223e999 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.0803277 Dec 09 02:17:18.971354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34394) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:18.991028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Allocated IP 172.20.0.2 (c9940ff8-fcee-419d-82b4-5a42c519e51d/3ba45dac-5857-49db-a997-16445a578de3/70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:19.028365 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=207afb6b-785d-475a-929c-e180fccb942e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:19.042802 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698d2f06-b524-4d60-8a8f-d8e99882a8ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:19.047748 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.073572 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-edd9a9fa-76de-447e-a508-c210003876f8 None None] For port 207afb6b-785d-475a-929c-e180fccb942e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=207afb6b-785d-475a-929c-e180fccb942e,segment=NetworkSegment(9e3d98f5-669a-4f09-8350-b7b4d44ab8ad),segment_id=9e3d98f5-669a-4f09-8350-b7b4d44ab8ad)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:19.073903 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-edd9a9fa-76de-447e-a508-c210003876f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.096419 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-698d2f06-b524-4d60-8a8f-d8e99882a8ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:19.098439 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d2f06-b524-4d60-8a8f-d8e99882a8ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=fb1942fa-adc6-4182-ab27-af5a8f4b92a9,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:19.100919 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698d2f06-b524-4d60-8a8f-d8e99882a8ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:19.133727 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cadace41-3726-4cb0-8acf-97ae2ab14612 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port 4beaac8a-4294-47e8-af50-3c9b6d8fd7df {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:19.134083 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cadace41-3726-4cb0-8acf-97ae2ab14612 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.151421 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No DVR routers for this DVR port 207afb6b-785d-475a-929c-e180fccb942e on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:17:19.156549 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-41145133-30f9-4242-8970-5a3b7ce158e0 None None] Provisioning complete for port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:19.156969 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41145133-30f9-4242-8970-5a3b7ce158e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.159362 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-edd9a9fa-76de-447e-a508-c210003876f8 None None] Calling delete_port for 207afb6b-785d-475a-929c-e180fccb942e owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:19.162173 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698d2f06-b524-4d60-8a8f-d8e99882a8ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:19.162173 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-698d2f06-b524-4d60-8a8f-d8e99882a8ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.175819 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] For port 681383b1-8f65-4c27-942a-ea88a2cf8de6, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:19.180226 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:19.210214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34396) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:19.214154 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b30c7b51-5d42-469d-9123-5580935633c0 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port 7c01802b-b11a-4728-a24d-e8624c39e583 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:19.214506 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b30c7b51-5d42-469d-9123-5580935633c0 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.253861 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cadace41-3726-4cb0-8acf-97ae2ab14612 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.266597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cadace41-3726-4cb0-8acf-97ae2ab14612 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for 4beaac8a-4294-47e8-af50-3c9b6d8fd7df owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:19.305845 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-698d2f06-b524-4d60-8a8f-d8e99882a8ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8415980 Dec 09 02:17:19.306522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34400) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:19.403369 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.412799 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-edd9a9fa-76de-447e-a508-c210003876f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.421830 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cadace41-3726-4cb0-8acf-97ae2ab14612 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.424219 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.448875 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b30c7b51-5d42-469d-9123-5580935633c0 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.457125 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] For port 681383b1-8f65-4c27-942a-ea88a2cf8de6, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=681383b1-8f65-4c27-942a-ea88a2cf8de6,segment=NetworkSegment(6fe89d88-b42c-4dd7-a374-24f3c2dff671),segment_id=6fe89d88-b42c-4dd7-a374-24f3c2dff671)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:19.461473 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9a9fa-76de-447e-a508-c210003876f8 None None] Pushing event deleted for resources: {'Port': ['ID=207afb6b-785d-475a-929c-e180fccb942e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:19.464481 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.467329 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-351b67c0-5d84-42aa-87ac-b17a4b9c3dc1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'network': {'name': 'tempest-network-smoke--1484314959', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'port_security_enabled': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:19.471947 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.474547 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9427a449-1964-4da7-8905-925885a845f9']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:19.476854 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.484586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadace41-3726-4cb0-8acf-97ae2ab14612 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=4beaac8a-4294-47e8-af50-3c9b6d8fd7df,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:19.517114 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b30c7b51-5d42-469d-9123-5580935633c0 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for 7c01802b-b11a-4728-a24d-e8624c39e583 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:19.526886 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af52a5ec-c5d2-4429-b049-c9128cfff488 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:19.533375 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af52a5ec-c5d2-4429-b049-c9128cfff488 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:19.537839 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-af52a5ec-c5d2-4429-b049-c9128cfff488 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1955976 Dec 09 02:17:19.538383 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34402) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:19.542784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3d98f5-669a-4f09-8350-b7b4d44ab8ad') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:19.542784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3d98f5-669a-4f09-8350-b7b4d44ab8ad') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:19.544643 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd9a9fa-76de-447e-a508-c210003876f8 None None] No DVR routers for this DVR port 207afb6b-785d-475a-929c-e180fccb942e on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:17:19.559883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Network c9940ff8-fcee-419d-82b4-5a42c519e51d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:19.566236 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:19.567529 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.575310 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:19.588977 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351b67c0-5d84-42aa-87ac-b17a4b9c3dc1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:19.594220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-351b67c0-5d84-42aa-87ac-b17a4b9c3dc1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.603009 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Network a9a6acd0-792c-44c3-bbc0-08f7856cea21 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:19.611814 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-351b67c0-5d84-42aa-87ac-b17a4b9c3dc1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.619246 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Pushing event updated for resources: {'Port': ['ID=70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:19.622984 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:19.623367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.630527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cadace41-3726-4cb0-8acf-97ae2ab14612 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.634111 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cadace41-3726-4cb0-8acf-97ae2ab14612 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/4beaac8a-4294-47e8-af50-3c9b6d8fd7df HTTP/1.1" status: 204 len: 168 time: 0.6619272 Dec 09 02:17:19.637749 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34404) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:19.638547 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.643958 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:19.649742 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Pushing event updated for resources: {'Port': ['ID=9ec9fdf0-c433-4eb3-8779-18acfc8ea2f1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:19.656419 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:19.660124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:17:19.660764 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:17:19.667397 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:17:19.701759 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-5893e2e3-dc09-4f08-911b-043d16645e78 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] GET failed (client error): The resource could not be found. Dec 09 02:17:19.713439 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5893e2e3-dc09-4f08-911b-043d16645e78 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports/4beaac8a-4294-47e8-af50-3c9b6d8fd7df HTTP/1.1" status: 404 len: 333 time: 0.0679297 Dec 09 02:17:19.714235 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07027794-a5fc-4b44-b743-f95bda769002 None None] Pushing event updated for resources: {'Port': ['ID=681383b1-8f65-4c27-942a-ea88a2cf8de6,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:19.714424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34406) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:19.814706 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:19.815731 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.822456 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.852044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Attempting to bind port 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:19.852424 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Attempting to bind port 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '360ad788-e432-4a29-a884-36d932cfe887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9940ff8-fcee-419d-82b4-5a42c519e51d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:19.852979 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Attempting to bind port 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 on network c9940ff8-fcee-419d-82b4-5a42c519e51d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:19.869905 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.879340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:19.879340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Checking segment: {'id': '360ad788-e432-4a29-a884-36d932cfe887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9940ff8-fcee-419d-82b4-5a42c519e51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:19.879340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.879340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Bound using segment: {'id': '360ad788-e432-4a29-a884-36d932cfe887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9940ff8-fcee-419d-82b4-5a42c519e51d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:19.879340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Bound port: 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360ad788-e432-4a29-a884-36d932cfe887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9940ff8-fcee-419d-82b4-5a42c519e51d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:19.879340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.880654 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/networks/9427a449-1964-4da7-8905-925885a845f9 HTTP/1.1" status: 204 len: 168 time: 2.6781816 Dec 09 02:17:19.881757 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-41635d6d-5ed0-4983-8e8d-0e55d442b77e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port fb1942fa-adc6-4182-ab27-af5a8f4b92a9 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:19.882118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41635d6d-5ed0-4983-8e8d-0e55d442b77e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.884922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34408) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:19.897960 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca53e98-9539-44fc-9850-208dbbca9670 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Network': ['ID=9427a449-1964-4da7-8905-925885a845f9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:19.915577 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-dc70b6df-2f1d-456a-a31a-60bbcb43cc97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1093553510', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:19.919323 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-55bbdc17-7c68-40b2-a6bd-f051fddd4bf1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.4224300 Dec 09 02:17:19.922485 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34410) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:19.981076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-351b67c0-5d84-42aa-87ac-b17a4b9c3dc1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.987817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f6376a4d-9615-44cc-905b-b85cf6e6a1e5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port ab1804cf-3be3-41f6-bd19-2485d1ee4c47 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:19.988220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6376a4d-9615-44cc-905b-b85cf6e6a1e5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.995648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-351b67c0-5d84-42aa-87ac-b17a4b9c3dc1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.998689 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc70b6df-2f1d-456a-a31a-60bbcb43cc97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:19.999690 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc70b6df-2f1d-456a-a31a-60bbcb43cc97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.000505 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-41145133-30f9-4242-8970-5a3b7ce158e0 None None] Provisioning complete for port 7c01802b-b11a-4728-a24d-e8624c39e583 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:20.001268 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41145133-30f9-4242-8970-5a3b7ce158e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.070364 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b30c7b51-5d42-469d-9123-5580935633c0 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.135326 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351b67c0-5d84-42aa-87ac-b17a4b9c3dc1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:17:20.162933 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] For port 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:20.180022 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-41145133-30f9-4242-8970-5a3b7ce158e0 None None] Port 7c01802b-b11a-4728-a24d-e8624c39e583 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:20.194081 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] For port 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0,segment=NetworkSegment(360ad788-e432-4a29-a884-36d932cfe887),segment_id=360ad788-e432-4a29-a884-36d932cfe887)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:20.196474 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c7b51-5d42-469d-9123-5580935633c0 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=7c01802b-b11a-4728-a24d-e8624c39e583,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:20.197892 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0037613-1ce0-48b9-8f92-abacc126e302 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:20.202103 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 295f2554-ba82-4119-9b1a-014308b005bf no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:17:20.211488 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.235817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-351b67c0-5d84-42aa-87ac-b17a4b9c3dc1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.237004 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-351b67c0-5d84-42aa-87ac-b17a4b9c3dc1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Added segment 55b8cd31-e8ae-45eb-99d6-efb77cfc6e31 of type vlan for network 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a Dec 09 02:17:20.240285 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b67c0-5d84-42aa-87ac-b17a4b9c3dc1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a755401e-8075-427b-be6a-32ab64ae0cba,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:20.256574 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc70b6df-2f1d-456a-a31a-60bbcb43cc97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.293607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41635d6d-5ed0-4983-8e8d-0e55d442b77e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.316430 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc70b6df-2f1d-456a-a31a-60bbcb43cc97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.332932 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b30c7b51-5d42-469d-9123-5580935633c0 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.350042 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 295f2554-ba82-4119-9b1a-014308b005bf {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:17:20.350922 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 295f2554-ba82-4119-9b1a-014308b005bf not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:17:20.354080 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431e408f-a917-4cec-a37b-1956ecd62ac1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:20.361362 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431e408f-a917-4cec-a37b-1956ecd62ac1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:20.368190 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431e408f-a917-4cec-a37b-1956ecd62ac1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:20.369966 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-431e408f-a917-4cec-a37b-1956ecd62ac1 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4454825 Dec 09 02:17:20.374282 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34412) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:20.379875 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc70b6df-2f1d-456a-a31a-60bbcb43cc97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.384149 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dc70b6df-2f1d-456a-a31a-60bbcb43cc97 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4937031 Dec 09 02:17:20.390200 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34414) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:20.394996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-41635d6d-5ed0-4983-8e8d-0e55d442b77e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for fb1942fa-adc6-4182-ab27-af5a8f4b92a9 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:20.442214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-4d6a813b-6b8c-475b-991e-f44aea44d382 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'network': {'name': 'tempest-RoutersTest-798189390'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:20.447184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-351b67c0-5d84-42aa-87ac-b17a4b9c3dc1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.450279 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6376a4d-9615-44cc-905b-b85cf6e6a1e5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.457192 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15538d4-4cad-4cab-95c1-3b27e3a4da17 None None] Pushing event updated for resources: {'Port': ['ID=70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:20.493211 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-272410c2-ca3b-424c-aa54-eb6bbcfc3d73 None None] Provisioning complete for port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:20.495735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-272410c2-ca3b-424c-aa54-eb6bbcfc3d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.565224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f6376a4d-9615-44cc-905b-b85cf6e6a1e5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for ab1804cf-3be3-41f6-bd19-2485d1ee4c47 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:20.608619 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:20.648639 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30c7b51-5d42-469d-9123-5580935633c0 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Router 8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:17:20.698591 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.db.resource_extend [None req-351b67c0-5d84-42aa-87ac-b17a4b9c3dc1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 02:17:20.741752 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:20.742076 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.779275 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-351b67c0-5d84-42aa-87ac-b17a4b9c3dc1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.786535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351b67c0-5d84-42aa-87ac-b17a4b9c3dc1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:20.791895 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-351b67c0-5d84-42aa-87ac-b17a4b9c3dc1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.794264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6a813b-6b8c-475b-991e-f44aea44d382 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:20.806903 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d6a813b-6b8c-475b-991e-f44aea44d382 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.817819 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-272410c2-ca3b-424c-aa54-eb6bbcfc3d73 None None] Provisioning complete for port fb1942fa-adc6-4182-ab27-af5a8f4b92a9 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:20.818199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-272410c2-ca3b-424c-aa54-eb6bbcfc3d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:20.852228 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30c7b51-5d42-469d-9123-5580935633c0 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:17:20.862318 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-272410c2-ca3b-424c-aa54-eb6bbcfc3d73 None None] Port fb1942fa-adc6-4182-ab27-af5a8f4b92a9 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:20.868738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06afa9c8-ed23-4727-b84a-3dd94a5cdf69 None None] Sync routers for ids ['8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:17:20.871074 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b30c7b51-5d42-469d-9123-5580935633c0 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "PUT /v2.0/routers/8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3923686 Dec 09 02:17:20.877272 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34416) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:20.894323 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06afa9c8-ed23-4727-b84a-3dd94a5cdf69 None None] Routers {'8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:20.894961 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-06afa9c8-ed23-4727-b84a-3dd94a5cdf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:20.917473 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-168f2703-e3bc-4d21-8a8f-e8519c4a4f59 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Deleting port 9ec9fdf0-c433-4eb3-8779-18acfc8ea2f1 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:20.917691 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-168f2703-e3bc-4d21-8a8f-e8519c4a4f59 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.015925 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-351b67c0-5d84-42aa-87ac-b17a4b9c3dc1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8026218 Dec 09 02:17:21.070421 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34418) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:21.081295 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-168f2703-e3bc-4d21-8a8f-e8519c4a4f59 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.089844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'admin_state_up': True, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:21.094942 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-168f2703-e3bc-4d21-8a8f-e8519c4a4f59 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Calling delete_port for 9ec9fdf0-c433-4eb3-8779-18acfc8ea2f1 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:21.107191 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d711a1ce-57b5-442c-b03e-c5590563a11b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] GET failed (client error): The resource could not be found. Dec 09 02:17:21.112555 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d711a1ce-57b5-442c-b03e-c5590563a11b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports/7c01802b-b11a-4728-a24d-e8624c39e583 HTTP/1.1" status: 404 len: 333 time: 0.2319367 Dec 09 02:17:21.114788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34420) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:21.153831 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.155338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.161953 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-06afa9c8-ed23-4727-b84a-3dd94a5cdf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:21.164618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b67c0-5d84-42aa-87ac-b17a4b9c3dc1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Network': ['ID=0d365dc9-792a-4bdd-94b8-fdf0b0280b6a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:21.182489 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06afa9c8-ed23-4727-b84a-3dd94a5cdf69 None None] Routers {'8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:21.182782 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-06afa9c8-ed23-4727-b84a-3dd94a5cdf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:21.185430 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 681383b1-8f65-4c27-942a-ea88a2cf8de6 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:21.190904 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:17:21.192681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6a813b-6b8c-475b-991e-f44aea44d382 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:17:21.301187 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.302380 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6376a4d-9615-44cc-905b-b85cf6e6a1e5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.359997 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-06afa9c8-ed23-4727-b84a-3dd94a5cdf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:21.360681 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06afa9c8-ed23-4727-b84a-3dd94a5cdf69 None None] The sync data for ids ['8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:17:21.444913 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0c8c23d6-f2ad-4b95-8fd7-ecfd5f4d42f8 None None] Provisioning complete for port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:21.445286 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c8c23d6-f2ad-4b95-8fd7-ecfd5f4d42f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.446217 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-385ddf08-53ed-40fa-9604-54e9ee0d92a3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.452379 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d6a813b-6b8c-475b-991e-f44aea44d382 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.458184 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-4d6a813b-6b8c-475b-991e-f44aea44d382 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Added segment f19155e2-aa37-44e7-8c80-2e91144c236d of type vlan for network 5c1f9878-e459-451c-a7cd-fb2a36f4f562 Dec 09 02:17:21.567157 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 681383b1-8f65-4c27-942a-ea88a2cf8de6 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:21.567662 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.622552 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-168f2703-e3bc-4d21-8a8f-e8519c4a4f59 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.700915 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f2703-e3bc-4d21-8a8f-e8519c4a4f59 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Pushing event deleted for resources: {'Port': ['ID=9ec9fdf0-c433-4eb3-8779-18acfc8ea2f1,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:21.711697 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488fa252-2fc6-4772-8595-385abdd76eed None None] Network a9a6acd0-792c-44c3-bbc0-08f7856cea21 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:21.861296 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-385ddf08-53ed-40fa-9604-54e9ee0d92a3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.866948 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-385ddf08-53ed-40fa-9604-54e9ee0d92a3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.879096 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.889803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0c8c23d6-f2ad-4b95-8fd7-ecfd5f4d42f8 None None] Provisioning complete for port fb1942fa-adc6-4182-ab27-af5a8f4b92a9 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:21.890186 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c8c23d6-f2ad-4b95-8fd7-ecfd5f4d42f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.940892 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c23d6-f2ad-4b95-8fd7-ecfd5f4d42f8 None None] Port fb1942fa-adc6-4182-ab27-af5a8f4b92a9 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:21.970067 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-168f2703-e3bc-4d21-8a8f-e8519c4a4f59 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.974727 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-168f2703-e3bc-4d21-8a8f-e8519c4a4f59 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] 10.222.0.43 "DELETE /v2.0/ports/9ec9fdf0-c433-4eb3-8779-18acfc8ea2f1 HTTP/1.1" status: 204 len: 168 time: 1.5968730 Dec 09 02:17:21.976206 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-385ddf08-53ed-40fa-9604-54e9ee0d92a3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.976802 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385ddf08-53ed-40fa-9604-54e9ee0d92a3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Fanout notify agent at l3_agent the message router_deleted on router 8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:17:21.990433 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-385ddf08-53ed-40fa-9604-54e9ee0d92a3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:21.992355 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-385ddf08-53ed-40fa-9604-54e9ee0d92a3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/routers/8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361 HTTP/1.1" status: 204 len: 168 time: 0.8766050 Dec 09 02:17:21.996074 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34422) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:21.996424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34424) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:22.006191 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 681383b1-8f65-4c27-942a-ea88a2cf8de6, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=681383b1-8f65-4c27-942a-ea88a2cf8de6,segment=NetworkSegment(6fe89d88-b42c-4dd7-a374-24f3c2dff671),segment_id=6fe89d88-b42c-4dd7-a374-24f3c2dff671)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:22.009546 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-57e7d189-5238-46d2-92a3-8ba4f33f386a tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Request body: {'port': {'name': 'tempest-new-port-name-767096713', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:22.009986 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.api.validators [None req-57e7d189-5238-46d2-92a3-8ba4f33f386a tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] bootfile-name is not in valid_values {{(pid=103333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 02:17:22.011206 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.api.validators [None req-57e7d189-5238-46d2-92a3-8ba4f33f386a tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] tftp-server is not in valid_values {{(pid=103333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 02:17:22.011206 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.api.validators [None req-57e7d189-5238-46d2-92a3-8ba4f33f386a tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] server-ip-address is not in valid_values {{(pid=103333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 09 02:17:22.016172 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:22.089913 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=681383b1-8f65-4c27-942a-ea88a2cf8de6,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:22.117581 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065ab560-84e4-4681-857b-2c412766d0d8 None None] Network c9940ff8-fcee-419d-82b4-5a42c519e51d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:22.142891 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b78078-e32c-4790-970d-19da18682e44 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting subnet b710511a-db48-41fc-8cfe-2e2132a9f677 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:22.158567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6376a4d-9615-44cc-905b-b85cf6e6a1e5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=ab1804cf-3be3-41f6-bd19-2485d1ee4c47,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:22.169126 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13b78078-e32c-4790-970d-19da18682e44 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:22.203106 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57e7d189-5238-46d2-92a3-8ba4f33f386a tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:22.207195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:22.211382 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 207afb6b-785d-475a-929c-e180fccb942e no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:17:22.234218 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13b78078-e32c-4790-970d-19da18682e44 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:22.259826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d6a813b-6b8c-475b-991e-f44aea44d382 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:22.266514 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 207afb6b-785d-475a-929c-e180fccb942e {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:17:22.267002 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 207afb6b-785d-475a-929c-e180fccb942e not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:17:22.270660 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-105a4342-adbc-427d-9d0e-e2ae4a4f9a27 None None] Provisioning complete for port 681383b1-8f65-4c27-942a-ea88a2cf8de6 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:22.270660 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-105a4342-adbc-427d-9d0e-e2ae4a4f9a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:22.356039 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6376a4d-9615-44cc-905b-b85cf6e6a1e5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:22.359877 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f6376a4d-9615-44cc-905b-b85cf6e6a1e5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/ab1804cf-3be3-41f6-bd19-2485d1ee4c47 HTTP/1.1" status: 204 len: 168 time: 2.6463306 Dec 09 02:17:22.362943 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d6a813b-6b8c-475b-991e-f44aea44d382 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:22.368809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6a813b-6b8c-475b-991e-f44aea44d382 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:22.369400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d6a813b-6b8c-475b-991e-f44aea44d382 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:22.373314 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34426) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:22.378338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41635d6d-5ed0-4983-8e8d-0e55d442b77e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:22.397565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-105a4342-adbc-427d-9d0e-e2ae4a4f9a27 None None] Could not find standard attr ID for object fb1942fa-adc6-4182-ab27-af5a8f4b92a9. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:17:22.526978 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-13e69f9a-664c-4076-afd5-835dfb25728a None None] Provisioning complete for port 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:22.528646 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13e69f9a-664c-4076-afd5-835dfb25728a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:22.564816 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d34c36-9503-4fc7-8d24-d8f70a3a6992 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] GET failed (client error): The resource could not be found. Dec 09 02:17:22.568954 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-03d34c36-9503-4fc7-8d24-d8f70a3a6992 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports/ab1804cf-3be3-41f6-bd19-2485d1ee4c47 HTTP/1.1" status: 404 len: 333 time: 0.1890047 Dec 09 02:17:22.576336 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34428) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:22.584923 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41635d6d-5ed0-4983-8e8d-0e55d442b77e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=fb1942fa-adc6-4182-ab27-af5a8f4b92a9,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:22.609276 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4d6a813b-6b8c-475b-991e-f44aea44d382 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1754646 Dec 09 02:17:22.620613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34430) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:22.645940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:22.659586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-4c18c7c3-9d72-4244-967f-ecf659d339de tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'subnet': {'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:22.719614 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a813b-6b8c-475b-991e-f44aea44d382 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Network': ['ID=5c1f9878-e459-451c-a7cd-fb2a36f4f562,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:22.739555 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 5c1f9878-e459-451c-a7cd-fb2a36f4f562 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:17:22.809126 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13e69f9a-664c-4076-afd5-835dfb25728a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:22.881293 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13b78078-e32c-4790-970d-19da18682e44 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:22.913554 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-13e69f9a-664c-4076-afd5-835dfb25728a None None] For port 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0,segment=NetworkSegment(360ad788-e432-4a29-a884-36d932cfe887),segment_id=360ad788-e432-4a29-a884-36d932cfe887)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:22.914682 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:22.915117 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:22.941342 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13e69f9a-664c-4076-afd5-835dfb25728a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:22.974954 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13b78078-e32c-4790-970d-19da18682e44 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:22.994058 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-13e69f9a-664c-4076-afd5-835dfb25728a None None] Provisioning complete for port b24bac3b-e4d7-4716-90bb-79123a32ce65 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:22.994440 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13e69f9a-664c-4076-afd5-835dfb25728a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.021476 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b78078-e32c-4790-970d-19da18682e44 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Subnet': ['ID=b710511a-db48-41fc-8cfe-2e2132a9f677,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:23.036531 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b026738-ebe7-4c13-8484-08923995e3b3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting subnet 3ba45dac-5857-49db-a997-16445a578de3 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:23.042613 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13b78078-e32c-4790-970d-19da18682e44 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.049079 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-13b78078-e32c-4790-970d-19da18682e44 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/b710511a-db48-41fc-8cfe-2e2132a9f677 HTTP/1.1" status: 204 len: 168 time: 1.0472798 Dec 09 02:17:23.053381 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34432) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:23.057157 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e695af1-5049-4c9f-b1b4-6dd1f90f70bd None None] Network 0edb3635-c67f-485c-8dcf-af7d854c303f requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:23.128064 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6b026738-ebe7-4c13-8484-08923995e3b3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.154765 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e69f9a-664c-4076-afd5-835dfb25728a None None] Pushing event updated for resources: {'Port': ['ID=70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:23.155265 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.211289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41635d6d-5ed0-4983-8e8d-0e55d442b77e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.218243 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-13e69f9a-664c-4076-afd5-835dfb25728a None None] Port b24bac3b-e4d7-4716-90bb-79123a32ce65 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:23.219500 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-41635d6d-5ed0-4983-8e8d-0e55d442b77e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/fb1942fa-adc6-4182-ab27-af5a8f4b92a9 HTTP/1.1" status: 204 len: 168 time: 3.6777625 Dec 09 02:17:23.223276 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34434) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:23.244655 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6b026738-ebe7-4c13-8484-08923995e3b3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.276856 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-13e69f9a-664c-4076-afd5-835dfb25728a None None] Provisioning complete for port 681383b1-8f65-4c27-942a-ea88a2cf8de6 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:23.277806 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13e69f9a-664c-4076-afd5-835dfb25728a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.280607 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 681383b1-8f65-4c27-942a-ea88a2cf8de6 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:23.290238 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57e7d189-5238-46d2-92a3-8ba4f33f386a tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.302144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c18c7c3-9d72-4244-967f-ecf659d339de tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:23.305473 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c18c7c3-9d72-4244-967f-ecf659d339de tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.309876 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57e7d189-5238-46d2-92a3-8ba4f33f386a tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.334461 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881184e1-695a-4828-a3d0-ac4eed821258 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:23.336176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881184e1-695a-4828-a3d0-ac4eed821258 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:23.337863 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881184e1-695a-4828-a3d0-ac4eed821258 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:23.342631 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-881184e1-695a-4828-a3d0-ac4eed821258 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1164908 Dec 09 02:17:23.388015 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34436) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:23.391243 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 681383b1-8f65-4c27-942a-ea88a2cf8de6 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:23.391709 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.426738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2877f5-ca19-4077-b6d5-65af9eb2a578 None None] DHCP port deletion for 0edb3635-c67f-485c-8dcf-af7d854c303f request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:17:23.468174 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port c9463090-18bd-4559-bb45-46fb7367b2ca {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:23.468542 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.502001 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-57e7d189-5238-46d2-92a3-8ba4f33f386a tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] In _notify_port_updated(), no bound segment for port b24bac3b-e4d7-4716-90bb-79123a32ce65 on network a9a6acd0-792c-44c3-bbc0-08f7856cea21 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:17:23.507743 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e7d189-5238-46d2-92a3-8ba4f33f386a tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:23.508437 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57e7d189-5238-46d2-92a3-8ba4f33f386a tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.512535 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-57e7d189-5238-46d2-92a3-8ba4f33f386a tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] 10.222.0.43 "PUT /v2.0/ports/b24bac3b-e4d7-4716-90bb-79123a32ce65 HTTP/1.1" status: 200 len: 1135 time: 1.5150306 Dec 09 02:17:23.513355 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7d189-5238-46d2-92a3-8ba4f33f386a tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Pushing event updated for resources: {'Port': ['ID=b24bac3b-e4d7-4716-90bb-79123a32ce65,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:23.521182 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34438) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:23.597663 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-7408664d-afe9-4e3d-a902-c17b133d242a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 6b9aed24-c4da-4739-bf32-4a246802c9be {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:23.598682 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.603213 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1a2877f5-ca19-4077-b6d5-65af9eb2a578 None None] Deleting port c9463090-18bd-4559-bb45-46fb7367b2ca {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:23.603622 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1a2877f5-ca19-4077-b6d5-65af9eb2a578 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.624972 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.629784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7408664d-afe9-4e3d-a902-c17b133d242a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.694918 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cf7846-bf80-4278-9873-1a46e5f8c63a tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:23.701981 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-89cf7846-bf80-4278-9873-1a46e5f8c63a tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] 10.222.0.43 "GET /v2.0/ports/b24bac3b-e4d7-4716-90bb-79123a32ce65 HTTP/1.1" status: 200 len: 1135 time: 0.1378369 Dec 09 02:17:23.708938 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34440) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:23.720802 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] For port c9463090-18bd-4559-bb45-46fb7367b2ca, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c9463090-18bd-4559-bb45-46fb7367b2ca,segment=NetworkSegment(15fa76e4-858d-459c-8fa2-573baf42e285),segment_id=15fa76e4-858d-459c-8fa2-573baf42e285)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:23.721439 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.728398 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1a2877f5-ca19-4077-b6d5-65af9eb2a578 None None] For port c9463090-18bd-4559-bb45-46fb7367b2ca, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c9463090-18bd-4559-bb45-46fb7367b2ca,segment=NetworkSegment(15fa76e4-858d-459c-8fa2-573baf42e285),segment_id=15fa76e4-858d-459c-8fa2-573baf42e285)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:23.729069 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1a2877f5-ca19-4077-b6d5-65af9eb2a578 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.747796 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1a2877f5-ca19-4077-b6d5-65af9eb2a578 None None] Calling delete_port for c9463090-18bd-4559-bb45-46fb7367b2ca owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:23.772969 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for c9463090-18bd-4559-bb45-46fb7367b2ca owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:23.778631 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7408664d-afe9-4e3d-a902-c17b133d242a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.820023 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6b026738-ebe7-4c13-8484-08923995e3b3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.884336 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-160a042f-e312-407a-be01-28ba71d8d073 None None] Provisioning complete for port 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:23.885637 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-160a042f-e312-407a-be01-28ba71d8d073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.969490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1a2877f5-ca19-4077-b6d5-65af9eb2a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:23.995872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.26.3.23 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/7fb32544-9e77-4783-a24f-aa7cafdc60d0) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:24.022891 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7408664d-afe9-4e3d-a902-c17b133d242a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.028539 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d0229-e108-4ba7-bb8c-78ea0cd763db tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Deleting port b24bac3b-e4d7-4716-90bb-79123a32ce65 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:24.028975 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c6d0229-e108-4ba7-bb8c-78ea0cd763db tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.035059 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2877f5-ca19-4077-b6d5-65af9eb2a578 None None] Pushing event deleted for resources: {'Port': ['ID=c9463090-18bd-4559-bb45-46fb7367b2ca,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:24.041042 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2877f5-ca19-4077-b6d5-65af9eb2a578 None None] No DVR routers for this DVR port c9463090-18bd-4559-bb45-46fb7367b2ca on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:17:24.059848 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-160a042f-e312-407a-be01-28ba71d8d073 None None] Could not find standard attr ID for object 9ec9fdf0-c433-4eb3-8779-18acfc8ea2f1. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:17:24.071857 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6b026738-ebe7-4c13-8484-08923995e3b3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.076427 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-160a042f-e312-407a-be01-28ba71d8d073 None None] Provisioning complete for port b24bac3b-e4d7-4716-90bb-79123a32ce65 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:24.077055 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-160a042f-e312-407a-be01-28ba71d8d073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.105524 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.136750 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-160a042f-e312-407a-be01-28ba71d8d073 None None] Port b24bac3b-e4d7-4716-90bb-79123a32ce65 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:24.141637 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-160a042f-e312-407a-be01-28ba71d8d073 None None] Could not find standard attr ID for object ab1804cf-3be3-41f6-bd19-2485d1ee4c47. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:17:24.145351 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-160a042f-e312-407a-be01-28ba71d8d073 None None] Could not find standard attr ID for object 4beaac8a-4294-47e8-af50-3c9b6d8fd7df. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:17:24.152416 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=c9463090-18bd-4559-bb45-46fb7367b2ca,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:24.153649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6b026738-ebe7-4c13-8484-08923995e3b3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.159786 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No DVR routers for this DVR port c9463090-18bd-4559-bb45-46fb7367b2ca on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:17:24.159902 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6b026738-ebe7-4c13-8484-08923995e3b3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/3ba45dac-5857-49db-a997-16445a578de3 HTTP/1.1" status: 204 len: 168 time: 1.5537229 Dec 09 02:17:24.161136 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34442) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:24.181198 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b026738-ebe7-4c13-8484-08923995e3b3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba45dac-5857-49db-a997-16445a578de3,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:24.193960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c18c7c3-9d72-4244-967f-ecf659d339de tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.205842 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d9e1b3-18ef-467e-9ce8-a2291a250c9f None None] Network c9940ff8-fcee-419d-82b4-5a42c519e51d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:24.282313 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18c7c3-9d72-4244-967f-ecf659d339de tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Subnet': ['ID=a4eb5160-10f0-4f21-bce0-57d2e93c3c8b,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:24.303332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.310064 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c18c7c3-9d72-4244-967f-ecf659d339de tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Checking segment: {'id': 'f19155e2-aa37-44e7-8c80-2e91144c236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:24.310064 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c18c7c3-9d72-4244-967f-ecf659d339de tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network hostable DHCP agents. Network: 5c1f9878-e459-451c-a7cd-fb2a36f4f562, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:17:24.349075 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7408664d-afe9-4e3d-a902-c17b133d242a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.354427 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c18c7c3-9d72-4244-967f-ecf659d339de tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 5c1f9878-e459-451c-a7cd-fb2a36f4f562 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:17:24.369907 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.370731 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.378222 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c6d0229-e108-4ba7-bb8c-78ea0cd763db tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.378646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-4c18c7c3-9d72-4244-967f-ecf659d339de tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 5c1f9878-e459-451c-a7cd-fb2a36f4f562) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:24.410168 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268cad71-c585-4131-8ce9-2fc391f64987 None None] Network 5c1f9878-e459-451c-a7cd-fb2a36f4f562 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:24.416265 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408664d-afe9-4e3d-a902-c17b133d242a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9aed24-c4da-4739-bf32-4a246802c9be,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:24.422605 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.424206 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c18c7c3-9d72-4244-967f-ecf659d339de tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:24.424850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c18c7c3-9d72-4244-967f-ecf659d339de tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.427228 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7408664d-afe9-4e3d-a902-c17b133d242a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.432832 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7408664d-afe9-4e3d-a902-c17b133d242a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/6b9aed24-c4da-4739-bf32-4a246802c9be HTTP/1.1" status: 204 len: 168 time: 1.0405974 Dec 09 02:17:24.433707 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34444) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:24.438727 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d0229-e108-4ba7-bb8c-78ea0cd763db tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Calling delete_port for b24bac3b-e4d7-4716-90bb-79123a32ce65 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:24.454654 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0edb3635-c67f-485c-8dcf-af7d854c303f']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:24.464584 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7b1f65-f5c7-4cf4-b7f4-5e451eec15cb None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:24.479421 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fa76e4-858d-459c-8fa2-573baf42e285') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:24.479782 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fa76e4-858d-459c-8fa2-573baf42e285') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:24.489608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:24.504849 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:24.513089 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.527987 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55ee63e-7ca3-4f67-86ed-9261358362f0 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:17:24.530330 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4c18c7c3-9d72-4244-967f-ecf659d339de tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9067624 Dec 09 02:17:24.531318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:24.538941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34446) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:24.549466 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:24.550560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-7abed9c5-c413-4c5c-b1e6-99fc0ba1f580 None None] Provisioning complete for port b24bac3b-e4d7-4716-90bb-79123a32ce65 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:24.551100 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7abed9c5-c413-4c5c-b1e6-99fc0ba1f580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.562404 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.572634 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:17:24.573046 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: self.session.flush() Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:17:24.577622 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:17:24.584442 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=7fb32544-9e77-4783-a24f-aa7cafdc60d0,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:24.628250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-82dad5a1-91e3-4739-975a-21a229f07468 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 87853734-1022-475b-9d6c-0b42b25d89d0 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:24.631798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82dad5a1-91e3-4739-975a-21a229f07468 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.665207 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7abed9c5-c413-4c5c-b1e6-99fc0ba1f580 None None] Port b24bac3b-e4d7-4716-90bb-79123a32ce65 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:24.676433 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:24.676816 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.691771 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.695744 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.704724 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/networks/0edb3635-c67f-485c-8dcf-af7d854c303f HTTP/1.1" status: 204 len: 168 time: 1.6493962 Dec 09 02:17:24.706599 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34448) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:24.713048 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93a5376-b786-4435-b846-263805397558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'project_id': 'a758062df96345628c35c50c762f8108', 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:24.714211 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a93a5376-b786-4435-b846-263805397558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.761794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:24.762798 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c359dd-75ef-4208-8abd-434531d7fa75 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Network': ['ID=0edb3635-c67f-485c-8dcf-af7d854c303f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:24.763038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.846162 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] For port 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0,segment=NetworkSegment(360ad788-e432-4a29-a884-36d932cfe887),segment_id=360ad788-e432-4a29-a884-36d932cfe887)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:24.846560 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.850601 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed402d-5679-41be-8535-69dffa2f1a59 None None] DHCP port deletion for c9940ff8-fcee-419d-82b4-5a42c519e51d request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:17:24.861482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:24.866164 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c6d0229-e108-4ba7-bb8c-78ea0cd763db tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.931796 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1b10ee44-27b1-4494-8a62-32729ecf54c7 None None] Provisioning complete for port 7fb32544-9e77-4783-a24f-aa7cafdc60d0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:24.932170 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b10ee44-27b1-4494-8a62-32729ecf54c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:24.940511 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d0229-e108-4ba7-bb8c-78ea0cd763db tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Pushing event deleted for resources: {'Port': ['ID=b24bac3b-e4d7-4716-90bb-79123a32ce65,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:25.034092 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c6d0229-e108-4ba7-bb8c-78ea0cd763db tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.041205 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4c6d0229-e108-4ba7-bb8c-78ea0cd763db tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] 10.222.0.43 "DELETE /v2.0/ports/b24bac3b-e4d7-4716-90bb-79123a32ce65 HTTP/1.1" status: 204 len: 168 time: 1.3301651 Dec 09 02:17:25.041795 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34450) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:25.048922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82dad5a1-91e3-4739-975a-21a229f07468 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.070146 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-a93a5376-b786-4435-b846-263805397558 None None] Allocated IP 172.20.0.2 (5c1f9878-e459-451c-a7cd-fb2a36f4f562/a4eb5160-10f0-4f21-bce0-57d2e93c3c8b/74cb281d-5387-4cd1-aa84-8eab6d78653e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:25.077879 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1b10ee44-27b1-4494-8a62-32729ecf54c7 None None] Port 7fb32544-9e77-4783-a24f-aa7cafdc60d0 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:25.091286 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.114489 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed402d-5679-41be-8535-69dffa2f1a59 None None] Deleting port 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:25.114868 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7ed402d-5679-41be-8535-69dffa2f1a59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.136355 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.145833 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No DVR routers for this DVR port 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:17:25.154499 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9644950-f347-452e-a3c7-6ccc2e5d41f9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:25.156001 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d9644950-f347-452e-a3c7-6ccc2e5d41f9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports/0376222d-b4d0-48c5-a2de-b97cde538a84 HTTP/1.1" status: 200 len: 844 time: 0.4496493 Dec 09 02:17:25.161366 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:25.164057 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34452) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:25.190244 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-a676ac26-448f-4df2-9f0b-c00366d4227d tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Deleting subnet 5885f3f3-ede3-479c-a828-31c32cd401fe {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:25.226002 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c9463090-18bd-4559-bb45-46fb7367b2ca no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:17:25.273004 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ff84270e-8037-4385-aed4-c87f8d6fee4e tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports/0376222d-b4d0-48c5-a2de-b97cde538a84?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0880487 Dec 09 02:17:25.276124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a676ac26-448f-4df2-9f0b-c00366d4227d tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.281298 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34454) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:25.288225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: c9463090-18bd-4559-bb45-46fb7367b2ca {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:17:25.288566 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c9463090-18bd-4559-bb45-46fb7367b2ca not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:17:25.289881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a8f9e6ea-8164-4a70-906b-cd217cb870ad tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'subnet': {'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:25.324714 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e7ed402d-5679-41be-8535-69dffa2f1a59 None None] For port 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:25.325114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7ed402d-5679-41be-8535-69dffa2f1a59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.356086 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed402d-5679-41be-8535-69dffa2f1a59 None None] Calling delete_port for 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:25.363132 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-e7ed402d-5679-41be-8535-69dffa2f1a59 None None] Port 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 was not found and therefore no delete operation was performed {{(pid=103335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 02:17:25.365830 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7ed402d-5679-41be-8535-69dffa2f1a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.405776 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed402d-5679-41be-8535-69dffa2f1a59 None None] Pushing event deleted for resources: {'Port': ['ID=70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:25.418196 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.434614 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a676ac26-448f-4df2-9f0b-c00366d4227d tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.435172 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ed402d-5679-41be-8535-69dffa2f1a59 None None] No DVR routers for this DVR port 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:17:25.476337 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82dad5a1-91e3-4739-975a-21a229f07468 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.479625 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a93a5376-b786-4435-b846-263805397558 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.489695 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a93a5376-b786-4435-b846-263805397558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.490561 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9940ff8-fcee-419d-82b4-5a42c519e51d']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:25.510885 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360ad788-e432-4a29-a884-36d932cfe887') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:25.511186 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360ad788-e432-4a29-a884-36d932cfe887') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:25.528666 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.536846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a5376-b786-4435-b846-263805397558 None None] Network 5c1f9878-e459-451c-a7cd-fb2a36f4f562 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:25.540097 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a93a5376-b786-4435-b846-263805397558 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:25.547018 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a5376-b786-4435-b846-263805397558 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:25.552578 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.559316 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a5376-b786-4435-b846-263805397558 None None] Pushing event updated for resources: {'Port': ['ID=74cb281d-5387-4cd1-aa84-8eab6d78653e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:25.592576 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:17:25.593015 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:17:25.598289 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:17:25.626009 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a93a5376-b786-4435-b846-263805397558 None None] Attempting to bind port 74cb281d-5387-4cd1-aa84-8eab6d78653e on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:25.627013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a93a5376-b786-4435-b846-263805397558 None None] Attempting to bind port 74cb281d-5387-4cd1-aa84-8eab6d78653e by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'f19155e2-aa37-44e7-8c80-2e91144c236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:25.627325 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93a5376-b786-4435-b846-263805397558 None None] Attempting to bind port 74cb281d-5387-4cd1-aa84-8eab6d78653e on network 5c1f9878-e459-451c-a7cd-fb2a36f4f562 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:25.635932 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93a5376-b786-4435-b846-263805397558 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:25.637832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93a5376-b786-4435-b846-263805397558 None None] Checking segment: {'id': 'f19155e2-aa37-44e7-8c80-2e91144c236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:25.638306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f9e6ea-8164-4a70-906b-cd217cb870ad tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:25.638657 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a93a5376-b786-4435-b846-263805397558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.639212 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93a5376-b786-4435-b846-263805397558 None None] Bound using segment: {'id': 'f19155e2-aa37-44e7-8c80-2e91144c236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:25.640129 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a93a5376-b786-4435-b846-263805397558 None None] Bound port: 74cb281d-5387-4cd1-aa84-8eab6d78653e, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19155e2-aa37-44e7-8c80-2e91144c236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:25.640676 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a93a5376-b786-4435-b846-263805397558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.651005 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e6ea-8164-4a70-906b-cd217cb870ad tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.680791 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a676ac26-448f-4df2-9f0b-c00366d4227d tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.725482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.749336 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.761026 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/networks/c9940ff8-fcee-419d-82b4-5a42c519e51d HTTP/1.1" status: 204 len: 168 time: 1.5912635 Dec 09 02:17:25.761374 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a93a5376-b786-4435-b846-263805397558 None None] For port 74cb281d-5387-4cd1-aa84-8eab6d78653e, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:25.765742 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34456) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:25.767509 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a93a5376-b786-4435-b846-263805397558 None None] For port 74cb281d-5387-4cd1-aa84-8eab6d78653e, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=74cb281d-5387-4cd1-aa84-8eab6d78653e,segment=NetworkSegment(f19155e2-aa37-44e7-8c80-2e91144c236d),segment_id=f19155e2-aa37-44e7-8c80-2e91144c236d)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:25.773421 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a93a5376-b786-4435-b846-263805397558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.773947 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-38bc93dc-21f8-46fb-9e05-197caee4b2f6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1438195565'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:25.793381 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c1eba-c89d-48fe-a0c0-c450645bc03e tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Network': ['ID=c9940ff8-fcee-419d-82b4-5a42c519e51d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:25.835556 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bc93dc-21f8-46fb-9e05-197caee4b2f6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:25.839295 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38bc93dc-21f8-46fb-9e05-197caee4b2f6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.846498 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82dad5a1-91e3-4739-975a-21a229f07468 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.855329 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a676ac26-448f-4df2-9f0b-c00366d4227d tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.867101 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a5376-b786-4435-b846-263805397558 None None] Pushing event updated for resources: {'Port': ['ID=74cb281d-5387-4cd1-aa84-8eab6d78653e,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:25.884537 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.901608 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676ac26-448f-4df2-9f0b-c00366d4227d tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Pushing event deleted for resources: {'Subnet': ['ID=5885f3f3-ede3-479c-a828-31c32cd401fe,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:25.919382 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40316d7b-e307-4421-b35c-41c715a5f209 None None] Network a9a6acd0-792c-44c3-bbc0-08f7856cea21 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:25.923345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38bc93dc-21f8-46fb-9e05-197caee4b2f6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:17:25.924057 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-4fe96892-87ca-40d5-bc46-8cd1366805f8 None None] Provisioning complete for port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:25.924343 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4fe96892-87ca-40d5-bc46-8cd1366805f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.926306 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a676ac26-448f-4df2-9f0b-c00366d4227d tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.931857 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a676ac26-448f-4df2-9f0b-c00366d4227d tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] 10.222.0.43 "DELETE /v2.0/subnets/5885f3f3-ede3-479c-a828-31c32cd401fe HTTP/1.1" status: 204 len: 168 time: 0.8861125 Dec 09 02:17:25.936198 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34458) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:25.976100 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dad5a1-91e3-4739-975a-21a229f07468 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=87853734-1022-475b-9d6c-0b42b25d89d0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:25.980251 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82dad5a1-91e3-4739-975a-21a229f07468 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.985687 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-82dad5a1-91e3-4739-975a-21a229f07468 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/87853734-1022-475b-9d6c-0b42b25d89d0 HTTP/1.1" status: 204 len: 168 time: 1.5468860 Dec 09 02:17:25.986444 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38bc93dc-21f8-46fb-9e05-197caee4b2f6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:25.986742 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-38bc93dc-21f8-46fb-9e05-197caee4b2f6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Added segment 9b6abba9-b5c4-44a3-a490-24fe25b254c5 of type vlan for network ec26881b-e374-4704-b3bf-84c54e4c1aa0 Dec 09 02:17:25.986881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Allocated IP 172.20.0.1 (5c1f9878-e459-451c-a7cd-fb2a36f4f562/a4eb5160-10f0-4f21-bce0-57d2e93c3c8b/f7434c49-12e9-47d5-8bf1-3c3d6d58119d) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:25.989896 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34460) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:26.007013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186bc5d2-2b19-4fbc-be29-da47b069dd6c None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:26.078670 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a096077c-35f8-43ef-81ab-1ded4f38d60e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875177 Dec 09 02:17:26.087223 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34462) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:26.098580 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6172246a-35d0-45e0-9071-42ded88db33d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:26.121935 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38bc93dc-21f8-46fb-9e05-197caee4b2f6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:26.132102 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:26.268539 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38bc93dc-21f8-46fb-9e05-197caee4b2f6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:26.274175 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bc93dc-21f8-46fb-9e05-197caee4b2f6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:26.274877 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38bc93dc-21f8-46fb-9e05-197caee4b2f6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:26.352418 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e878fb-c65c-4108-9fa1-f29f4f6b0ca0 None None] DHCP port deletion for a9a6acd0-792c-44c3-bbc0-08f7856cea21 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:17:26.405672 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7726ed-b874-4203-82cc-c9e4af516932 None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:17:26.475130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-99e878fb-c65c-4108-9fa1-f29f4f6b0ca0 None None] Deleting port 681383b1-8f65-4c27-942a-ea88a2cf8de6 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:26.475768 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e878fb-c65c-4108-9fa1-f29f4f6b0ca0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:26.562651 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 74cb281d-5387-4cd1-aa84-8eab6d78653e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:26.565956 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-99e878fb-c65c-4108-9fa1-f29f4f6b0ca0 None None] For port 681383b1-8f65-4c27-942a-ea88a2cf8de6, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=681383b1-8f65-4c27-942a-ea88a2cf8de6,segment=NetworkSegment(6fe89d88-b42c-4dd7-a374-24f3c2dff671),segment_id=6fe89d88-b42c-4dd7-a374-24f3c2dff671)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:26.567246 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e878fb-c65c-4108-9fa1-f29f4f6b0ca0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:26.606515 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-99e878fb-c65c-4108-9fa1-f29f4f6b0ca0 None None] Calling delete_port for 681383b1-8f65-4c27-942a-ea88a2cf8de6 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:26.613846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5f7726ed-b874-4203-82cc-c9e4af516932 None None] Deleting port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:26.614376 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5f7726ed-b874-4203-82cc-c9e4af516932 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:26.650887 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6172246a-35d0-45e0-9071-42ded88db33d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:26.654994 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6172246a-35d0-45e0-9071-42ded88db33d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:26.666502 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-38bc93dc-21f8-46fb-9e05-197caee4b2f6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8991299 Dec 09 02:17:26.672486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34464) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:26.710827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-3d536cbc-cbaa-4933-a0e2-53279c2684aa tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'subnet': {'network_id': 'ec26881b-e374-4704-b3bf-84c54e4c1aa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:26.718852 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc93dc-21f8-46fb-9e05-197caee4b2f6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Network': ['ID=ec26881b-e374-4704-b3bf-84c54e4c1aa0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:26.737028 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Deleting port 681383b1-8f65-4c27-942a-ea88a2cf8de6 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:26.737427 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:26.743179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5f7726ed-b874-4203-82cc-c9e4af516932 None None] For port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:26.743179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5f7726ed-b874-4203-82cc-c9e4af516932 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:26.749284 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network ec26881b-e374-4704-b3bf-84c54e4c1aa0 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:17:26.815592 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5f7726ed-b874-4203-82cc-c9e4af516932 None None] Calling delete_port for 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:26.827325 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] For port 681383b1-8f65-4c27-942a-ea88a2cf8de6, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=681383b1-8f65-4c27-942a-ea88a2cf8de6,segment=NetworkSegment(6fe89d88-b42c-4dd7-a374-24f3c2dff671),segment_id=6fe89d88-b42c-4dd7-a374-24f3c2dff671)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:26.827859 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:26.848719 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Calling delete_port for 681383b1-8f65-4c27-942a-ea88a2cf8de6 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:26.856780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e6ea-8164-4a70-906b-cd217cb870ad tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:26.926262 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:26.932488 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f9e6ea-8164-4a70-906b-cd217cb870ad tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 2df3a222-442f-42c4-8365-e4a0f2943169 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:26.951143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-a8f9e6ea-8164-4a70-906b-cd217cb870ad tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:26.973054 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f9e6ea-8164-4a70-906b-cd217cb870ad tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:26.974898 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e6ea-8164-4a70-906b-cd217cb870ad tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:26.985130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:26.987050 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9e6ea-8164-4a70-906b-cd217cb870ad tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Subnet': ['ID=1b4e42ee-50f2-40ad-b21d-9ac9fb911bfa,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:27.005527 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6172246a-35d0-45e0-9071-42ded88db33d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.061966 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6172246a-35d0-45e0-9071-42ded88db33d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:27.062904 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.077191 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-6172246a-35d0-45e0-9071-42ded88db33d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:27.101380 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6172246a-35d0-45e0-9071-42ded88db33d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:27.102106 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6172246a-35d0-45e0-9071-42ded88db33d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.107887 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Pushing event deleted for resources: {'Port': ['ID=681383b1-8f65-4c27-942a-ea88a2cf8de6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:27.109744 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] No DVR routers for this DVR port 681383b1-8f65-4c27-942a-ea88a2cf8de6 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:17:27.114864 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172246a-35d0-45e0-9071-42ded88db33d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=5ebd6176-0375-41b9-b0d9-01187552ac04,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:27.163007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d536cbc-cbaa-4933-a0e2-53279c2684aa tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:27.164206 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6172246a-35d0-45e0-9071-42ded88db33d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0758274 Dec 09 02:17:27.168574 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b74b0c-666d-40e3-a9de-84190e56ddcb None None] Network 2df3a222-442f-42c4-8365-e4a0f2943169 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:27.168844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3d536cbc-cbaa-4933-a0e2-53279c2684aa tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.174938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 74cb281d-5387-4cd1-aa84-8eab6d78653e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:27.175464 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.182754 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a8f9e6ea-8164-4a70-906b-cd217cb870ad tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8948169 Dec 09 02:17:27.185178 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34466) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:27.185515 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34468) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:27.191871 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-e23e4293-8a5b-44ef-bea8-13f544f43d1d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'security_group': {'name': 'tempest-secgroup-960984697'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:27.203673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:27.246330 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.275112 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a6acd0-792c-44c3-bbc0-08f7856cea21']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:27.288565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe89d88-b42c-4dd7-a374-24f3c2dff671') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:27.288565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe89d88-b42c-4dd7-a374-24f3c2dff671') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:27.299100 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0fda73-0006-4f11-9232-f83b5110eb04 None None] Network 5c1f9878-e459-451c-a7cd-fb2a36f4f562 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:27.300379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.316297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.323285 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:17:27.324643 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:17:27.328202 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:17:27.334988 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.360222 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99e878fb-c65c-4108-9fa1-f29f4f6b0ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.386618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e23e4293-8a5b-44ef-bea8-13f544f43d1d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.400246 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.406378 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.415815 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5f7726ed-b874-4203-82cc-c9e4af516932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.421915 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] 10.222.0.43 "DELETE /v2.0/networks/a9a6acd0-792c-44c3-bbc0-08f7856cea21 HTTP/1.1" status: 204 len: 168 time: 1.4820561 Dec 09 02:17:27.425017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e878fb-c65c-4108-9fa1-f29f4f6b0ca0 None None] Pushing event deleted for resources: {'Port': ['ID=681383b1-8f65-4c27-942a-ea88a2cf8de6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:27.429389 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e878fb-c65c-4108-9fa1-f29f4f6b0ca0 None None] No DVR routers for this DVR port 681383b1-8f65-4c27-942a-ea88a2cf8de6 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:17:27.453429 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e0038-2a00-4d23-ad00-ae87120ecd47 tempest-ExtraDHCPOptionsTestJSON-1370102615 tempest-ExtraDHCPOptionsTestJSON-1370102615-project] Pushing event deleted for resources: {'Network': ['ID=a9a6acd0-792c-44c3-bbc0-08f7856cea21,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:27.458620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 5c1f9878-e459-451c-a7cd-fb2a36f4f562 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:27.476158 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:27.477583 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5359cfac-4503-492d-9a09-a9aad160b6e5 None None] Provisioning complete for port 74cb281d-5387-4cd1-aa84-8eab6d78653e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:27.477974 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5359cfac-4503-492d-9a09-a9aad160b6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.484889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=f7434c49-12e9-47d5-8bf1-3c3d6d58119d,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:27.488014 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:27.505795 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 08ca0122-a02b-4a71-bac2-91cde312983f is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:17:27.509502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7726ed-b874-4203-82cc-c9e4af516932 None None] Pushing event deleted for resources: {'Port': ['ID=9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:27.526308 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7726ed-b874-4203-82cc-c9e4af516932 None None] No DVR routers for this DVR port 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:17:27.540925 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-2df3a222-442f-42c4-8365-e4a0f2943169', 'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169', 'project_id': '41c2f5bd624749d08f586a47815f13ab', 'fixed_ips': [{'subnet_id': '1b4e42ee-50f2-40ad-b21d-9ac9fb911bfa'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:27.541894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.568720 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10f9d1f-8275-40a7-8a82-6e8c4fb51218 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:27.622386 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.712215 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.750816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:27.754969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.761047 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e23e4293-8a5b-44ef-bea8-13f544f43d1d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.761203 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34474) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:27.847215 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e23e4293-8a5b-44ef-bea8-13f544f43d1d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.909598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': '5ebd6176-0375-41b9-b0d9-01187552ac04'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:27.911141 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.917455 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 74cb281d-5387-4cd1-aa84-8eab6d78653e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=74cb281d-5387-4cd1-aa84-8eab6d78653e,segment=NetworkSegment(f19155e2-aa37-44e7-8c80-2e91144c236d),segment_id=f19155e2-aa37-44e7-8c80-2e91144c236d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:27.931793 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5359cfac-4503-492d-9a09-a9aad160b6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.945677 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4d7c6e7f-4a0c-4b20-a8a4-abfb6256150b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b7efe9e3a064645a85e40f4438ea7b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831868 Dec 09 02:17:27.948327 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34478) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:27.948490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.973997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3d536cbc-cbaa-4933-a0e2-53279c2684aa tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.991868 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e4293-8a5b-44ef-bea8-13f544f43d1d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=538c0ae7-2af3-4ff7-8efb-0367df408ede,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:27.996098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e23e4293-8a5b-44ef-bea8-13f544f43d1d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:27.997319 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e23e4293-8a5b-44ef-bea8-13f544f43d1d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.8093879 Dec 09 02:17:28.000079 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Allocated IP 2001:db8::2 (2df3a222-442f-42c4-8365-e4a0f2943169/1b4e42ee-50f2-40ad-b21d-9ac9fb911bfa/93c1805d-9191-43de-a12e-1a8eaa8fe6a6) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:28.010337 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34480) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:28.031932 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-25cca482-40f2-4d30-b41a-14f343bbd379 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'security_group': {'name': 'tempest-secgroup-1852195177'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:28.079267 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:17:28.086035 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43f8ae4d-fe8d-46e3-b3f2-0f6903a2f75c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:28.092505 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Sync routers for ids ['08ca0122-a02b-4a71-bac2-91cde312983f'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:17:28.113049 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Routers {'08ca0122-a02b-4a71-bac2-91cde312983f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:28.113676 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08ca0122-a02b-4a71-bac2-91cde312983f'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:28.115391 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:17:28.116364 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43f8ae4d-fe8d-46e3-b3f2-0f6903a2f75c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:28.184658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=74cb281d-5387-4cd1-aa84-8eab6d78653e,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:28.193892 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43f8ae4d-fe8d-46e3-b3f2-0f6903a2f75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:28.194348 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:17:28.194877 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 70f4ec2e-a2b6-40bc-b91b-2ad83fab0bd0 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:17:28.195489 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:17:28.199811 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:28.200891 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43f8ae4d-fe8d-46e3-b3f2-0f6903a2f75c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:28.221120 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-43f8ae4d-fe8d-46e3-b3f2-0f6903a2f75c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e33f9431-0ef6-4cbe-b7cc-f0e1287b068d HTTP/1.1" status: 204 len: 168 time: 0.2695918 Dec 09 02:17:28.235974 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d536cbc-cbaa-4933-a0e2-53279c2684aa tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Subnet': ['ID=a22b5126-267a-4040-a485-208f71239971,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:28.244302 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:17:28.244913 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 9a3ee879-e1ca-4bfa-8cbd-ede2885f3d5e not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:17:28.245653 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 681383b1-8f65-4c27-942a-ea88a2cf8de6 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:17:28.252693 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25cca482-40f2-4d30-b41a-14f343bbd379 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:28.253101 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-5359cfac-4503-492d-9a09-a9aad160b6e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:17:28.253771 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-5359cfac-4503-492d-9a09-a9aad160b6e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:17:28.262322 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8ae4d-fe8d-46e3-b3f2-0f6903a2f75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33f9431-0ef6-4cbe-b7cc-f0e1287b068d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:28.271862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:28.273017 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e778c4a9-4e05-445b-a921-3c3b0f7cd387 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.1876118 Dec 09 02:17:28.276267 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34484) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:28.318060 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 681383b1-8f65-4c27-942a-ea88a2cf8de6 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:17:28.318557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 681383b1-8f65-4c27-942a-ea88a2cf8de6 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:17:28.370913 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d536cbc-cbaa-4933-a0e2-53279c2684aa tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Checking segment: {'id': '9b6abba9-b5c4-44a3-a490-24fe25b254c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ec26881b-e374-4704-b3bf-84c54e4c1aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:28.371279 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d536cbc-cbaa-4933-a0e2-53279c2684aa tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network hostable DHCP agents. Network: ec26881b-e374-4704-b3bf-84c54e4c1aa0, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:17:28.388101 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Set router 08ca0122-a02b-4a71-bac2-91cde312983f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:17:28.421014 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Allocated IP 172.20.0.2 (3d63738a-85ef-4baf-83f7-848c720832e0/5ebd6176-0375-41b9-b0d9-01187552ac04/0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:28.541077 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:28.576796 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:28.618328 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-77699f92-27c3-4504-9a62-ef7777e3085e tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=11e56525f9144d56b0abeb03a899d780&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3406608 Dec 09 02:17:28.621002 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34490) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:28.648365 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:17:25Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:28.681985 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Checking router: 08ca0122-a02b-4a71-bac2-91cde312983f for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:17:28.682520 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Updating router 08ca0122-a02b-4a71-bac2-91cde312983f port 7fb32544-9e77-4783-a24f-aa7cafdc60d0 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:17:28.688810 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 74cb281d-5387-4cd1-aa84-8eab6d78653e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:28.696036 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d536cbc-cbaa-4933-a0e2-53279c2684aa tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network ec26881b-e374-4704-b3bf-84c54e4c1aa0 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:17:28.713493 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:28.767330 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-3d536cbc-cbaa-4933-a0e2-53279c2684aa tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, ec26881b-e374-4704-b3bf-84c54e4c1aa0) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:28.791072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d536cbc-cbaa-4933-a0e2-53279c2684aa tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:28.791923 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3d536cbc-cbaa-4933-a0e2-53279c2684aa tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:28.816754 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fc131f-2e4e-4674-a54c-415f3b6cbb7c None None] Network ec26881b-e374-4704-b3bf-84c54e4c1aa0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:28.831188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Network 2df3a222-442f-42c4-8365-e4a0f2943169 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:28.846598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:28.867967 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:28.880119 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25cca482-40f2-4d30-b41a-14f343bbd379 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:28.899583 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25cca482-40f2-4d30-b41a-14f343bbd379 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:28.913191 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:28.924813 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3d536cbc-cbaa-4933-a0e2-53279c2684aa tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2429423 Dec 09 02:17:28.933184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34498) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:28.964480 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-84d14fda-d21b-4cbe-8980-2c809dd89ac6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'network_id': 'ec26881b-e374-4704-b3bf-84c54e4c1aa0', 'name': 'tempest-PortsTestJSON-894027603', 'fixed_ips': [{'subnet_id': 'a22b5126-267a-4040-a485-208f71239971', 'ip_address': '172.20.0.10'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:28.975021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Pushing event updated for resources: {'Port': ['ID=93c1805d-9191-43de-a12e-1a8eaa8fe6a6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:28.980906 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:28.999080 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48bb320-6c73-48bb-9499-5961f5d4f4a9 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:29.000643 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b48bb320-6c73-48bb-9499-5961f5d4f4a9 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3783710 Dec 09 02:17:29.003403 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34502) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:29.029452 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 74cb281d-5387-4cd1-aa84-8eab6d78653e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:29.029837 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.043902 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d3a39b3c-f35e-4301-8be4-494784d1cf45 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393240 Dec 09 02:17:29.047199 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34504) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:29.053927 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-18852fb4-e01b-41f6-9aba-0ab8077b5ac3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-566706254', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:29.182733 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18852fb4-e01b-41f6-9aba-0ab8077b5ac3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:29.187877 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18852fb4-e01b-41f6-9aba-0ab8077b5ac3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.217356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25cca482-40f2-4d30-b41a-14f343bbd379 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.220979 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-25cca482-40f2-4d30-b41a-14f343bbd379 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2063451 Dec 09 02:17:29.226717 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.235495 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.276585 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34510) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:29.289625 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c7345-4896-408d-ac27-22a2463383b5 None None] Pushing event updated for resources: {'Port': ['ID=7fb32544-9e77-4783-a24f-aa7cafdc60d0,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:29.292355 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bd7d4a03-9a8b-48de-9876-b8dab57119ac tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-738056870', 'security_groups': ['9e9b9635-15e4-4910-8cc7-f793a62c7c4d'], 'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1b4e42ee-50f2-40ad-b21d-9ac9fb911bfa'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:29.300236 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:29.303857 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-df26b411-e4d9-4020-891e-6c2b72e22821 None None] Provisioning complete for port f7434c49-12e9-47d5-8bf1-3c3d6d58119d triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:29.304241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df26b411-e4d9-4020-891e-6c2b72e22821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.316867 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Attempting to bind port 7fb32544-9e77-4783-a24f-aa7cafdc60d0 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:29.317973 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Attempting to bind port 7fb32544-9e77-4783-a24f-aa7cafdc60d0 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:29.318509 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Attempting to bind port 7fb32544-9e77-4783-a24f-aa7cafdc60d0 on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:29.322090 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:29.323997 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8274eb77-61c4-4cf8-b417-4345f2879cef None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:17:29.325076 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:29.325645 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:29.326783 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.327388 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:29.328154 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Bound port: 7fb32544-9e77-4783-a24f-aa7cafdc60d0, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:29.328845 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.343408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:29.346803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Pushing event updated for resources: {'Port': ['ID=0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:29.348857 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Attempting to bind port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:29.349019 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Attempting to bind port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'c221872b-f42e-49ea-8f85-f8c9a65a340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:29.349396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Attempting to bind port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 on network 2df3a222-442f-42c4-8365-e4a0f2943169 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:29.386626 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:29.387019 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Checking segment: {'id': 'c221872b-f42e-49ea-8f85-f8c9a65a340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:29.387448 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.387854 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Bound using segment: {'id': 'c221872b-f42e-49ea-8f85-f8c9a65a340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:29.388345 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Bound port: 93c1805d-9191-43de-a12e-1a8eaa8fe6a6, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c221872b-f42e-49ea-8f85-f8c9a65a340c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:29.388738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.427649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-ec26881b-e374-4704-b3bf-84c54e4c1aa0', 'network_id': 'ec26881b-e374-4704-b3bf-84c54e4c1aa0', 'project_id': '646984397d8f42a1ab7a1289880bdcb5', 'fixed_ips': [{'subnet_id': 'a22b5126-267a-4040-a485-208f71239971'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:29.428533 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.431259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cca482-40f2-4d30-b41a-14f343bbd379 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9b9635-15e4-4910-8cc7-f793a62c7c4d,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:29.432854 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] For port 7fb32544-9e77-4783-a24f-aa7cafdc60d0, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:29.459791 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] For port 7fb32544-9e77-4783-a24f-aa7cafdc60d0, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7fb32544-9e77-4783-a24f-aa7cafdc60d0,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:29.466137 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-df26b411-e4d9-4020-891e-6c2b72e22821 None None] Port f7434c49-12e9-47d5-8bf1-3c3d6d58119d cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:29.472262 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.547868 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Routers {'08ca0122-a02b-4a71-bac2-91cde312983f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:29.549164 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08ca0122-a02b-4a71-bac2-91cde312983f'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:29.550962 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a15aee-ed3d-4974-bc64-fd9c5294397f None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:17:29.574052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.objects.ports [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103334) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:17:29.577858 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Attempting to bind port 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:29.578851 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Attempting to bind port 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:29.579234 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Attempting to bind port 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:29.601232 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34516) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:29.611643 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c7345-4896-408d-ac27-22a2463383b5 None None] Pushing event updated for resources: {'Port': ['ID=7fb32544-9e77-4783-a24f-aa7cafdc60d0,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:29.626080 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7d4a03-9a8b-48de-9876-b8dab57119ac tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:29.725320 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] Set router 08ca0122-a02b-4a71-bac2-91cde312983f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:17:29.765079 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Allocated IP 172.20.0.2 (ec26881b-e374-4704-b3bf-84c54e4c1aa0/a22b5126-267a-4040-a485-208f71239971/eec55b5e-5417-4ce8-b1f4-f4b5c3d13924) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:29.772060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.783032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.791308 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18852fb4-e01b-41f6-9aba-0ab8077b5ac3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.801705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-df26b411-e4d9-4020-891e-6c2b72e22821 None None] Provisioning complete for port 74cb281d-5387-4cd1-aa84-8eab6d78653e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:29.802348 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df26b411-e4d9-4020-891e-6c2b72e22821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.803841 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-920e250f-9b8e-47a0-8713-14ad734ffa28 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1782887627'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:29.809073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:29.809739 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:29.810316 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.810866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:29.811542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Bound port: 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:29.812089 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.894919 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] For port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:29.902693 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18852fb4-e01b-41f6-9aba-0ab8077b5ac3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Subnet': ['ID=fca60db5-0a85-4b51-99b3-92926d825b67,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:29.909376 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.911462 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d14fda-d21b-4cbe-8980-2c809dd89ac6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:29.915371 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920e250f-9b8e-47a0-8713-14ad734ffa28 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:29.915725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=f7434c49-12e9-47d5-8bf1-3c3d6d58119d,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:29.922370 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-920e250f-9b8e-47a0-8713-14ad734ffa28 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.934972 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-920e250f-9b8e-47a0-8713-14ad734ffa28 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.943696 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] For port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=93c1805d-9191-43de-a12e-1a8eaa8fe6a6,segment=NetworkSegment(c221872b-f42e-49ea-8f85-f8c9a65a340c),segment_id=c221872b-f42e-49ea-8f85-f8c9a65a340c)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:29.959566 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4a03-9a8b-48de-9876-b8dab57119ac tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:29.980484 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:17:25Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:29.995012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:30.007560 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-bd7d4a03-9a8b-48de-9876-b8dab57119ac tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] device_id is not set on port ecab2116-defc-4cb6-98be-fe663254c6a9 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:17:30.009373 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603a03d-fe46-4ce5-95a0-c4e0ac4e7f1b None None] The sync data for ids ['08ca0122-a02b-4a71-bac2-91cde312983f'] in dv-neutron-804846-18-hyperv is: [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:17:25Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:17:30.032299 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:30.066491 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18852fb4-e01b-41f6-9aba-0ab8077b5ac3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Checking segment: {'id': '55b8cd31-e8ae-45eb-99d6-efb77cfc6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:30.066879 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18852fb4-e01b-41f6-9aba-0ab8077b5ac3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network hostable DHCP agents. Network: 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:17:30.230079 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18852fb4-e01b-41f6-9aba-0ab8077b5ac3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:17:30.236339 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] For port 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:30.238541 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e5f25-35ee-40f7-9230-c27d9e3f0981 None None] Pushing event updated for resources: {'Port': ['ID=93c1805d-9191-43de-a12e-1a8eaa8fe6a6,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:30.265240 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:30.265855 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-18852fb4-e01b-41f6-9aba-0ab8077b5ac3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:30.267975 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] For port 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:30.282615 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:30.283031 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18852fb4-e01b-41f6-9aba-0ab8077b5ac3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:30.291812 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18852fb4-e01b-41f6-9aba-0ab8077b5ac3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:30.294009 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c61685f-319c-481d-953a-d5209b94449d None None] Network 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:30.332130 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-18852fb4-e01b-41f6-9aba-0ab8077b5ac3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2837503 Dec 09 02:17:30.342520 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34520) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:30.367573 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-920e250f-9b8e-47a0-8713-14ad734ffa28 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:30.416144 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:30.486977 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-920e250f-9b8e-47a0-8713-14ad734ffa28 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:30.493504 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-bd7d4a03-9a8b-48de-9876-b8dab57119ac tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Allocated IP 2001:db8::be (2df3a222-442f-42c4-8365-e4a0f2943169/1b4e42ee-50f2-40ad-b21d-9ac9fb911bfa/ecab2116-defc-4cb6-98be-fe663254c6a9) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:30.568752 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920e250f-9b8e-47a0-8713-14ad734ffa28 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:17:30.587716 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-920e250f-9b8e-47a0-8713-14ad734ffa28 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:30.588375 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-920e250f-9b8e-47a0-8713-14ad734ffa28 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Added segment 06480019-f721-4a3f-b958-0a47a6e7d8b7 of type vlan for network 27f5d031-8ff7-444b-a04d-dbef5d4cfae8 Dec 09 02:17:30.631271 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Network ec26881b-e374-4704-b3bf-84c54e4c1aa0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:30.652591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-35e39505-0138-4240-ae59-a34eef96a4d7 None None] Provisioning complete for port 7fb32544-9e77-4783-a24f-aa7cafdc60d0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:30.652964 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35e39505-0138-4240-ae59-a34eef96a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:30.705777 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:30.746733 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:30.749039 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7fb32544-9e77-4783-a24f-aa7cafdc60d0 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:30.757642 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43795e5-ff94-4eda-8d6c-8743666ea832 None None] Pushing event updated for resources: {'Port': ['ID=0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:30.785124 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84d14fda-d21b-4cbe-8980-2c809dd89ac6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:30.805623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ips': [{'subnet_id': 'fca60db5-0a85-4b51-99b3-92926d825b67'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:30.805623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:30.846329 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e250f-9b8e-47a0-8713-14ad734ffa28 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e87c206-2360-44ac-9277-81640a5180a7,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:30.880383 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-84d14fda-d21b-4cbe-8980-2c809dd89ac6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] device_id is not set on port 4aa29e1e-3666-4b3e-a325-a5f9e8d8824e yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:17:30.887402 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:17:30.887914 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:17:30.994316 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 5c1f9878-e459-451c-a7cd-fb2a36f4f562 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:30.998516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:31.003220 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Pushing event updated for resources: {'Port': ['ID=eec55b5e-5417-4ce8-b1f4-f4b5c3d13924,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:31.010799 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Attempting to bind port eec55b5e-5417-4ce8-b1f4-f4b5c3d13924 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:31.011512 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Attempting to bind port eec55b5e-5417-4ce8-b1f4-f4b5c3d13924 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '9b6abba9-b5c4-44a3-a490-24fe25b254c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ec26881b-e374-4704-b3bf-84c54e4c1aa0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:31.013383 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Attempting to bind port eec55b5e-5417-4ce8-b1f4-f4b5c3d13924 on network ec26881b-e374-4704-b3bf-84c54e4c1aa0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:31.055383 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-920e250f-9b8e-47a0-8713-14ad734ffa28 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:31.133806 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:31.134469 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Checking segment: {'id': '9b6abba9-b5c4-44a3-a490-24fe25b254c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ec26881b-e374-4704-b3bf-84c54e4c1aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:31.135105 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:31.135742 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Bound using segment: {'id': '9b6abba9-b5c4-44a3-a490-24fe25b254c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ec26881b-e374-4704-b3bf-84c54e4c1aa0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:31.140184 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Bound port: eec55b5e-5417-4ce8-b1f4-f4b5c3d13924, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6abba9-b5c4-44a3-a490-24fe25b254c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ec26881b-e374-4704-b3bf-84c54e4c1aa0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:31.140636 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:31.167187 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-920e250f-9b8e-47a0-8713-14ad734ffa28 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:31.175255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920e250f-9b8e-47a0-8713-14ad734ffa28 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:31.176499 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-920e250f-9b8e-47a0-8713-14ad734ffa28 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:31.265348 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 7fb32544-9e77-4783-a24f-aa7cafdc60d0 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:31.265743 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:31.293161 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-84d14fda-d21b-4cbe-8980-2c809dd89ac6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Allocated IP 172.20.0.10 (ec26881b-e374-4704-b3bf-84c54e4c1aa0/a22b5126-267a-4040-a485-208f71239971/4aa29e1e-3666-4b3e-a325-a5f9e8d8824e) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:31.307396 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4a03-9a8b-48de-9876-b8dab57119ac tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:31.406320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35e39505-0138-4240-ae59-a34eef96a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:31.422513 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:17:31.478862 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-35e39505-0138-4240-ae59-a34eef96a4d7 None None] For port 7fb32544-9e77-4783-a24f-aa7cafdc60d0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7fb32544-9e77-4783-a24f-aa7cafdc60d0,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:31.488889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Allocated IP 172.20.0.2 (0d365dc9-792a-4bdd-94b8-fdf0b0280b6a/fca60db5-0a85-4b51-99b3-92926d825b67/b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:31.494923 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-35e39505-0138-4240-ae59-a34eef96a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:31.504677 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-920e250f-9b8e-47a0-8713-14ad734ffa28 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8944490 Dec 09 02:17:31.504677 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4a03-9a8b-48de-9876-b8dab57119ac tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:31.509047 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e250f-9b8e-47a0-8713-14ad734ffa28 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Network': ['ID=27f5d031-8ff7-444b-a04d-dbef5d4cfae8,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:31.509879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:31.520446 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] For port eec55b5e-5417-4ce8-b1f4-f4b5c3d13924, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:31.539639 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] For port eec55b5e-5417-4ce8-b1f4-f4b5c3d13924, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=eec55b5e-5417-4ce8-b1f4-f4b5c3d13924,segment=NetworkSegment(9b6abba9-b5c4-44a3-a490-24fe25b254c5),segment_id=9b6abba9-b5c4-44a3-a490-24fe25b254c5)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:31.582708 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:31.649738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 27f5d031-8ff7-444b-a04d-dbef5d4cfae8 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:17:31.694484 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84d14fda-d21b-4cbe-8980-2c809dd89ac6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:31.728556 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34522) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:31.738025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-8a6bc651-0052-43c3-9374-f4458571e17c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'subnet': {'network_id': '27f5d031-8ff7-444b-a04d-dbef5d4cfae8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:31.758474 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84d14fda-d21b-4cbe-8980-2c809dd89ac6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:31.820142 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7d4a03-9a8b-48de-9876-b8dab57119ac tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 2df3a222-442f-42c4-8365-e4a0f2943169 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:31.820883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:31.822277 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-bd7d4a03-9a8b-48de-9876-b8dab57119ac tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:31.827815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d4a03-9a8b-48de-9876-b8dab57119ac tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:31.837014 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7d4a03-9a8b-48de-9876-b8dab57119ac tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:31.839641 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4a03-9a8b-48de-9876-b8dab57119ac tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:31.899846 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d4a03-9a8b-48de-9876-b8dab57119ac tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=ecab2116-defc-4cb6-98be-fe663254c6a9,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:31.932883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e39505-0138-4240-ae59-a34eef96a4d7 None None] Pushing event updated for resources: {'Port': ['ID=7fb32544-9e77-4783-a24f-aa7cafdc60d0,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:31.933332 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bd7d4a03-9a8b-48de-9876-b8dab57119ac tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6555464 Dec 09 02:17:31.936161 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34524) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:31.945049 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-407ef458-e373-4936-93a8-c701c26c8c03 None None] Provisioning complete for port f7434c49-12e9-47d5-8bf1-3c3d6d58119d triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:31.946183 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-407ef458-e373-4936-93a8-c701c26c8c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:31.955568 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-eba19f91-3937-4600-9c22-5dc23e05544f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'subnet': {'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:32.011371 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:17:32.024260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d14fda-d21b-4cbe-8980-2c809dd89ac6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network ec26881b-e374-4704-b3bf-84c54e4c1aa0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:32.031009 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:32.053642 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Sync routers for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:17:32.067695 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f9b5ec74-79d4-46f0-8a36-b9b518f9fc96 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/b5fd2fe3-4ae3-4d7e-b334-1e948e296886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5278146 Dec 09 02:17:32.074766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34526) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:32.075935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d14fda-d21b-4cbe-8980-2c809dd89ac6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=4aa29e1e-3666-4b3e-a325-a5f9e8d8824e,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:32.090605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-84d14fda-d21b-4cbe-8980-2c809dd89ac6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:32.113244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d14fda-d21b-4cbe-8980-2c809dd89ac6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:32.119140 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-ae1de85a-ee41-496b-8c6b-e85748263c57 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'network': {'name': 'tempest-RoutersTest-1397363918'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:32.189593 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-407ef458-e373-4936-93a8-c701c26c8c03 None None] Port f7434c49-12e9-47d5-8bf1-3c3d6d58119d cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:32.195532 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1de85a-ee41-496b-8c6b-e85748263c57 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:32.205167 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ae1de85a-ee41-496b-8c6b-e85748263c57 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:32.349599 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d14fda-d21b-4cbe-8980-2c809dd89ac6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:32.350859 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84d14fda-d21b-4cbe-8980-2c809dd89ac6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:32.384858 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6bc651-0052-43c3-9374-f4458571e17c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:32.391074 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8a6bc651-0052-43c3-9374-f4458571e17c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:32.412701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1de85a-ee41-496b-8c6b-e85748263c57 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:17:32.477092 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:32.477724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:32.494397 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:32.495045 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:32.518407 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba19f91-3937-4600-9c22-5dc23e05544f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:32.519934 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb97d2d-af05-4435-b3cd-22fdc37695ab None None] Pushing event updated for resources: {'Port': ['ID=eec55b5e-5417-4ce8-b1f4-f4b5c3d13924,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:32.523177 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eba19f91-3937-4600-9c22-5dc23e05544f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:32.539033 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ae1de85a-ee41-496b-8c6b-e85748263c57 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:32.539636 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-ae1de85a-ee41-496b-8c6b-e85748263c57 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Added segment 159d5341-7fe7-4e76-a2a6-aca2b018e26d of type vlan for network 88597b3d-3810-46d8-88fd-7565b36dfe2a Dec 09 02:17:32.589097 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-84d14fda-d21b-4cbe-8980-2c809dd89ac6 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6400571 Dec 09 02:17:32.601451 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34528) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:32.608532 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-06f81917-02b4-49fa-9e39-ed876f6a5315 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'network_id': 'ec26881b-e374-4704-b3bf-84c54e4c1aa0', 'name': 'tempest-PortsTestJSON-1695792565', 'fixed_ips': [{'subnet_id': 'a22b5126-267a-4040-a485-208f71239971', 'ip_address': '172.20.0.9'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:32.642872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] For port 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:32.644128 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:32.649598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-ffbb95e3-1424-4960-8dc7-f14e211dee01 None None] Provisioning complete for port 0376222d-b4d0-48c5-a2de-b97cde538a84 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:32.649942 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffbb95e3-1424-4960-8dc7-f14e211dee01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:32.677576 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:32.691559 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ae1de85a-ee41-496b-8c6b-e85748263c57 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:32.701032 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:17:32.758287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Network 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:32.776599 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:32.786775 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:32.788068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:32.800509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ae1de85a-ee41-496b-8c6b-e85748263c57 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:32.802824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ffbb95e3-1424-4960-8dc7-f14e211dee01 None None] Port 0376222d-b4d0-48c5-a2de-b97cde538a84 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:32.806103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1de85a-ee41-496b-8c6b-e85748263c57 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:32.806719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ae1de85a-ee41-496b-8c6b-e85748263c57 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:32.822159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Pushing event updated for resources: {'Port': ['ID=b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:32.827338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:32.828111 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:32.851505 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ae1de85a-ee41-496b-8c6b-e85748263c57 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7625167 Dec 09 02:17:32.866164 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34530) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:32.916189 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-321c6ee8-2ecc-4256-ba57-dc8f1e3b1ef2 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'subnet': {'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:32.986385 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-ffbb95e3-1424-4960-8dc7-f14e211dee01 None None] Provisioning complete for port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:32.986765 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffbb95e3-1424-4960-8dc7-f14e211dee01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:33.001958 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:33.011627 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:33.044137 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.1 (0d365dc9-792a-4bdd-94b8-fdf0b0280b6a/fca60db5-0a85-4b51-99b3-92926d825b67/7e8698c1-b094-4901-acf3-46da7b218db0) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:33.052968 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:33.075289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:33.075915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:33.096369 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Attempting to bind port b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:33.098020 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Attempting to bind port b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '55b8cd31-e8ae-45eb-99d6-efb77cfc6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:33.099259 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Attempting to bind port b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7 on network 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:33.132506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:33.132911 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Checking segment: {'id': '55b8cd31-e8ae-45eb-99d6-efb77cfc6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:33.133400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:33.136709 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1de85a-ee41-496b-8c6b-e85748263c57 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Network': ['ID=88597b3d-3810-46d8-88fd-7565b36dfe2a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:33.139992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Bound using segment: {'id': '55b8cd31-e8ae-45eb-99d6-efb77cfc6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:33.140586 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Bound port: b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b8cd31-e8ae-45eb-99d6-efb77cfc6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:33.141002 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:33.144720 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d7d11b-665c-4934-986a-59c816e381e4 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:33.146649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=99e07025-7128-497f-928f-08bbc57cf3f5,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:33.175134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6cb92fed-d25b-4dd9-a816-9c0685b95bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:33.177530 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f81917-02b4-49fa-9e39-ed876f6a5315 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:33.186679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06f81917-02b4-49fa-9e39-ed876f6a5315 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:33.205191 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.0185478 Dec 09 02:17:33.205954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e7964-2248-4bc8-bc3a-edb1a6e374b5 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:33.206360 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34532) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:33.209846 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.ipam_backend_mixin [None req-eba19f91-3937-4600-9c22-5dc23e05544f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b4e42ee-50f2-40ad-b21d-9ac9fb911bfa (CIDR: 2001:db8::/64) Dec 09 02:17:33.224391 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d263620d-b6bf-4a35-b067-1807aafc0c26 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'mac_address': 'fa:16:3e:f6:77:86', 'name': 'tempest-NetworksTestDHCPv6-2057305056'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:33.227979 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 88597b3d-3810-46d8-88fd-7565b36dfe2a details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:17:33.277055 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321c6ee8-2ecc-4256-ba57-dc8f1e3b1ef2 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:33.290030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-321c6ee8-2ecc-4256-ba57-dc8f1e3b1ef2 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:33.295391 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=93c1805d-9191-43de-a12e-1a8eaa8fe6a6,segment=NetworkSegment(c221872b-f42e-49ea-8f85-f8c9a65a340c),segment_id=c221872b-f42e-49ea-8f85-f8c9a65a340c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:33.320077 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:33.343686 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba19f91-3937-4600-9c22-5dc23e05544f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:17:33.344186 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba19f91-3937-4600-9c22-5dc23e05544f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:17:33.347986 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-06f81917-02b4-49fa-9e39-ed876f6a5315 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] device_id is not set on port 51caa944-a80c-4d2a-8dfb-06278f61b6fb yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:17:33.370986 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:33.372837 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8a6bc651-0052-43c3-9374-f4458571e17c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:33.390798 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d263620d-b6bf-4a35-b067-1807aafc0c26 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:33.486892 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d263620d-b6bf-4a35-b067-1807aafc0c26 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:33.497334 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-eba19f91-3937-4600-9c22-5dc23e05544f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5528595 Dec 09 02:17:33.510818 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34534) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:33.524053 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9dc1b117-6396-4bd0-8b8d-db885c64741c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'subnet': {'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:33.549222 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=93c1805d-9191-43de-a12e-1a8eaa8fe6a6,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:33.596467 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-d263620d-b6bf-4a35-b067-1807aafc0c26 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port 77fbb791-7d25-4e40-8ca0-b9bccc404881 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:17:33.596766 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] For port b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:33.612805 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:33.620926 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] For port b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7,segment=NetworkSegment(55b8cd31-e8ae-45eb-99d6-efb77cfc6e31),segment_id=55b8cd31-e8ae-45eb-99d6-efb77cfc6e31)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:33.622399 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bc651-0052-43c3-9374-f4458571e17c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Subnet': ['ID=7b4f9173-ace6-4d85-8f97-809b5fc1708d,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:33.631283 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:33.670452 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=7e8698c1-b094-4901-acf3-46da7b218db0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:33.673016 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30710bb-8c8d-4f14-97f0-0fa8180740e3 None None] Network ec26881b-e374-4704-b3bf-84c54e4c1aa0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:33.726068 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:33.738881 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:33.745118 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:33.749781 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bc651-0052-43c3-9374-f4458571e17c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Checking segment: {'id': '06480019-f721-4a3f-b958-0a47a6e7d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '27f5d031-8ff7-444b-a04d-dbef5d4cfae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:33.750597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6bc651-0052-43c3-9374-f4458571e17c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network hostable DHCP agents. Network: 27f5d031-8ff7-444b-a04d-dbef5d4cfae8, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:17:33.804722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:33.822065 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:17:27Z', 'revision_number': 2, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:28Z', 'revision_number': 2, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:33.847698 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-321c6ee8-2ecc-4256-ba57-dc8f1e3b1ef2 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:33.877291 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:33.883515 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Checking router: b5fd2fe3-4ae3-4d7e-b334-1e948e296886 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:17:33.883863 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Updating router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 port f7434c49-12e9-47d5-8bf1-3c3d6d58119d binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:17:33.959316 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:33.984422 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6bc651-0052-43c3-9374-f4458571e17c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network 27f5d031-8ff7-444b-a04d-dbef5d4cfae8 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:17:33.991158 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc1b117-6396-4bd0-8b8d-db885c64741c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:33.998167 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9dc1b117-6396-4bd0-8b8d-db885c64741c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:34.018844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-8a6bc651-0052-43c3-9374-f4458571e17c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 27f5d031-8ff7-444b-a04d-dbef5d4cfae8) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:34.023785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6bc651-0052-43c3-9374-f4458571e17c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:34.024787 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8a6bc651-0052-43c3-9374-f4458571e17c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:34.066234 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-06f81917-02b4-49fa-9e39-ed876f6a5315 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Allocated IP 172.20.0.9 (ec26881b-e374-4704-b3bf-84c54e4c1aa0/a22b5126-267a-4040-a485-208f71239971/51caa944-a80c-4d2a-8dfb-06278f61b6fb) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:34.083458 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c6ee8-2ecc-4256-ba57-dc8f1e3b1ef2 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Subnet': ['ID=62007bee-2269-4878-a8f0-a1d836074a1d,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:34.106300 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8a6bc651-0052-43c3-9374-f4458571e17c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3741446 Dec 09 02:17:34.107027 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34536) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:34.117297 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-62a8a4fb-e2e1-4352-9e1d-c0ab0411d1fc tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1470629685'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:34.133987 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b441d702-b9cd-4c57-9976-bc8093e2e7d3 None None] Network 27f5d031-8ff7-444b-a04d-dbef5d4cfae8 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:34.142793 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321c6ee8-2ecc-4256-ba57-dc8f1e3b1ef2 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Checking segment: {'id': '159d5341-7fe7-4e76-a2a6-aca2b018e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:34.143530 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321c6ee8-2ecc-4256-ba57-dc8f1e3b1ef2 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network hostable DHCP agents. Network: 88597b3d-3810-46d8-88fd-7565b36dfe2a, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:17:34.152788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a8a4fb-e2e1-4352-9e1d-c0ab0411d1fc tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:34.157067 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62a8a4fb-e2e1-4352-9e1d-c0ab0411d1fc tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:34.178336 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724b069-c9ae-4457-8582-53d1c985c553 None None] Pushing event updated for resources: {'Port': ['ID=b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:34.248285 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a8a4fb-e2e1-4352-9e1d-c0ab0411d1fc tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:17:34.265943 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b63ac526-1a29-40a1-a8ba-8ac6d9764fdc None None] Provisioning complete for port eec55b5e-5417-4ce8-b1f4-f4b5c3d13924 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:34.266328 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b63ac526-1a29-40a1-a8ba-8ac6d9764fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:34.271708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-d263620d-b6bf-4a35-b067-1807aafc0c26 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 172.20.0.8 (3d63738a-85ef-4baf-83f7-848c720832e0/5ebd6176-0375-41b9-b0d9-01187552ac04/77fbb791-7d25-4e40-8ca0-b9bccc404881) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:34.311900 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321c6ee8-2ecc-4256-ba57-dc8f1e3b1ef2 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 88597b3d-3810-46d8-88fd-7565b36dfe2a is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:17:34.326343 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-d263620d-b6bf-4a35-b067-1807aafc0c26 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::f816:3eff:fef6:7786 (3d63738a-85ef-4baf-83f7-848c720832e0/99e07025-7128-497f-928f-08bbc57cf3f5/77fbb791-7d25-4e40-8ca0-b9bccc404881) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:34.364517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62a8a4fb-e2e1-4352-9e1d-c0ab0411d1fc tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:34.365014 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-62a8a4fb-e2e1-4352-9e1d-c0ab0411d1fc tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Added segment ecfd56ed-a6f5-4756-9920-8549a9c60533 of type vlan for network 7d765b4d-0cf3-4ab0-82ff-d7b08619003b Dec 09 02:17:34.375721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-321c6ee8-2ecc-4256-ba57-dc8f1e3b1ef2 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 88597b3d-3810-46d8-88fd-7565b36dfe2a) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:34.389181 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321c6ee8-2ecc-4256-ba57-dc8f1e3b1ef2 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:34.390364 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-321c6ee8-2ecc-4256-ba57-dc8f1e3b1ef2 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:34.460052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62a8a4fb-e2e1-4352-9e1d-c0ab0411d1fc tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:34.525624 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62a8a4fb-e2e1-4352-9e1d-c0ab0411d1fc tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:34.535991 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a8a4fb-e2e1-4352-9e1d-c0ab0411d1fc tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:34.540118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62a8a4fb-e2e1-4352-9e1d-c0ab0411d1fc tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:34.549992 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-321c6ee8-2ecc-4256-ba57-dc8f1e3b1ef2 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6791201 Dec 09 02:17:34.550728 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34538) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:34.632608 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:34.639958 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-62a8a4fb-e2e1-4352-9e1d-c0ab0411d1fc tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5275486 Dec 09 02:17:34.655136 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc80ed8-7af3-483d-b974-2343fa05c9d3 None None] Network 88597b3d-3810-46d8-88fd-7565b36dfe2a requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:34.665854 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:34.666336 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:34.670162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06f81917-02b4-49fa-9e39-ed876f6a5315 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:34.675237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34540) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:34.690507 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-fa2573f4-ba62-4bcf-81c6-dd481e009236 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'subnet': {'network_id': '7d765b4d-0cf3-4ab0-82ff-d7b08619003b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:34.698362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8a4fb-e2e1-4352-9e1d-c0ab0411d1fc tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Network': ['ID=7d765b4d-0cf3-4ab0-82ff-d7b08619003b,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:34.788043 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 7d765b4d-0cf3-4ab0-82ff-d7b08619003b details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:17:34.921934 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2573f4-ba62-4bcf-81c6-dd481e009236 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:34.927319 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa2573f4-ba62-4bcf-81c6-dd481e009236 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:34.951495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9dc1b117-6396-4bd0-8b8d-db885c64741c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.043690 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06f81917-02b4-49fa-9e39-ed876f6a5315 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.114288 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-27f5d031-8ff7-444b-a04d-dbef5d4cfae8', 'network_id': '27f5d031-8ff7-444b-a04d-dbef5d4cfae8', 'project_id': '06f634e75f1b40e5950ba8d30fa7f442', 'fixed_ips': [{'subnet_id': '7b4f9173-ace6-4d85-8f97-809b5fc1708d'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:35.114888 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.148150 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d263620d-b6bf-4a35-b067-1807aafc0c26 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.148562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f81917-02b4-49fa-9e39-ed876f6a5315 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network ec26881b-e374-4704-b3bf-84c54e4c1aa0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:35.156740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-06f81917-02b4-49fa-9e39-ed876f6a5315 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:35.161309 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f81917-02b4-49fa-9e39-ed876f6a5315 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:35.172254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f81917-02b4-49fa-9e39-ed876f6a5315 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=51caa944-a80c-4d2a-8dfb-06278f61b6fb,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:35.245620 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-88597b3d-3810-46d8-88fd-7565b36dfe2a', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'project_id': 'a758062df96345628c35c50c762f8108', 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:35.246470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.273683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f81917-02b4-49fa-9e39-ed876f6a5315 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:35.275302 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06f81917-02b4-49fa-9e39-ed876f6a5315 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.306282 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.327771 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b63ac526-1a29-40a1-a8ba-8ac6d9764fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.331591 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-06f81917-02b4-49fa-9e39-ed876f6a5315 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7264750 Dec 09 02:17:35.332342 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34542) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:35.344365 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc1b117-6396-4bd0-8b8d-db885c64741c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 2df3a222-442f-42c4-8365-e4a0f2943169 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:35.346945 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d263620d-b6bf-4a35-b067-1807aafc0c26 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.355628 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-9dc1b117-6396-4bd0-8b8d-db885c64741c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:35.384149 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc1b117-6396-4bd0-8b8d-db885c64741c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:35.384851 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9dc1b117-6396-4bd0-8b8d-db885c64741c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.396061 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f98a18d-4b71-4c6a-9299-a96ff5b1c450 None None] Network 2df3a222-442f-42c4-8365-e4a0f2943169 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:35.398470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8090b737-1d1a-4e90-9572-ca509a5e580f None None] Network 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:35.400563 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.402471 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.460563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ab899-98bf-4731-8487-e73fe3895dc3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:35.462279 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9812a68b-1f03-4631-a12c-867e2850e8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.467935 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-166ab899-98bf-4731-8487-e73fe3895dc3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1322365 Dec 09 02:17:35.468582 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34544) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:35.478148 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1b117-6396-4bd0-8b8d-db885c64741c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Subnet': ['ID=9533a22a-df11-4cb8-a7e0-6683170c40c6,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:35.504565 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa2573f4-ba62-4bcf-81c6-dd481e009236 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.511795 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d263620d-b6bf-4a35-b067-1807aafc0c26 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:35.525824 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d263620d-b6bf-4a35-b067-1807aafc0c26 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:35.539021 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d263620d-b6bf-4a35-b067-1807aafc0c26 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:35.582067 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dce8123-fc8c-42a0-a224-a4074b4e2607 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:35.588209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dce8123-fc8c-42a0-a224-a4074b4e2607 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:35.596330 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dce8123-fc8c-42a0-a224-a4074b4e2607 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:35.599126 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d263620d-b6bf-4a35-b067-1807aafc0c26 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:35.599989 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d263620d-b6bf-4a35-b067-1807aafc0c26 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.602084 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9dce8123-fc8c-42a0-a224-a4074b4e2607 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1318655 Dec 09 02:17:35.608230 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34546) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:35.609835 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9dc1b117-6396-4bd0-8b8d-db885c64741c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0903990 Dec 09 02:17:35.612201 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34548) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:35.624306 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-49b4b992-f01a-4264-a8b7-546052af04bb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1384719492', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9533a22a-df11-4cb8-a7e0-6683170c40c6'}], 'security_groups': ['538c0ae7-2af3-4ff7-8efb-0367df408ede']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:35.662620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2573f4-ba62-4bcf-81c6-dd481e009236 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Checking segment: {'id': 'ecfd56ed-a6f5-4756-9920-8549a9c60533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7d765b4d-0cf3-4ab0-82ff-d7b08619003b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:35.663254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2573f4-ba62-4bcf-81c6-dd481e009236 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network hostable DHCP agents. Network: 7d765b4d-0cf3-4ab0-82ff-d7b08619003b, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:17:35.669090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2573f4-ba62-4bcf-81c6-dd481e009236 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Subnet': ['ID=9db78cb1-d348-434c-82ec-6b5e43823409,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:35.700400 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263620d-b6bf-4a35-b067-1807aafc0c26 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=77fbb791-7d25-4e40-8ca0-b9bccc404881,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:35.737377 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2573f4-ba62-4bcf-81c6-dd481e009236 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network 7d765b4d-0cf3-4ab0-82ff-d7b08619003b is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:17:35.747726 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Allocated IP 172.20.255.242 (27f5d031-8ff7-444b-a04d-dbef5d4cfae8/7b4f9173-ace6-4d85-8f97-809b5fc1708d/b11b95c1-37a1-41fd-a3f0-d25d819a6394) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:35.754525 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-fa2573f4-ba62-4bcf-81c6-dd481e009236 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 7d765b4d-0cf3-4ab0-82ff-d7b08619003b) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:35.773954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2573f4-ba62-4bcf-81c6-dd481e009236 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:35.774560 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa2573f4-ba62-4bcf-81c6-dd481e009236 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.807203 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-515368ca-0de6-4878-9d8c-38815a935015 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port 51caa944-a80c-4d2a-8dfb-06278f61b6fb {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:35.807579 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-515368ca-0de6-4878-9d8c-38815a935015 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.902658 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-515368ca-0de6-4878-9d8c-38815a935015 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:35.916967 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-515368ca-0de6-4878-9d8c-38815a935015 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for 51caa944-a80c-4d2a-8dfb-06278f61b6fb owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:35.967408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdd2978-1a22-447f-8e90-5c4db2a47e45 None None] Network 7d765b4d-0cf3-4ab0-82ff-d7b08619003b requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:36.061932 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fa2573f4-ba62-4bcf-81c6-dd481e009236 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3852918 Dec 09 02:17:36.062583 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34550) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:36.072398 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-515368ca-0de6-4878-9d8c-38815a935015 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.128059 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b63ac526-1a29-40a1-a8ba-8ac6d9764fdc None None] For port eec55b5e-5417-4ce8-b1f4-f4b5c3d13924, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=eec55b5e-5417-4ce8-b1f4-f4b5c3d13924,segment=NetworkSegment(9b6abba9-b5c4-44a3-a490-24fe25b254c5),segment_id=9b6abba9-b5c4-44a3-a490-24fe25b254c5)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:36.137006 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:36.146137 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d263620d-b6bf-4a35-b067-1807aafc0c26 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9326444 Dec 09 02:17:36.149691 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34552) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:36.179598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2e742-7c2f-42e3-a64b-df29090672c4 None None] Pushing event updated for resources: {'Port': ['ID=f7434c49-12e9-47d5-8bf1-3c3d6d58119d,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:36.203982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.205396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7fb32544-9e77-4783-a24f-aa7cafdc60d0 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:36.208253 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b63ac526-1a29-40a1-a8ba-8ac6d9764fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.364586 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd05a1f-75f9-427f-bb03-277eb08baaa0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:36.371043 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd05a1f-75f9-427f-bb03-277eb08baaa0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:36.372783 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ffd05a1f-75f9-427f-bb03-277eb08baaa0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2203135 Dec 09 02:17:36.379299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34554) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:36.383496 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.421757 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Allocated IP 172.21.0.2 (88597b3d-3810-46d8-88fd-7565b36dfe2a/62007bee-2269-4878-a8f0-a1d836074a1d/916de508-08aa-410e-99ab-e6f738b415d5) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:36.450665 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Attempting to bind port f7434c49-12e9-47d5-8bf1-3c3d6d58119d on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:36.451045 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Attempting to bind port f7434c49-12e9-47d5-8bf1-3c3d6d58119d by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'f19155e2-aa37-44e7-8c80-2e91144c236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:36.451416 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Attempting to bind port f7434c49-12e9-47d5-8bf1-3c3d6d58119d on network 5c1f9878-e459-451c-a7cd-fb2a36f4f562 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:36.453636 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b63ac526-1a29-40a1-a8ba-8ac6d9764fdc None None] Provisioning complete for port 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:36.454032 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b63ac526-1a29-40a1-a8ba-8ac6d9764fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.469522 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.474536 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.493951 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.521278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515368ca-0de6-4878-9d8c-38815a935015 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=51caa944-a80c-4d2a-8dfb-06278f61b6fb,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:36.521849 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e206289-35b6-4a39-97de-1c15d2b17fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-7d765b4d-0cf3-4ab0-82ff-d7b08619003b', 'network_id': '7d765b4d-0cf3-4ab0-82ff-d7b08619003b', 'project_id': '06f634e75f1b40e5950ba8d30fa7f442', 'fixed_ips': [{'subnet_id': '9db78cb1-d348-434c-82ec-6b5e43823409'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:36.522354 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e206289-35b6-4a39-97de-1c15d2b17fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.538605 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49b4b992-f01a-4264-a8b7-546052af04bb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.578357 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.580519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:36.581118 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Checking segment: {'id': 'f19155e2-aa37-44e7-8c80-2e91144c236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:36.581688 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.582240 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Bound using segment: {'id': 'f19155e2-aa37-44e7-8c80-2e91144c236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:36.583156 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Bound port: f7434c49-12e9-47d5-8bf1-3c3d6d58119d, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19155e2-aa37-44e7-8c80-2e91144c236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:36.584081 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.624569 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Network 27f5d031-8ff7-444b-a04d-dbef5d4cfae8 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:36.627297 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:36.631457 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.660172 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-515368ca-0de6-4878-9d8c-38815a935015 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.668271 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-515368ca-0de6-4878-9d8c-38815a935015 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/51caa944-a80c-4d2a-8dfb-06278f61b6fb HTTP/1.1" status: 204 len: 168 time: 1.0580013 Dec 09 02:17:36.669267 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34556) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:36.684433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4a17e12-f2c9-4e3e-bccd-d4806159b100 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.703914 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc68994-6a59-44ef-8ca9-3149d7f5fb09 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] GET failed (client error): The resource could not be found. Dec 09 02:17:36.713446 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6cc68994-6a59-44ef-8ca9-3149d7f5fb09 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports/51caa944-a80c-4d2a-8dfb-06278f61b6fb HTTP/1.1" status: 404 len: 333 time: 0.0419559 Dec 09 02:17:36.716659 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34558) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:36.735907 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.740295 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=7e8698c1-b094-4901-acf3-46da7b218db0,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:36.817426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4a17e12-f2c9-4e3e-bccd-d4806159b100 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.863833 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:36.866409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f7f028-9216-4e6b-b296-fd3535938092 None None] Update dhcp port {'port': {'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169', 'fixed_ips': [{'subnet_id': '1b4e42ee-50f2-40ad-b21d-9ac9fb911bfa', 'ip_address': '2001:db8::2'}, {'subnet_id': '9533a22a-df11-4cb8-a7e0-6683170c40c6'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': '93c1805d-9191-43de-a12e-1a8eaa8fe6a6'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:17:36.953232 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-33ba91e7-813a-44b5-bfd7-f53ea0234866 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port 4aa29e1e-3666-4b3e-a325-a5f9e8d8824e {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:36.953905 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33ba91e7-813a-44b5-bfd7-f53ea0234866 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:36.961231 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4a17e12-f2c9-4e3e-bccd-d4806159b100 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.054767 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a17e12-f2c9-4e3e-bccd-d4806159b100 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Subnet': ['ID=9db78cb1-d348-434c-82ec-6b5e43823409,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:37.136496 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:37.149356 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77f7f028-9216-4e6b-b296-fd3535938092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.153740 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-417713a6-da76-47b3-9702-ace9a1ed7a46 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port 77fbb791-7d25-4e40-8ca0-b9bccc404881 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:37.154341 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-417713a6-da76-47b3-9702-ace9a1ed7a46 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.159458 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33ba91e7-813a-44b5-bfd7-f53ea0234866 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.164990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4a17e12-f2c9-4e3e-bccd-d4806159b100 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.179189 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.202538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-33ba91e7-813a-44b5-bfd7-f53ea0234866 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for 4aa29e1e-3666-4b3e-a325-a5f9e8d8824e owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:37.222996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-f4a17e12-f2c9-4e3e-bccd-d4806159b100 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d765b4d-0cf3-4ab0-82ff-d7b08619003b']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:37.262367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.267292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-f4a17e12-f2c9-4e3e-bccd-d4806159b100 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecfd56ed-a6f5-4756-9920-8549a9c60533') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:37.267627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-f4a17e12-f2c9-4e3e-bccd-d4806159b100 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecfd56ed-a6f5-4756-9920-8549a9c60533') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:37.279673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4a17e12-f2c9-4e3e-bccd-d4806159b100 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.302946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4a17e12-f2c9-4e3e-bccd-d4806159b100 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.319497 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a17e12-f2c9-4e3e-bccd-d4806159b100 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:17:37.320565 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4a17e12-f2c9-4e3e-bccd-d4806159b100 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:17:37.325029 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:17:37.351943 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:37.366326 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 7fb32544-9e77-4783-a24f-aa7cafdc60d0 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:37.366853 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.368885 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:37.425691 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-417713a6-da76-47b3-9702-ace9a1ed7a46 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.436976 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4a17e12-f2c9-4e3e-bccd-d4806159b100 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.443044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Network 88597b3d-3810-46d8-88fd-7565b36dfe2a is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:37.444513 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] For port f7434c49-12e9-47d5-8bf1-3c3d6d58119d, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:37.446263 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ac526-1a29-40a1-a8ba-8ac6d9764fdc None None] Pushing event updated for resources: {'Port': ['ID=eec55b5e-5417-4ce8-b1f4-f4b5c3d13924,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server [None req-5e206289-35b6-4a39-97de-1c15d2b17fe0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9db78cb1-d348-434c-82ec-6b5e43823409: This subnet is being modified by another concurrent operation. Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise exception Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9db78cb1-d348-434c-82ec-6b5e43823409: This subnet is being modified by another concurrent operation. Dec 09 02:17:37.471528 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server Dec 09 02:17:37.489675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4a17e12-f2c9-4e3e-bccd-d4806159b100 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.497556 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f4a17e12-f2c9-4e3e-bccd-d4806159b100 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/7d765b4d-0cf3-4ab0-82ff-d7b08619003b HTTP/1.1" status: 204 len: 168 time: 1.4291036 Dec 09 02:17:37.497556 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a17e12-f2c9-4e3e-bccd-d4806159b100 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Network': ['ID=7d765b4d-0cf3-4ab0-82ff-d7b08619003b,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:37.504013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34560) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:37.507180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:37.520032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-421a6676-9f67-4f0a-9617-b0c74362d7cd tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-971450820'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:37.520231 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Attempting to bind port b11b95c1-37a1-41fd-a3f0-d25d819a6394 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:37.520231 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Attempting to bind port b11b95c1-37a1-41fd-a3f0-d25d819a6394 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '06480019-f721-4a3f-b958-0a47a6e7d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '27f5d031-8ff7-444b-a04d-dbef5d4cfae8'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:37.520231 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Attempting to bind port b11b95c1-37a1-41fd-a3f0-d25d819a6394 on network 27f5d031-8ff7-444b-a04d-dbef5d4cfae8 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:37.524638 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] For port f7434c49-12e9-47d5-8bf1-3c3d6d58119d, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f7434c49-12e9-47d5-8bf1-3c3d6d58119d,segment=NetworkSegment(f19155e2-aa37-44e7-8c80-2e91144c236d),segment_id=f19155e2-aa37-44e7-8c80-2e91144c236d)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:37.525949 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:37.548768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421a6676-9f67-4f0a-9617-b0c74362d7cd tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:37.552401 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-421a6676-9f67-4f0a-9617-b0c74362d7cd tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.583583 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33ba91e7-813a-44b5-bfd7-f53ea0234866 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.592436 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421a6676-9f67-4f0a-9617-b0c74362d7cd tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:17:37.618254 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aebfe9-0cf0-46cd-bc82-91f4cf24a142 None None] Network 7d765b4d-0cf3-4ab0-82ff-d7b08619003b requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:37.622378 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba91e7-813a-44b5-bfd7-f53ea0234866 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=4aa29e1e-3666-4b3e-a325-a5f9e8d8824e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:37.639400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-421a6676-9f67-4f0a-9617-b0c74362d7cd tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.640006 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-421a6676-9f67-4f0a-9617-b0c74362d7cd tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Added segment 0b3541bc-5b31-405e-a281-92bdc9f92bba of type vlan for network 5e919616-4e86-4966-b0c2-260571109998 Dec 09 02:17:37.653520 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.686912 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-49b4b992-f01a-4264-a8b7-546052af04bb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Delete allocated IP 2001:db8::be (2df3a222-442f-42c4-8365-e4a0f2943169/1b4e42ee-50f2-40ad-b21d-9ac9fb911bfa) {{(pid=103333) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 02:17:37.692523 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:37.693234 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Checking segment: {'id': '06480019-f721-4a3f-b958-0a47a6e7d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '27f5d031-8ff7-444b-a04d-dbef5d4cfae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:37.693391 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.693702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Bound using segment: {'id': '06480019-f721-4a3f-b958-0a47a6e7d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '27f5d031-8ff7-444b-a04d-dbef5d4cfae8'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:37.694194 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Bound port: b11b95c1-37a1-41fd-a3f0-d25d819a6394, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06480019-f721-4a3f-b958-0a47a6e7d8b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '27f5d031-8ff7-444b-a04d-dbef5d4cfae8'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:37.694586 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.696897 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aebfe9-0cf0-46cd-bc82-91f4cf24a142 None None] Network 7d765b4d-0cf3-4ab0-82ff-d7b08619003b could not be found, it might have been deleted concurrently. {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 02:17:37.727488 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-49b4b992-f01a-4264-a8b7-546052af04bb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Allocated IP 2001:db8:0:1::ee (2df3a222-442f-42c4-8365-e4a0f2943169/9533a22a-df11-4cb8-a7e0-6683170c40c6/ecab2116-defc-4cb6-98be-fe663254c6a9) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:37.736887 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-417713a6-da76-47b3-9702-ace9a1ed7a46 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for 77fbb791-7d25-4e40-8ca0-b9bccc404881 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:37.749242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33ba91e7-813a-44b5-bfd7-f53ea0234866 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.754474 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-33ba91e7-813a-44b5-bfd7-f53ea0234866 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/4aa29e1e-3666-4b3e-a325-a5f9e8d8824e HTTP/1.1" status: 204 len: 168 time: 1.0365682 Dec 09 02:17:37.758031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34562) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:37.783016 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Allocated IP 172.21.0.1 (88597b3d-3810-46d8-88fd-7565b36dfe2a/62007bee-2269-4878-a8f0-a1d836074a1d/5292d29b-6be9-4b3f-83cf-0e019b8fe64d) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:37.791280 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-34eb43ae-d64c-4bb1-8761-0b7378026515 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] GET failed (client error): The resource could not be found. Dec 09 02:17:37.792954 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-34eb43ae-d64c-4bb1-8761-0b7378026515 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports/4aa29e1e-3666-4b3e-a325-a5f9e8d8824e HTTP/1.1" status: 404 len: 333 time: 0.0337007 Dec 09 02:17:37.799221 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34564) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:37.803263 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Pushing event updated for resources: {'Port': ['ID=b11b95c1-37a1-41fd-a3f0-d25d819a6394,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:37.828581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-421a6676-9f67-4f0a-9617-b0c74362d7cd tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.873891 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] For port b11b95c1-37a1-41fd-a3f0-d25d819a6394, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:37.878051 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] For port b11b95c1-37a1-41fd-a3f0-d25d819a6394, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=b11b95c1-37a1-41fd-a3f0-d25d819a6394,segment=NetworkSegment(06480019-f721-4a3f-b958-0a47a6e7d8b7),segment_id=06480019-f721-4a3f-b958-0a47a6e7d8b7)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:37.878505 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 08ca0122-a02b-4a71-bac2-91cde312983f has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:17:37.900509 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Attempting to bind port 916de508-08aa-410e-99ab-e6f738b415d5 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:37.900960 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Attempting to bind port 916de508-08aa-410e-99ab-e6f738b415d5 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '159d5341-7fe7-4e76-a2a6-aca2b018e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:37.901970 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Attempting to bind port 916de508-08aa-410e-99ab-e6f738b415d5 on network 88597b3d-3810-46d8-88fd-7565b36dfe2a {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:37.906159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.907021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c774eaa-3e3f-4ced-879d-4aec57bd014b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting subnet a22b5126-267a-4040-a485-208f71239971 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:37.915527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c774eaa-3e3f-4ced-879d-4aec57bd014b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.950815 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-421a6676-9f67-4f0a-9617-b0c74362d7cd tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.954949 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:37.956285 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:37.958918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421a6676-9f67-4f0a-9617-b0c74362d7cd tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:37.960957 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-421a6676-9f67-4f0a-9617-b0c74362d7cd tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:37.975374 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:38.045128 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b63ac526-1a29-40a1-a8ba-8ac6d9764fdc None None] Provisioning complete for port ecab2116-defc-4cb6-98be-fe663254c6a9 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:38.045796 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b63ac526-1a29-40a1-a8ba-8ac6d9764fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:38.063066 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-421a6676-9f67-4f0a-9617-b0c74362d7cd tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5533893 Dec 09 02:17:38.065646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c774eaa-3e3f-4ced-879d-4aec57bd014b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:38.072863 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:38.073573 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Checking segment: {'id': '159d5341-7fe7-4e76-a2a6-aca2b018e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:38.074157 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:38.074715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Bound using segment: {'id': '159d5341-7fe7-4e76-a2a6-aca2b018e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:38.075475 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Bound port: 916de508-08aa-410e-99ab-e6f738b415d5, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159d5341-7fe7-4e76-a2a6-aca2b018e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:38.075873 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:38.079670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34566) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:38.116718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-ef0d54d3-9e73-4996-af3e-ce1ff2870d3f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'subnet': {'network_id': '5e919616-4e86-4966-b0c2-260571109998', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:38.175251 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a6676-9f67-4f0a-9617-b0c74362d7cd tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Network': ['ID=5e919616-4e86-4966-b0c2-260571109998,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:38.192595 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] For port 916de508-08aa-410e-99ab-e6f738b415d5, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:38.195890 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] For port 916de508-08aa-410e-99ab-e6f738b415d5, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=916de508-08aa-410e-99ab-e6f738b415d5,segment=NetworkSegment(159d5341-7fe7-4e76-a2a6-aca2b018e26d),segment_id=159d5341-7fe7-4e76-a2a6-aca2b018e26d)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:38.210363 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 5e919616-4e86-4966-b0c2-260571109998 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:17:38.255486 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:38.271271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c774eaa-3e3f-4ced-879d-4aec57bd014b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:38.296547 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Pushing event updated for resources: {'Port': ['ID=916de508-08aa-410e-99ab-e6f738b415d5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:38.310338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0d54d3-9e73-4996-af3e-ce1ff2870d3f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:38.313132 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device eec55b5e-5417-4ce8-b1f4-f4b5c3d13924 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:38.313858 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ef0d54d3-9e73-4996-af3e-ce1ff2870d3f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:38.325422 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b63ac526-1a29-40a1-a8ba-8ac6d9764fdc None None] Port ecab2116-defc-4cb6-98be-fe663254c6a9 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:38.396967 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:17:38.424174 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-ef0d54d3-9e73-4996-af3e-ce1ff2870d3f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Performing IP validity checks on allocation pools {{(pid=103334) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 02:17:38.424701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-ef0d54d3-9e73-4996-af3e-ce1ff2870d3f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103334) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 02:17:38.444240 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c774eaa-3e3f-4ced-879d-4aec57bd014b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:38.488240 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c774eaa-3e3f-4ced-879d-4aec57bd014b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Subnet': ['ID=a22b5126-267a-4040-a485-208f71239971,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:38.514157 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c774eaa-3e3f-4ced-879d-4aec57bd014b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:38.522611 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4c774eaa-3e3f-4ced-879d-4aec57bd014b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/a22b5126-267a-4040-a485-208f71239971 HTTP/1.1" status: 204 len: 168 time: 0.7209649 Dec 09 02:17:38.525040 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34568) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:38.595894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cac013-9a42-47e5-87c0-f6a486f9972f None None] Network ec26881b-e374-4704-b3bf-84c54e4c1aa0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:38.599512 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Provisioning complete for port f7434c49-12e9-47d5-8bf1-3c3d6d58119d triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:38.599932 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:38.604956 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2e742-7c2f-42e3-a64b-df29090672c4 None None] Pushing event updated for resources: {'Port': ['ID=f7434c49-12e9-47d5-8bf1-3c3d6d58119d,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:38.757239 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:17:38.775870 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9be5b3c3-9cf4-4a1c-851e-62c8289c29c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/08ca0122-a02b-4a71-bac2-91cde312983f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4292717 Dec 09 02:17:38.784091 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Sync routers for ids ['08ca0122-a02b-4a71-bac2-91cde312983f'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:17:38.789443 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:38.790820 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:38.793345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34570) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:38.811937 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Routers {'08ca0122-a02b-4a71-bac2-91cde312983f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:38.816651 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08ca0122-a02b-4a71-bac2-91cde312983f'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:38.839228 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:38.857712 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port eec55b5e-5417-4ce8-b1f4-f4b5c3d13924 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:38.858338 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:38.926570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ef0d54d3-9e73-4996-af3e-ce1ff2870d3f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:38.961717 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675e7bf-698a-4faa-8939-5bd4ebb30dbc None None] Pushing event updated for resources: {'Port': ['ID=b11b95c1-37a1-41fd-a3f0-d25d819a6394,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:39.022912 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2034284-1160-4299-903f-3d0bacdd2fc3 None None] Pushing event updated for resources: {'Port': ['ID=916de508-08aa-410e-99ab-e6f738b415d5,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:39.023163 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port eec55b5e-5417-4ce8-b1f4-f4b5c3d13924 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:39.023449 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:39.027825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d54d3-9e73-4996-af3e-ce1ff2870d3f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Subnet': ['ID=0205bb03-5fee-43c8-acbb-f02368e2d3a0,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:39.035798 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49b4b992-f01a-4264-a8b7-546052af04bb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:39.064418 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49b4b992-f01a-4264-a8b7-546052af04bb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:39.086363 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Set router 08ca0122-a02b-4a71-bac2-91cde312983f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:17:39.104593 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0d54d3-9e73-4996-af3e-ce1ff2870d3f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Checking segment: {'id': '0b3541bc-5b31-405e-a281-92bdc9f92bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5e919616-4e86-4966-b0c2-260571109998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:39.104965 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0d54d3-9e73-4996-af3e-ce1ff2870d3f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network hostable DHCP agents. Network: 5e919616-4e86-4966-b0c2-260571109998, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:17:39.132217 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] For port eec55b5e-5417-4ce8-b1f4-f4b5c3d13924, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=eec55b5e-5417-4ce8-b1f4-f4b5c3d13924,segment=NetworkSegment(9b6abba9-b5c4-44a3-a490-24fe25b254c5),segment_id=9b6abba9-b5c4-44a3-a490-24fe25b254c5)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:39.132597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:39.140567 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4b992-f01a-4264-a8b7-546052af04bb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=ecab2116-defc-4cb6-98be-fe663254c6a9,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:39.157240 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:39.164473 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for eec55b5e-5417-4ce8-b1f4-f4b5c3d13924 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:39.170518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0d54d3-9e73-4996-af3e-ce1ff2870d3f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network 5e919616-4e86-4966-b0c2-260571109998 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:17:39.214781 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-ef0d54d3-9e73-4996-af3e-ce1ff2870d3f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 5e919616-4e86-4966-b0c2-260571109998) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:39.241813 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-417713a6-da76-47b3-9702-ace9a1ed7a46 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:39.270458 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 88597b3d-3810-46d8-88fd-7565b36dfe2a is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:39.274908 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-49b4b992-f01a-4264-a8b7-546052af04bb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] In _notify_port_updated(), no bound segment for port ecab2116-defc-4cb6-98be-fe663254c6a9 on network 2df3a222-442f-42c4-8365-e4a0f2943169 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:17:39.280720 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b4b992-f01a-4264-a8b7-546052af04bb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.281318 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49b4b992-f01a-4264-a8b7-546052af04bb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:39.285815 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-49b4b992-f01a-4264-a8b7-546052af04bb tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "PUT /v2.0/ports/ecab2116-defc-4cb6-98be-fe663254c6a9 HTTP/1.1" status: 200 len: 930 time: 3.6671073 Dec 09 02:17:39.287817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34572) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:39.294071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0d54d3-9e73-4996-af3e-ce1ff2870d3f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.295554 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ef0d54d3-9e73-4996-af3e-ce1ff2870d3f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:39.304334 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:39.316435 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadfddf-47f7-4e7e-9faa-b37db11b9c2e tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.316916 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadfddf-47f7-4e7e-9faa-b37db11b9c2e tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.317875 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadfddf-47f7-4e7e-9faa-b37db11b9c2e tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.318018 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadfddf-47f7-4e7e-9faa-b37db11b9c2e tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.318404 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadfddf-47f7-4e7e-9faa-b37db11b9c2e tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.318872 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadfddf-47f7-4e7e-9faa-b37db11b9c2e tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.319337 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadfddf-47f7-4e7e-9faa-b37db11b9c2e tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.320080 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadfddf-47f7-4e7e-9faa-b37db11b9c2e tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.320279 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadfddf-47f7-4e7e-9faa-b37db11b9c2e tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.320738 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadfddf-47f7-4e7e-9faa-b37db11b9c2e tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.321202 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadfddf-47f7-4e7e-9faa-b37db11b9c2e tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.321656 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadfddf-47f7-4e7e-9faa-b37db11b9c2e tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.322116 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadfddf-47f7-4e7e-9faa-b37db11b9c2e tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.327005 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9eadfddf-47f7-4e7e-9faa-b37db11b9c2e tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9080 time: 0.5299110 Dec 09 02:17:39.327005 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:39.332359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34574) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:39.366610 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=5292d29b-6be9-4b3f-83cf-0e019b8fe64d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:39.442022 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:17:34Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '7e8698c1-b094-4901-acf3-46da7b218db0', 'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:46:d0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:32Z', 'updated_at': '2021-12-09T02:17:35Z', 'revision_number': 2, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:39.447677 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19390e3d-e82c-4f9a-abdf-0703847ebb47 None None] Network 5e919616-4e86-4966-b0c2-260571109998 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:39.494629 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Checking router: 08ca0122-a02b-4a71-bac2-91cde312983f for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:17:39.494989 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Updating router 08ca0122-a02b-4a71-bac2-91cde312983f port 7e8698c1-b094-4901-acf3-46da7b218db0 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:17:39.533152 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:39.533350 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac26ca5f-b433-4b22-b0c5-37a9029d90cf None None] DHCP port deletion for ec26881b-e374-4704-b3bf-84c54e4c1aa0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:17:39.538245 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ef0d54d3-9e73-4996-af3e-ce1ff2870d3f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4352789 Dec 09 02:17:39.553363 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34576) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:39.553568 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417713a6-da76-47b3-9702-ace9a1ed7a46 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=77fbb791-7d25-4e40-8ca0-b9bccc404881,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:39.578641 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:39.682597 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-5e919616-4e86-4966-b0c2-260571109998', 'network_id': '5e919616-4e86-4966-b0c2-260571109998', 'project_id': '06f634e75f1b40e5950ba8d30fa7f442', 'fixed_ips': [{'subnet_id': '0205bb03-5fee-43c8-acbb-f02368e2d3a0'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:39.683483 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:39.686595 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-77f7f028-9216-4e6b-b296-fd3535938092 None None] Allocated IP 2001:db8:0:1::2 (2df3a222-442f-42c4-8365-e4a0f2943169/9533a22a-df11-4cb8-a7e0-6683170c40c6/93c1805d-9191-43de-a12e-1a8eaa8fe6a6) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:39.707907 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-417713a6-da76-47b3-9702-ace9a1ed7a46 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:39.718986 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-417713a6-da76-47b3-9702-ace9a1ed7a46 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/77fbb791-7d25-4e40-8ca0-b9bccc404881 HTTP/1.1" status: 204 len: 168 time: 3.3372285 Dec 09 02:17:39.725259 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34578) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:39.816647 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:39.887201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:17:27Z', 'revision_number': 2, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:37Z', 'revision_number': 4, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:39.929169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2eafb-cb62-4dfc-825a-2a1fa28fde15 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.929701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2eafb-cb62-4dfc-825a-2a1fa28fde15 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.930065 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2eafb-cb62-4dfc-825a-2a1fa28fde15 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.930617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2eafb-cb62-4dfc-825a-2a1fa28fde15 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.930938 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2eafb-cb62-4dfc-825a-2a1fa28fde15 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.931382 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2eafb-cb62-4dfc-825a-2a1fa28fde15 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.933135 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2eafb-cb62-4dfc-825a-2a1fa28fde15 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.933588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2eafb-cb62-4dfc-825a-2a1fa28fde15 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.937192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2eafb-cb62-4dfc-825a-2a1fa28fde15 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.937674 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2eafb-cb62-4dfc-825a-2a1fa28fde15 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.938134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2eafb-cb62-4dfc-825a-2a1fa28fde15 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.938620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2eafb-cb62-4dfc-825a-2a1fa28fde15 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.939068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2eafb-cb62-4dfc-825a-2a1fa28fde15 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:39.944470 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-17e2eafb-cb62-4dfc-825a-2a1fa28fde15 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8209 time: 0.6078408 Dec 09 02:17:39.946203 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34580) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:39.954869 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b2274-6a29-4a5c-8005-e5d11f66521b None None] The sync data for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv is: [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:17:27Z', 'revision_number': 2, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:37Z', 'revision_number': 4, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:17:40.047715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] For port f7434c49-12e9-47d5-8bf1-3c3d6d58119d, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f7434c49-12e9-47d5-8bf1-3c3d6d58119d,segment=NetworkSegment(f19155e2-aa37-44e7-8c80-2e91144c236d),segment_id=f19155e2-aa37-44e7-8c80-2e91144c236d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:40.074904 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.082479 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650ab2d2-19b9-4ad6-b7af-b023876b8602 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:40.089104 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650ab2d2-19b9-4ad6-b7af-b023876b8602 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:40.090953 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650ab2d2-19b9-4ad6-b7af-b023876b8602 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:40.095671 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-650ab2d2-19b9-4ad6-b7af-b023876b8602 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3652153 Dec 09 02:17:40.115726 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34582) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:40.137052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918a8eb3-00db-4c52-a7d0-3f1c63a88e78 None None] Network 88597b3d-3810-46d8-88fd-7565b36dfe2a requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:40.168595 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.198619 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.245962 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.268754 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.286720 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=eec55b5e-5417-4ce8-b1f4-f4b5c3d13924,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:40.290586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No DVR routers for this DVR port eec55b5e-5417-4ce8-b1f4-f4b5c3d13924 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:17:40.381525 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.412536 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:17:40.440159 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Attempting to bind port 7e8698c1-b094-4901-acf3-46da7b218db0 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:40.440644 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Attempting to bind port 7e8698c1-b094-4901-acf3-46da7b218db0 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '55b8cd31-e8ae-45eb-99d6-efb77cfc6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:40.441083 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Attempting to bind port 7e8698c1-b094-4901-acf3-46da7b218db0 on network 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:40.449261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ada917-62b8-4fc9-b6dd-5698df27ab71 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 5ebd6176-0375-41b9-b0d9-01187552ac04 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:40.452880 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36ada917-62b8-4fc9-b6dd-5698df27ab71 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.455565 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:40.456069 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Checking segment: {'id': '55b8cd31-e8ae-45eb-99d6-efb77cfc6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:40.456596 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.457057 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Bound using segment: {'id': '55b8cd31-e8ae-45eb-99d6-efb77cfc6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:40.457612 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Bound port: 7e8698c1-b094-4901-acf3-46da7b218db0, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b8cd31-e8ae-45eb-99d6-efb77cfc6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:40.458088 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.491176 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Pushing event updated for resources: {'Port': ['ID=f7434c49-12e9-47d5-8bf1-3c3d6d58119d,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:40.495160 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:40.517825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36ada917-62b8-4fc9-b6dd-5698df27ab71 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.526935 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e16645-f869-4d94-b980-1aab25a52299 None None] Network 27f5d031-8ff7-444b-a04d-dbef5d4cfae8 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:40.563093 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] For port 7e8698c1-b094-4901-acf3-46da7b218db0, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:40.568299 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] For port 7e8698c1-b094-4901-acf3-46da7b218db0, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7e8698c1-b094-4901-acf3-46da7b218db0,segment=NetworkSegment(55b8cd31-e8ae-45eb-99d6-efb77cfc6e31),segment_id=55b8cd31-e8ae-45eb-99d6-efb77cfc6e31)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:40.576328 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334d688-ac19-4bf1-adc6-3ab6d86447dd None None] Pushing event updated for resources: {'Port': ['ID=7e8698c1-b094-4901-acf3-46da7b218db0,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:40.586799 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334d688-ac19-4bf1-adc6-3ab6d86447dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:40.587722 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334d688-ac19-4bf1-adc6-3ab6d86447dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:40.589021 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334d688-ac19-4bf1-adc6-3ab6d86447dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:40.590419 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334d688-ac19-4bf1-adc6-3ab6d86447dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:40.590990 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334d688-ac19-4bf1-adc6-3ab6d86447dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:40.591614 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334d688-ac19-4bf1-adc6-3ab6d86447dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:40.592217 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334d688-ac19-4bf1-adc6-3ab6d86447dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:40.592772 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334d688-ac19-4bf1-adc6-3ab6d86447dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:40.593380 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334d688-ac19-4bf1-adc6-3ab6d86447dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:40.594771 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334d688-ac19-4bf1-adc6-3ab6d86447dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:40.595373 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334d688-ac19-4bf1-adc6-3ab6d86447dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:40.595971 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334d688-ac19-4bf1-adc6-3ab6d86447dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:40.596526 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334d688-ac19-4bf1-adc6-3ab6d86447dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:40.601583 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.647791 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36ada917-62b8-4fc9-b6dd-5698df27ab71 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.701486 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Provisioning complete for port b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:40.702076 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.726803 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334d688-ac19-4bf1-adc6-3ab6d86447dd None None] Pushing event updated for resources: {'Port': ['ID=7e8698c1-b094-4901-acf3-46da7b218db0,revision_number=4']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:40.736315 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.749153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.754962 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ac26ca5f-b433-4b22-b0c5-37a9029d90cf None None] Deleting port eec55b5e-5417-4ce8-b1f4-f4b5c3d13924 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:40.754962 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ac26ca5f-b433-4b22-b0c5-37a9029d90cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.755330 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d1e57fbd-442f-440e-831c-abdaf56c10d6 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port ecab2116-defc-4cb6-98be-fe663254c6a9 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:40.755917 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1e57fbd-442f-440e-831c-abdaf56c10d6 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.756083 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Routers {'08ca0122-a02b-4a71-bac2-91cde312983f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:40.757223 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08ca0122-a02b-4a71-bac2-91cde312983f'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:40.760823 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.866493 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=5292d29b-6be9-4b3f-83cf-0e019b8fe64d,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:40.883902 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:40.970945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec26881b-e374-4704-b3bf-84c54e4c1aa0']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:40.984116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6abba9-b5c4-44a3-a490-24fe25b254c5') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:40.984817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6abba9-b5c4-44a3-a490-24fe25b254c5') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:40.995864 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.018556 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.027201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-77f7f028-9216-4e6b-b296-fd3535938092 None None] For port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=93c1805d-9191-43de-a12e-1a8eaa8fe6a6,segment=NetworkSegment(c221872b-f42e-49ea-8f85-f8c9a65a340c),segment_id=c221872b-f42e-49ea-8f85-f8c9a65a340c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:41.043393 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:17:41.044102 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.063173 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network 88597b3d-3810-46d8-88fd-7565b36dfe2a is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:41.065154 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:41.083573 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] Set router 08ca0122-a02b-4a71-bac2-91cde312983f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:17:41.114267 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:17:41.149258 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ac26ca5f-b433-4b22-b0c5-37a9029d90cf None None] For port eec55b5e-5417-4ce8-b1f4-f4b5c3d13924, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:41.149258 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ac26ca5f-b433-4b22-b0c5-37a9029d90cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.163421 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Allocated IP 172.20.0.3 (5e919616-4e86-4966-b0c2-260571109998/0205bb03-5fee-43c8-acbb-f02368e2d3a0/f7cf6c7d-cb6d-49c1-98be-f4722b369d28) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:41.208307 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ac26ca5f-b433-4b22-b0c5-37a9029d90cf None None] Calling delete_port for eec55b5e-5417-4ce8-b1f4-f4b5c3d13924 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:41.218569 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-ac26ca5f-b433-4b22-b0c5-37a9029d90cf None None] Port eec55b5e-5417-4ce8-b1f4-f4b5c3d13924 was not found and therefore no delete operation was performed {{(pid=103335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 02:17:41.225342 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77f7f028-9216-4e6b-b296-fd3535938092 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.235818 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ac26ca5f-b433-4b22-b0c5-37a9029d90cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.236333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36ada917-62b8-4fc9-b6dd-5698df27ab71 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.240606 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:17:41.283076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ada917-62b8-4fc9-b6dd-5698df27ab71 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=5ebd6176-0375-41b9-b0d9-01187552ac04,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:41.286136 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-77f7f028-9216-4e6b-b296-fd3535938092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.293042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36ada917-62b8-4fc9-b6dd-5698df27ab71 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.300758 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-36ada917-62b8-4fc9-b6dd-5698df27ab71 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/5ebd6176-0375-41b9-b0d9-01187552ac04 HTTP/1.1" status: 204 len: 168 time: 1.1790268 Dec 09 02:17:41.304180 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34586) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:41.313037 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:41.313460 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.327422 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa080146-8863-46a3-b184-6d38c6fba9ea None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:41.331309 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:17:34Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '7e8698c1-b094-4901-acf3-46da7b218db0', 'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:46:d0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:32Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:41.354028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26ca5f-b433-4b22-b0c5-37a9029d90cf None None] Pushing event deleted for resources: {'Port': ['ID=eec55b5e-5417-4ce8-b1f4-f4b5c3d13924,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:41.364061 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f657c0-5a6a-4ad5-b175-34922ea32101 None None] The sync data for ids ['08ca0122-a02b-4a71-bac2-91cde312983f'] in dv-neutron-804846-18-hyperv is: [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:17:34Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '7e8698c1-b094-4901-acf3-46da7b218db0', 'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:46:d0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:32Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:17:41.408817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c4b6df-79ca-4edc-8867-e1b09945a3dc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 99e07025-7128-497f-928f-08bbc57cf3f5 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:41.426224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.445679 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:17:41.456786 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-52d1a173-070d-48a4-8d0f-6adc0ed4f468 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/b5fd2fe3-4ae3-4d7e-b334-1e948e296886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8843968 Dec 09 02:17:41.458321 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25c4b6df-79ca-4edc-8867-e1b09945a3dc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.471058 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.471263 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34588) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:41.492269 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f5a18c9c-119c-475f-99a6-8d499b9dad8e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'network': {'name': 'tempest-RoutersTest-1962543134'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:41.520706 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a18c9c-119c-475f-99a6-8d499b9dad8e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:41.521874 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac26ca5f-b433-4b22-b0c5-37a9029d90cf None None] No DVR routers for this DVR port eec55b5e-5417-4ce8-b1f4-f4b5c3d13924 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:17:41.526645 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5a18c9c-119c-475f-99a6-8d499b9dad8e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.579532 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.582800 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/networks/ec26881b-e374-4704-b3bf-84c54e4c1aa0 HTTP/1.1" status: 204 len: 168 time: 3.0566700 Dec 09 02:17:41.592642 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34590) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:41.600982 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2dccb980-daf7-464a-9139-cbe5365bcedb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1279090593'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:41.614832 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a18c9c-119c-475f-99a6-8d499b9dad8e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:17:41.667590 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5403d2-b2dd-4c2a-8808-e530ed67fa35 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Network': ['ID=ec26881b-e374-4704-b3bf-84c54e4c1aa0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:41.684909 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5a18c9c-119c-475f-99a6-8d499b9dad8e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.685255 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-f5a18c9c-119c-475f-99a6-8d499b9dad8e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Added segment 4237c677-aaaa-4096-962d-879327b722cf of type vlan for network eda3b4c3-a310-48b7-bdfa-1ca59fbe3833 Dec 09 02:17:41.693056 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.705147 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dccb980-daf7-464a-9139-cbe5365bcedb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:41.709099 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1e57fbd-442f-440e-831c-abdaf56c10d6 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.717964 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2dccb980-daf7-464a-9139-cbe5365bcedb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.739357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25c4b6df-79ca-4edc-8867-e1b09945a3dc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.798918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7f028-9216-4e6b-b296-fd3535938092 None None] Pushing event updated for resources: {'Port': ['ID=93c1805d-9191-43de-a12e-1a8eaa8fe6a6,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:41.850552 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34596) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:41.870510 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dccb980-daf7-464a-9139-cbe5365bcedb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:17:41.879351 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] For port b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7,segment=NetworkSegment(55b8cd31-e8ae-45eb-99d6-efb77cfc6e31),segment_id=55b8cd31-e8ae-45eb-99d6-efb77cfc6e31)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:41.888457 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2dccb980-daf7-464a-9139-cbe5365bcedb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.888811 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-2dccb980-daf7-464a-9139-cbe5365bcedb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Added segment 30888938-01aa-4bd1-b09d-d31b4fbd9dc0 of type vlan for network 73aec921-7015-4f3d-ab18-5cc63867110f Dec 09 02:17:41.918949 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.948659 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5a18c9c-119c-475f-99a6-8d499b9dad8e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.960298 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25c4b6df-79ca-4edc-8867-e1b09945a3dc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:41.986089 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2dccb980-daf7-464a-9139-cbe5365bcedb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:42.055523 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5a18c9c-119c-475f-99a6-8d499b9dad8e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:42.062785 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a18c9c-119c-475f-99a6-8d499b9dad8e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:42.064522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5a18c9c-119c-475f-99a6-8d499b9dad8e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:42.081081 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d1e57fbd-442f-440e-831c-abdaf56c10d6 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for ecab2116-defc-4cb6-98be-fe663254c6a9 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:42.144490 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2dccb980-daf7-464a-9139-cbe5365bcedb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:42.151129 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dccb980-daf7-464a-9139-cbe5365bcedb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:42.151896 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2dccb980-daf7-464a-9139-cbe5365bcedb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:42.156198 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Could not find standard attr ID for object eec55b5e-5417-4ce8-b1f4-f4b5c3d13924. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:17:42.192179 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2dccb980-daf7-464a-9139-cbe5365bcedb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5978124 Dec 09 02:17:42.193840 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34598) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:42.211681 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a18c9c-119c-475f-99a6-8d499b9dad8e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Network': ['ID=eda3b4c3-a310-48b7-bdfa-1ca59fbe3833,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:42.220238 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-06dfd53b-e0b6-4c9f-8f7a-d2ce075da3b0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'subnet': {'network_id': '73aec921-7015-4f3d-ab18-5cc63867110f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:42.225328 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c672a702-d39f-44c5-acae-60cc8f9dbdee tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:42.239948 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:42.256552 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network eda3b4c3-a310-48b7-bdfa-1ca59fbe3833 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:17:42.257288 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f5a18c9c-119c-475f-99a6-8d499b9dad8e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7865770 Dec 09 02:17:42.289126 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34600) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:42.294040 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:42.337977 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Sync routers for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:17:42.348400 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7201154e-73b5-4ec3-b32c-cacdfda70c8b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'subnet': {'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:42.367078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1e57fbd-442f-440e-831c-abdaf56c10d6 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:42.369202 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25c4b6df-79ca-4edc-8867-e1b09945a3dc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:42.395492 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 916de508-08aa-410e-99ab-e6f738b415d5 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:42.450569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4b6df-79ca-4edc-8867-e1b09945a3dc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=99e07025-7128-497f-928f-08bbc57cf3f5,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:42.530670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e57fbd-442f-440e-831c-abdaf56c10d6 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=ecab2116-defc-4cb6-98be-fe663254c6a9,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:42.572394 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d4f517df-a1c5-4968-ac64-754d80b4c4e7 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2856 time: 2.6218452 Dec 09 02:17:42.618813 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c672a702-d39f-44c5-acae-60cc8f9dbdee tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:42.622622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25c4b6df-79ca-4edc-8867-e1b09945a3dc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:42.626670 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-25c4b6df-79ca-4edc-8867-e1b09945a3dc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/99e07025-7128-497f-928f-08bbc57cf3f5 HTTP/1.1" status: 204 len: 168 time: 1.3182578 Dec 09 02:17:42.634469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:42.638209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1e57fbd-442f-440e-831c-abdaf56c10d6 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:42.654460 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d1e57fbd-442f-440e-831c-abdaf56c10d6 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/ecab2116-defc-4cb6-98be-fe663254c6a9 HTTP/1.1" status: 204 len: 168 time: 3.3534601 Dec 09 02:17:42.655005 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34604) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:42.655350 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34606) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:42.747107 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccb980-daf7-464a-9139-cbe5365bcedb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Network': ['ID=73aec921-7015-4f3d-ab18-5cc63867110f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:42.766775 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7201154e-73b5-4ec3-b32c-cacdfda70c8b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:42.770327 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7201154e-73b5-4ec3-b32c-cacdfda70c8b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:42.877085 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 73aec921-7015-4f3d-ab18-5cc63867110f details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:17:42.885861 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Network 5e919616-4e86-4966-b0c2-260571109998 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:42.890360 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Pushing event updated for resources: {'Port': ['ID=b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:42.963978 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:42.967523 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:42.968399 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:42.971403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Provisioning complete for port 7e8698c1-b094-4901-acf3-46da7b218db0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:42.971899 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:42.974043 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Pushing event updated for resources: {'Port': ['ID=f7cf6c7d-cb6d-49c1-98be-f4722b369d28,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:43.003665 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:43.006224 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dfd53b-e0b6-4c9f-8f7a-d2ce075da3b0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:43.010203 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-06dfd53b-e0b6-4c9f-8f7a-d2ce075da3b0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.317574 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:17:43.362827 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b6ef3844-9368-4f46-aeb4-fd835404cb14 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7005115 Dec 09 02:17:43.362827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34608) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:43.367989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-ccb28997-5d88-48ab-828b-36d5e4936ee1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1028036535', 'description': 'tempest-secgroup-smoke-1028036535 description', 'project_id': '11e56525f9144d56b0abeb03a899d780'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:43.372865 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-864faf31-8165-4542-b5df-36736d2a5a69 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] GET failed (client error): The resource could not be found. Dec 09 02:17:43.377951 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-864faf31-8165-4542-b5df-36736d2a5a69 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports/ecab2116-defc-4cb6-98be-fe663254c6a9 HTTP/1.1" status: 404 len: 333 time: 0.7029006 Dec 09 02:17:43.378635 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34610) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:43.378978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34612) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:43.446350 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.468772 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e919616-4e86-4966-b0c2-260571109998']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:43.499909 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Subnet': ['ID=0205bb03-5fee-43c8-acbb-f02368e2d3a0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:43.502800 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Attempting to bind port f7cf6c7d-cb6d-49c1-98be-f4722b369d28 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:43.502800 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Attempting to bind port f7cf6c7d-cb6d-49c1-98be-f4722b369d28 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '0b3541bc-5b31-405e-a281-92bdc9f92bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5e919616-4e86-4966-b0c2-260571109998'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:43.502800 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Attempting to bind port f7cf6c7d-cb6d-49c1-98be-f4722b369d28 on network 5e919616-4e86-4966-b0c2-260571109998 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:43.522219 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:43.522596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Checking segment: {'id': '0b3541bc-5b31-405e-a281-92bdc9f92bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5e919616-4e86-4966-b0c2-260571109998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:43.523006 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.523406 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Bound using segment: {'id': '0b3541bc-5b31-405e-a281-92bdc9f92bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5e919616-4e86-4966-b0c2-260571109998'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:43.523916 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Bound port: f7cf6c7d-cb6d-49c1-98be-f4722b369d28, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3541bc-5b31-405e-a281-92bdc9f92bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5e919616-4e86-4966-b0c2-260571109998'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:43.524814 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.526780 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6983dd-1613-4492-85bc-3ec0946f826c None None] Update dhcp port {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'fixed_ips': [{'subnet_id': '99e07025-7128-497f-928f-08bbc57cf3f5'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': '0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:17:43.540631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3541bc-5b31-405e-a281-92bdc9f92bba') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:43.540948 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3541bc-5b31-405e-a281-92bdc9f92bba') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:43.571164 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.604121 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ccb28997-5d88-48ab-828b-36d5e4936ee1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.610620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.628891 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-194dba6f-66eb-4480-b819-5e670f067fc3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.632910 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:17:43.633316 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.643736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0909154b-fcfe-456d-845c-b3c9decaf3ba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:43.645506 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0909154b-fcfe-456d-845c-b3c9decaf3ba tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1729515 Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:17:43.646587 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:17:43.689048 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34614) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:43.689528 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 916de508-08aa-410e-99ab-e6f738b415d5 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:43.689905 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.701871 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c672a702-d39f-44c5-acae-60cc8f9dbdee tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.705544 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c672a702-d39f-44c5-acae-60cc8f9dbdee tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.710010 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c672a702-d39f-44c5-acae-60cc8f9dbdee tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "DELETE /v2.0/security-groups/3d01ff57-4697-4140-a8ed-0bf03496af40 HTTP/1.1" status: 204 len: 168 time: 1.7710912 Dec 09 02:17:43.713574 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34616) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:43.717102 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-06dfd53b-e0b6-4c9f-8f7a-d2ce075da3b0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.728368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e6983dd-1613-4492-85bc-3ec0946f826c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.769697 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672a702-d39f-44c5-acae-60cc8f9dbdee tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d01ff57-4697-4140-a8ed-0bf03496af40,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:43.770005 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-194dba6f-66eb-4480-b819-5e670f067fc3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.773341 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-899eaefb-6bf0-4b73-b34c-2d8d3a1bb5c3 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] show failed (client error): The resource could not be found. Dec 09 02:17:43.777932 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-899eaefb-6bf0-4b73-b34c-2d8d3a1bb5c3 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "GET /v2.0/security-groups/3d01ff57-4697-4140-a8ed-0bf03496af40 HTTP/1.1" status: 404 len: 347 time: 0.0586936 Dec 09 02:17:43.780710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.785572 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34618) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:43.789843 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 02:17:43.789843 dv-neutron-804846-18-hyperv neutron-server[103334]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 02:17:43.789843 dv-neutron-804846-18-hyperv neutron-server[103334]: [parameters: {'id': '5e919616-4e86-4966-b0c2-260571109998'}] Dec 09 02:17:43.789843 dv-neutron-804846-18-hyperv neutron-server[103334]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:17:43.790655 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:17:43.802338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed089a2-75a5-4869-8537-f8011b1302b1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:43.804145 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3ed089a2-75a5-4869-8537-f8011b1302b1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1119671 Dec 09 02:17:43.810594 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34620) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:43.860617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ccb28997-5d88-48ab-828b-36d5e4936ee1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.862504 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-194dba6f-66eb-4480-b819-5e670f067fc3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.865525 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-194dba6f-66eb-4480-b819-5e670f067fc3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.869954 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-194dba6f-66eb-4480-b819-5e670f067fc3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/security-groups/9e9b9635-15e4-4910-8cc7-f793a62c7c4d HTTP/1.1" status: 204 len: 168 time: 0.3889229 Dec 09 02:17:43.870577 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34622) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:43.883288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ccb28997-5d88-48ab-828b-36d5e4936ee1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.904385 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] For port f7cf6c7d-cb6d-49c1-98be-f4722b369d28, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:43.908179 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194dba6f-66eb-4480-b819-5e670f067fc3 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9b9635-15e4-4910-8cc7-f793a62c7c4d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:43.938370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ccb28997-5d88-48ab-828b-36d5e4936ee1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:43.939784 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ccb28997-5d88-48ab-828b-36d5e4936ee1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5750504 Dec 09 02:17:43.948863 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34624) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:43.951041 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a3bd5f70-519d-4f72-bc58-dc1d57d84791 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1308637 Dec 09 02:17:43.958495 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-bc6b846a-f3ef-4a5e-afdd-1e9465e7ef3e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '41414606-9018-4b72-9d79-9e31d8123f15', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:43.962683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34626) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:43.971725 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfd53b-e0b6-4c9f-8f7a-d2ce075da3b0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Subnet': ['ID=4e4b5660-6e62-4981-b23f-5bdc80708b43,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:43.971949 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-ef05dac8-640b-4f77-a08c-a7c795b24493 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:43.989565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] For port 7e8698c1-b094-4901-acf3-46da7b218db0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7e8698c1-b094-4901-acf3-46da7b218db0,segment=NetworkSegment(55b8cd31-e8ae-45eb-99d6-efb77cfc6e31),segment_id=55b8cd31-e8ae-45eb-99d6-efb77cfc6e31)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:43.991466 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] For port f7cf6c7d-cb6d-49c1-98be-f4722b369d28, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f7cf6c7d-cb6d-49c1-98be-f4722b369d28,segment=NetworkSegment(0b3541bc-5b31-405e-a281-92bdc9f92bba),segment_id=0b3541bc-5b31-405e-a281-92bdc9f92bba)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:43.992048 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb28997-5d88-48ab-828b-36d5e4936ee1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41414606-9018-4b72-9d79-9e31d8123f15,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:44.024659 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.026874 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.055669 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dfd53b-e0b6-4c9f-8f7a-d2ce075da3b0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Checking segment: {'id': '30888938-01aa-4bd1-b09d-d31b4fbd9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73aec921-7015-4f3d-ab18-5cc63867110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:44.056212 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dfd53b-e0b6-4c9f-8f7a-d2ce075da3b0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network hostable DHCP agents. Network: 73aec921-7015-4f3d-ab18-5cc63867110f, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:17:44.062393 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7201154e-73b5-4ec3-b32c-cacdfda70c8b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.090937 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Could not find standard attr ID for object 4aa29e1e-3666-4b3e-a325-a5f9e8d8824e. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:17:44.113635 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc365230-fd71-402b-964c-c84dd9e54bbe tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.131096 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81313e6-63b1-49ac-864f-2b89af1e0ef1 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:44.135155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc6b846a-f3ef-4a5e-afdd-1e9465e7ef3e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.163211 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.178311 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc365230-fd71-402b-964c-c84dd9e54bbe tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.180692 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dfd53b-e0b6-4c9f-8f7a-d2ce075da3b0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network 73aec921-7015-4f3d-ab18-5cc63867110f is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:17:44.188137 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef05dac8-640b-4f77-a08c-a7c795b24493 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:44.191990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ef05dac8-640b-4f77-a08c-a7c795b24493 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.199503 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef05dac8-640b-4f77-a08c-a7c795b24493 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:17:44.199788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-06dfd53b-e0b6-4c9f-8f7a-d2ce075da3b0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 73aec921-7015-4f3d-ab18-5cc63867110f) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:44.199940 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef05dac8-640b-4f77-a08c-a7c795b24493 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:17:44.204350 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dfd53b-e0b6-4c9f-8f7a-d2ce075da3b0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:44.205090 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-06dfd53b-e0b6-4c9f-8f7a-d2ce075da3b0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.222082 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201154e-73b5-4ec3-b32c-cacdfda70c8b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Subnet': ['ID=19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:44.243541 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-06dfd53b-e0b6-4c9f-8f7a-d2ce075da3b0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0332925 Dec 09 02:17:44.244378 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34628) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:44.248561 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9201b249-7e77-41cc-ab30-4cb1c7ba27bb None None] Network 73aec921-7015-4f3d-ab18-5cc63867110f requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:44.252692 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ef05dac8-640b-4f77-a08c-a7c795b24493 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2823629 Dec 09 02:17:44.252873 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.254085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34630) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:44.254692 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-6ba58c19-5536-4d9d-b31b-db06cd4b49d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-451930384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:44.255838 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-94b7fce1-e286-49ae-90ac-62c5aa28e0c9 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Deleting port 05eea386-5800-47ba-b2c1-cfd827043e75 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:44.256280 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b7fce1-e286-49ae-90ac-62c5aa28e0c9 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.258224 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7201154e-73b5-4ec3-b32c-cacdfda70c8b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Checking segment: {'id': '4237c677-aaaa-4096-962d-879327b722cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:44.258728 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7201154e-73b5-4ec3-b32c-cacdfda70c8b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network hostable DHCP agents. Network: eda3b4c3-a310-48b7-bdfa-1ca59fbe3833, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:17:44.266824 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c14f1aa2-488b-4932-a286-b19925bc6490 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:44.280766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc6b846a-f3ef-4a5e-afdd-1e9465e7ef3e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.282604 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Provisioning complete for port 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:44.282979 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.285313 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602b109-ae19-4171-9331-6b49c0fed963 None None] Pushing event updated for resources: {'Port': ['ID=f7cf6c7d-cb6d-49c1-98be-f4722b369d28,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:44.290532 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc6b846a-f3ef-4a5e-afdd-1e9465e7ef3e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.295607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.316607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6ba58c19-5536-4d9d-b31b-db06cd4b49d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.317860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6ba58c19-5536-4d9d-b31b-db06cd4b49d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.321058 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc365230-fd71-402b-964c-c84dd9e54bbe tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.323750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc365230-fd71-402b-964c-c84dd9e54bbe tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.328164 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dc365230-fd71-402b-964c-c84dd9e54bbe tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/security-groups/538c0ae7-2af3-4ff7-8efb-0367df408ede HTTP/1.1" status: 204 len: 168 time: 0.4504566 Dec 09 02:17:44.332152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34632) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:44.345381 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b846a-f3ef-4a5e-afdd-1e9465e7ef3e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fd201b-bfab-4831-ad19-38dc8bc01789,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:44.381183 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc6b846a-f3ef-4a5e-afdd-1e9465e7ef3e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.386800 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bc6b846a-f3ef-4a5e-afdd-1e9465e7ef3e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4276102 Dec 09 02:17:44.388125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc365230-fd71-402b-964c-c84dd9e54bbe tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=538c0ae7-2af3-4ff7-8efb-0367df408ede,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:44.388534 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7201154e-73b5-4ec3-b32c-cacdfda70c8b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network eda3b4c3-a310-48b7-bdfa-1ca59fbe3833 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:17:44.392485 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34634) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:44.392947 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baa1f32-c3d1-45c7-a3de-0c75bf88a37d None None] Network 5e919616-4e86-4966-b0c2-260571109998 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:44.399904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-3b04f8c0-062e-4f14-8f35-057df9d7d61b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '41414606-9018-4b72-9d79-9e31d8123f15', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:44.407902 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-7201154e-73b5-4ec3-b32c-cacdfda70c8b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, eda3b4c3-a310-48b7-bdfa-1ca59fbe3833) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:44.426305 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7201154e-73b5-4ec3-b32c-cacdfda70c8b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:44.426905 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7201154e-73b5-4ec3-b32c-cacdfda70c8b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.465241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 916de508-08aa-410e-99ab-e6f738b415d5, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=916de508-08aa-410e-99ab-e6f738b415d5,segment=NetworkSegment(159d5341-7fe7-4e76-a2a6-aca2b018e26d),segment_id=159d5341-7fe7-4e76-a2a6-aca2b018e26d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:44.471486 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4cb0f3-15f5-4afa-8ce9-8bc7e41c5e3c None None] Network eda3b4c3-a310-48b7-bdfa-1ca59fbe3833 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:44.479395 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b7fce1-e286-49ae-90ac-62c5aa28e0c9 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.479925 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b7fce1-e286-49ae-90ac-62c5aa28e0c9 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.492734 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-94b7fce1-e286-49ae-90ac-62c5aa28e0c9 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Calling delete_port for 05eea386-5800-47ba-b2c1-cfd827043e75 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:44.495543 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6ba58c19-5536-4d9d-b31b-db06cd4b49d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.500386 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bf6c05-2718-4a44-b53a-6399139581cc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting subnet 1b4e42ee-50f2-40ad-b21d-9ac9fb911bfa {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:44.508979 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e7bf6c05-2718-4a44-b53a-6399139581cc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.512206 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.513073 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6ba58c19-5536-4d9d-b31b-db06cd4b49d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.513226 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:44.516527 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:17:39Z', 'revision_number': 3, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 2, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:44.568395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b04f8c0-062e-4f14-8f35-057df9d7d61b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.572859 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6ba58c19-5536-4d9d-b31b-db06cd4b49d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.574196 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6ba58c19-5536-4d9d-b31b-db06cd4b49d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3230405 Dec 09 02:17:44.580864 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e7bf6c05-2718-4a44-b53a-6399139581cc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.583651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34636) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:44.589062 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-cd430498-fc9d-4a62-b580-4e58aa3d0915 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'network_id': '73aec921-7015-4f3d-ab18-5cc63867110f', 'name': 'tempest-PortsTestJSON-629006705'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:44.652727 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b7fce1-e286-49ae-90ac-62c5aa28e0c9 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.684066 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7201154e-73b5-4ec3-b32c-cacdfda70c8b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3905098 Dec 09 02:17:44.685429 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34638) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:44.696068 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7fce1-e286-49ae-90ac-62c5aa28e0c9 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Pushing event deleted for resources: {'Port': ['ID=05eea386-5800-47ba-b2c1-cfd827043e75,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:44.704660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Deleting port f7cf6c7d-cb6d-49c1-98be-f4722b369d28 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:44.705177 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.784669 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567cbf7e-3423-4181-bf91-a8daf49f6a9e None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:17:44.797164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Checking router: b5fd2fe3-4ae3-4d7e-b334-1e948e296886 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:17:44.797558 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Updating router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 port 5292d29b-6be9-4b3f-83cf-0e019b8fe64d binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:17:44.834785 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14f1aa2-488b-4932-a286-b19925bc6490 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:44.839249 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c14f1aa2-488b-4932-a286-b19925bc6490 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.841202 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14f1aa2-488b-4932-a286-b19925bc6490 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:17:44.841642 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14f1aa2-488b-4932-a286-b19925bc6490 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:17:44.857166 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Pushing event updated for resources: {'Port': ['ID=7e8698c1-b094-4901-acf3-46da7b218db0,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:44.870586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b04f8c0-062e-4f14-8f35-057df9d7d61b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.886336 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] For port f7cf6c7d-cb6d-49c1-98be-f4722b369d28, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f7cf6c7d-cb6d-49c1-98be-f4722b369d28,segment=NetworkSegment(0b3541bc-5b31-405e-a281-92bdc9f92bba),segment_id=0b3541bc-5b31-405e-a281-92bdc9f92bba)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:44.886822 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.889985 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b04f8c0-062e-4f14-8f35-057df9d7d61b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.903087 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c14f1aa2-488b-4932-a286-b19925bc6490 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6418343 Dec 09 02:17:44.906392 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34640) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:44.909470 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b7fce1-e286-49ae-90ac-62c5aa28e0c9 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.912285 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b7fce1-e286-49ae-90ac-62c5aa28e0c9 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.913573 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-94b7fce1-e286-49ae-90ac-62c5aa28e0c9 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] 10.222.0.43 "DELETE /v2.0/floatingips/35a17268-17a7-49c1-8bab-b3f4ab5de964 HTTP/1.1" status: 204 len: 168 time: 1.1241045 Dec 09 02:17:44.915001 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e7bf6c05-2718-4a44-b53a-6399139581cc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.917664 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-15c55ca9-e546-4a14-8222-32b942353e49 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:44.923270 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34642) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:44.941926 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:44.950723 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Calling delete_port for f7cf6c7d-cb6d-49c1-98be-f4722b369d28 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:44.960962 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04f8c0-062e-4f14-8f35-057df9d7d61b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca864137-0698-4d39-8da6-7c40ca41b020,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:44.973884 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-73aec921-7015-4f3d-ab18-5cc63867110f', 'network_id': '73aec921-7015-4f3d-ab18-5cc63867110f', 'project_id': '646984397d8f42a1ab7a1289880bdcb5', 'fixed_ips': [{'subnet_id': '4e4b5660-6e62-4981-b23f-5bdc80708b43'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:44.974757 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.025742 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4079e77b-3f2d-4ff2-b688-3933313a7a0a None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:17:45.037405 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd430498-fc9d-4a62-b580-4e58aa3d0915 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:45.041761 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd430498-fc9d-4a62-b580-4e58aa3d0915 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.056558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b04f8c0-062e-4f14-8f35-057df9d7d61b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.058169 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3b04f8c0-062e-4f14-8f35-057df9d7d61b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6623237 Dec 09 02:17:45.061987 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34646) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:45.068660 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-36fb0f14-8f54-449e-80ff-ea9af0efff73 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '41414606-9018-4b72-9d79-9e31d8123f15', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:45.086440 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e7bf6c05-2718-4a44-b53a-6399139581cc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.093246 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=916de508-08aa-410e-99ab-e6f738b415d5,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:45.094289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-cd430498-fc9d-4a62-b580-4e58aa3d0915 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] device_id is not set on port a58bf0da-20e0-47dc-9e0a-b13263bf3363 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:17:45.112095 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36fb0f14-8f54-449e-80ff-ea9af0efff73 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.136463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'project_id': 'a758062df96345628c35c50c762f8108', 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:45.138226 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.147889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:45.148664 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.199182 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf6c05-2718-4a44-b53a-6399139581cc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Subnet': ['ID=1b4e42ee-50f2-40ad-b21d-9ac9fb911bfa,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:45.202925 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e7bf6c05-2718-4a44-b53a-6399139581cc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.207112 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e7bf6c05-2718-4a44-b53a-6399139581cc tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/1b4e42ee-50f2-40ad-b21d-9ac9fb911bfa HTTP/1.1" status: 204 len: 168 time: 0.8712163 Dec 09 02:17:45.220735 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34648) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:45.226583 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-0ca614c4-16a4-436b-aff1-e033dc37042a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'subnet': {'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:45.245344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1455771-e16b-4eae-b9db-c63708272f9e None None] Network 2df3a222-442f-42c4-8365-e4a0f2943169 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:45.288308 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c55ca9-e546-4a14-8222-32b942353e49 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:45.291847 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c55ca9-e546-4a14-8222-32b942353e49 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.293255 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c55ca9-e546-4a14-8222-32b942353e49 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:17:45.293690 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c55ca9-e546-4a14-8222-32b942353e49 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:17:45.321915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.324683 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36fb0f14-8f54-449e-80ff-ea9af0efff73 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.330640 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Could not find standard attr ID for object 51caa944-a80c-4d2a-8dfb-06278f61b6fb. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:17:45.364362 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-15c55ca9-e546-4a14-8222-32b942353e49 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4561732 Dec 09 02:17:45.368087 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34650) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:45.368980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Port': ['ID=f7cf6c7d-cb6d-49c1-98be-f4722b369d28,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:45.372166 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36fb0f14-8f54-449e-80ff-ea9af0efff73 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.376951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-fe1f3ded-26c7-4cea-af4b-7662615adc9d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:45.380829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No DVR routers for this DVR port f7cf6c7d-cb6d-49c1-98be-f4722b369d28 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:17:45.391116 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9c070c7a-2fc0-4422-9a2f-757933df11fb None None] Could not find standard attr ID for object 77fbb791-7d25-4e40-8ca0-b9bccc404881. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:17:45.409423 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36fb0f14-8f54-449e-80ff-ea9af0efff73 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.413225 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-36fb0f14-8f54-449e-80ff-ea9af0efff73 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3454120 Dec 09 02:17:45.416660 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34652) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:45.452133 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb0f14-8f54-449e-80ff-ea9af0efff73 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ca3a2e-6daf-4e87-9056-7f0c0062c844,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:45.460049 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4765df1c-14bf-4384-bfa1-13c037756df3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '41414606-9018-4b72-9d79-9e31d8123f15', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:45.530157 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-cd430498-fc9d-4a62-b580-4e58aa3d0915 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Allocated IP 172.20.0.14 (73aec921-7015-4f3d-ab18-5cc63867110f/4e4b5660-6e62-4981-b23f-5bdc80708b43/a58bf0da-20e0-47dc-9e0a-b13263bf3363) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:45.551707 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.577752 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4765df1c-14bf-4384-bfa1-13c037756df3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.609482 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4079e77b-3f2d-4ff2-b688-3933313a7a0a None None] Deleting port 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:45.609482 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4079e77b-3f2d-4ff2-b688-3933313a7a0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.613523 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e919616-4e86-4966-b0c2-260571109998']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:45.638101 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3541bc-5b31-405e-a281-92bdc9f92bba') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:45.638404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3541bc-5b31-405e-a281-92bdc9f92bba') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:45.658244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.658774 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.673080 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca614c4-16a4-436b-aff1-e033dc37042a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:45.676745 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0ca614c4-16a4-436b-aff1-e033dc37042a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.728644 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Provisioning complete for port b11b95c1-37a1-41fd-a3f0-d25d819a6394 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:45.728934 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.745942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.779034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b11b95c1-37a1-41fd-a3f0-d25d819a6394 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:45.782715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1f3ded-26c7-4cea-af4b-7662615adc9d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:45.786526 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fe1f3ded-26c7-4cea-af4b-7662615adc9d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.788997 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Allocated IP 172.22.0.2 (eda3b4c3-a310-48b7-bdfa-1ca59fbe3833/19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4/dd130187-0e39-4187-9bd4-06b55b7b066f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:45.792046 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1f3ded-26c7-4cea-af4b-7662615adc9d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:17:45.792569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1f3ded-26c7-4cea-af4b-7662615adc9d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:17:45.797250 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4765df1c-14bf-4384-bfa1-13c037756df3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.798134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:17:45.798703 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:17:45.804722 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:17:45.808687 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4765df1c-14bf-4384-bfa1-13c037756df3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.852992 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765df1c-14bf-4384-bfa1-13c037756df3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1da6774-f90f-4d44-8af0-a1f7b1eddd33,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:45.861330 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4079e77b-3f2d-4ff2-b688-3933313a7a0a None None] For port 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:45.861762 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4079e77b-3f2d-4ff2-b688-3933313a7a0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.891130 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fe1f3ded-26c7-4cea-af4b-7662615adc9d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5187800 Dec 09 02:17:45.893633 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4765df1c-14bf-4384-bfa1-13c037756df3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.895722 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4765df1c-14bf-4384-bfa1-13c037756df3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4804544 Dec 09 02:17:45.898337 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34654) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:45.898871 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34656) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:45.937846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4079e77b-3f2d-4ff2-b688-3933313a7a0a None None] Calling delete_port for 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:45.953264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.988120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:45.991732 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/5e919616-4e86-4966-b0c2-260571109998 HTTP/1.1" status: 204 len: 168 time: 6.4189303 Dec 09 02:17:46.000338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb4cba-3bf4-4822-baf5-0d675d34b913 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Network': ['ID=5e919616-4e86-4966-b0c2-260571109998,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:46.008718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34658) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:46.014011 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-47546993-3d13-4d74-b736-ca18d49b769a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2132469947'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:46.044203 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd430498-fc9d-4a62-b580-4e58aa3d0915 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.102797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47546993-3d13-4d74-b736-ca18d49b769a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:46.106371 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47546993-3d13-4d74-b736-ca18d49b769a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.165950 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.177106 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port b11b95c1-37a1-41fd-a3f0-d25d819a6394 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:46.177616 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.184401 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.191982 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47546993-3d13-4d74-b736-ca18d49b769a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:17:46.196349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd430498-fc9d-4a62-b580-4e58aa3d0915 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.226319 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e72cc009-2451-4820-b770-4fb3378fed9a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:46.239997 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7cf8dcff-4d9c-4956-b861-b920f56fd6fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '41414606-9018-4b72-9d79-9e31d8123f15', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:46.252164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Allocated IP 172.20.0.2 (73aec921-7015-4f3d-ab18-5cc63867110f/4e4b5660-6e62-4981-b23f-5bdc80708b43/8634d125-7a0d-4574-a289-6b22a6f7e321) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:46.269822 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47546993-3d13-4d74-b736-ca18d49b769a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.270185 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-47546993-3d13-4d74-b736-ca18d49b769a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Added segment 5c4dab8e-ac60-408d-8384-230d6cf49db6 of type vlan for network bfce6b24-ec2d-40c3-b1c0-7d5d240d3129 Dec 09 02:17:46.291482 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd430498-fc9d-4a62-b580-4e58aa3d0915 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network 73aec921-7015-4f3d-ab18-5cc63867110f is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:46.306486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-cd430498-fc9d-4a62-b580-4e58aa3d0915 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:46.314610 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd430498-fc9d-4a62-b580-4e58aa3d0915 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:46.383840 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd430498-fc9d-4a62-b580-4e58aa3d0915 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=a58bf0da-20e0-47dc-9e0a-b13263bf3363,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:46.403548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd430498-fc9d-4a62-b580-4e58aa3d0915 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:46.404178 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd430498-fc9d-4a62-b580-4e58aa3d0915 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.416020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0ca614c4-16a4-436b-aff1-e033dc37042a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.428354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47546993-3d13-4d74-b736-ca18d49b769a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.428849 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-7cf8dcff-4d9c-4956-b861-b920f56fd6fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:17:46.451585 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7cf8dcff-4d9c-4956-b861-b920f56fd6fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.475175 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cd430498-fc9d-4a62-b580-4e58aa3d0915 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8874772 Dec 09 02:17:46.483405 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.483629 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34660) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:46.505682 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca614c4-16a4-436b-aff1-e033dc37042a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 2df3a222-442f-42c4-8365-e4a0f2943169 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:46.510980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-0ca614c4-16a4-436b-aff1-e033dc37042a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:46.515703 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca614c4-16a4-436b-aff1-e033dc37042a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:46.516323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0ca614c4-16a4-436b-aff1-e033dc37042a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.522426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47546993-3d13-4d74-b736-ca18d49b769a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.527993 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47546993-3d13-4d74-b736-ca18d49b769a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:46.528597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47546993-3d13-4d74-b736-ca18d49b769a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.529115 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.538132 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4079e77b-3f2d-4ff2-b688-3933313a7a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.614056 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079e77b-3f2d-4ff2-b688-3933313a7a0a None None] No DVR routers for this DVR port 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:17:46.621022 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72cc009-2451-4820-b770-4fb3378fed9a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:46.622580 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.625346 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e72cc009-2451-4820-b770-4fb3378fed9a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.626992 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72cc009-2451-4820-b770-4fb3378fed9a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:17:46.627531 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72cc009-2451-4820-b770-4fb3378fed9a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:17:46.643035 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Pushing event updated for resources: {'Port': ['ID=dd130187-0e39-4187-9bd4-06b55b7b066f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:46.686694 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Allocated IP 172.22.0.1 (eda3b4c3-a310-48b7-bdfa-1ca59fbe3833/19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4/e07dce21-793e-48ac-8e91-d25db8d36b70) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:46.687557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079e77b-3f2d-4ff2-b688-3933313a7a0a None None] Pushing event deleted for resources: {'Port': ['ID=0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:46.700709 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca614c4-16a4-436b-aff1-e033dc37042a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Subnet': ['ID=5a75498f-3781-4d03-a7d6-9d5d93514d05,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:46.743502 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-47546993-3d13-4d74-b736-ca18d49b769a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7331464 Dec 09 02:17:46.744338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34662) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:46.754353 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0ca614c4-16a4-436b-aff1-e033dc37042a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5301025 Dec 09 02:17:46.757743 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-7e9db2c2-e30d-4d3c-90b0-a4e1ae14de4e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'subnet': {'network_id': 'bfce6b24-ec2d-40c3-b1c0-7d5d240d3129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:46.761174 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34664) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:46.765594 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'security_group': {'name': 'tempest-secgroup-1277279945'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:46.774260 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e72cc009-2451-4820-b770-4fb3378fed9a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5549328 Dec 09 02:17:46.778954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34666) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:46.779349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47546993-3d13-4d74-b736-ca18d49b769a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Network': ['ID=bfce6b24-ec2d-40c3-b1c0-7d5d240d3129,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:46.787189 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d45aefe0-89c3-4c24-b594-ecdf23860b46 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:46.791644 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Network eda3b4c3-a310-48b7-bdfa-1ca59fbe3833 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:46.832109 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] For port b11b95c1-37a1-41fd-a3f0-d25d819a6394, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=b11b95c1-37a1-41fd-a3f0-d25d819a6394,segment=NetworkSegment(06480019-f721-4a3f-b958-0a47a6e7d8b7),segment_id=06480019-f721-4a3f-b958-0a47a6e7d8b7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:46.840541 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network bfce6b24-ec2d-40c3-b1c0-7d5d240d3129 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:17:46.842256 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a468468-130d-4817-b31f-0ac2c03796d1 None None] Network 2df3a222-442f-42c4-8365-e4a0f2943169 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:46.925342 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.945979 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.972149 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7cf8dcff-4d9c-4956-b861-b920f56fd6fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:46.985635 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.008210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45aefe0-89c3-4c24-b594-ecdf23860b46 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:47.012099 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d45aefe0-89c3-4c24-b594-ecdf23860b46 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.013679 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45aefe0-89c3-4c24-b594-ecdf23860b46 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:17:47.014045 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7cf8dcff-4d9c-4956-b861-b920f56fd6fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.014347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45aefe0-89c3-4c24-b594-ecdf23860b46 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:17:47.045119 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9db2c2-e30d-4d3c-90b0-a4e1ae14de4e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:47.050181 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7e9db2c2-e30d-4d3c-90b0-a4e1ae14de4e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.071951 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d45aefe0-89c3-4c24-b594-ecdf23860b46 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2862263 Dec 09 02:17:47.083722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:47.105467 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34668) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:47.111177 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.114474 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:47.146441 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8dcff-4d9c-4956-b861-b920f56fd6fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b62615f-1f9e-4a37-bab0-d81ac8ad6ef8,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:47.152060 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network eda3b4c3-a310-48b7-bdfa-1ca59fbe3833 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:47.163967 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c13cf6e8-78c6-4580-bf93-3c1ba7f5746e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0558641 Dec 09 02:17:47.164178 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7cf8dcff-4d9c-4956-b861-b920f56fd6fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.164748 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7cf8dcff-4d9c-4956-b861-b920f56fd6fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9442999 Dec 09 02:17:47.166613 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34670) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:47.171333 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:47.174681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34672) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:47.180217 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:47.180477 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-495b2ea8-a7b9-432b-9b70-ae25597b708c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '41414606-9018-4b72-9d79-9e31d8123f15', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:47.207458 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.216108 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdc158-75bb-446a-b32a-ec020ce5ec68 None None] Pushing event updated for resources: {'Port': ['ID=5292d29b-6be9-4b3f-83cf-0e019b8fe64d,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:47.223467 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.230505 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Attempting to bind port 5292d29b-6be9-4b3f-83cf-0e019b8fe64d on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:47.230801 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Attempting to bind port 5292d29b-6be9-4b3f-83cf-0e019b8fe64d by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '159d5341-7fe7-4e76-a2a6-aca2b018e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:47.231344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Attempting to bind port 5292d29b-6be9-4b3f-83cf-0e019b8fe64d on network 88597b3d-3810-46d8-88fd-7565b36dfe2a {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:47.233837 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=e07dce21-793e-48ac-8e91-d25db8d36b70,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:47.270326 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4193f9c5-fa12-4567-804a-d8905c6e6d74,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:47.275491 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-495b2ea8-a7b9-432b-9b70-ae25597b708c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:17:47.285322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.286870 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5245802 Dec 09 02:17:47.293191 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34674) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:47.296372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-495b2ea8-a7b9-432b-9b70-ae25597b708c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.302278 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-555829dc-77fb-4509-aec5-6eb4c016083c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'security_group': {'name': 'tempest-secgroup-895915206'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:47.302789 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:47.303256 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:47.303806 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:47.304263 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:47.304720 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:47.305157 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:47.305595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:47.306033 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:47.306468 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:47.306900 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:47.307339 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:47.307811 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:47.308566 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7423e586-d4a3-447f-a1bf-6e4ec28d1605 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:47.355081 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4646a0ec-14af-4e1a-9072-31446b02b144 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:47.358936 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4646a0ec-14af-4e1a-9072-31446b02b144 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1827528 Dec 09 02:17:47.358936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.361470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:47.361671 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Checking segment: {'id': '159d5341-7fe7-4e76-a2a6-aca2b018e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:47.362326 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.362467 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34676) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:47.362577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Bound using segment: {'id': '159d5341-7fe7-4e76-a2a6-aca2b018e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:47.362799 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Bound port: 5292d29b-6be9-4b3f-83cf-0e019b8fe64d, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159d5341-7fe7-4e76-a2a6-aca2b018e26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:47.363179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.366704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5973f59f-588d-4772-b945-6d560c9ce765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.388388 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Provisioning complete for port 916de508-08aa-410e-99ab-e6f738b415d5 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:47.388763 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.438114 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-495b2ea8-a7b9-432b-9b70-ae25597b708c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.451314 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-495b2ea8-a7b9-432b-9b70-ae25597b708c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.479598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:47.485421 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b2ea8-a7b9-432b-9b70-ae25597b708c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8c59fa-6320-4a2c-80f7-b5458a6f7124,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:47.493101 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d1592fe8-c6a0-4612-b4ea-6e88f732ce56 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207094 Dec 09 02:17:47.494524 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.496609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7e9db2c2-e30d-4d3c-90b0-a4e1ae14de4e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.501797 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34678) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:47.506689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2aea418e-ffa0-4cf7-adbe-e4e34cb56763 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:47.514593 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Attempting to bind port dd130187-0e39-4187-9bd4-06b55b7b066f on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:47.514593 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Attempting to bind port dd130187-0e39-4187-9bd4-06b55b7b066f by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '4237c677-aaaa-4096-962d-879327b722cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:47.515000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Attempting to bind port dd130187-0e39-4187-9bd4-06b55b7b066f on network eda3b4c3-a310-48b7-bdfa-1ca59fbe3833 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:47.523744 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-555829dc-77fb-4509-aec5-6eb4c016083c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.542743 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-495b2ea8-a7b9-432b-9b70-ae25597b708c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.543819 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Pushing event updated for resources: {'Port': ['ID=b11b95c1-37a1-41fd-a3f0-d25d819a6394,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:47.551998 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-495b2ea8-a7b9-432b-9b70-ae25597b708c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3755589 Dec 09 02:17:47.554420 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.556127 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:17:47.556487 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 09 02:17:47.570810 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:47.571192 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Checking segment: {'id': '4237c677-aaaa-4096-962d-879327b722cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:47.571623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.572442 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Bound using segment: {'id': '4237c677-aaaa-4096-962d-879327b722cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:47.572636 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Bound port: dd130187-0e39-4187-9bd4-06b55b7b066f, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4237c677-aaaa-4096-962d-879327b722cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:47.573016 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.584992 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9db2c2-e30d-4d3c-90b0-a4e1ae14de4e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Subnet': ['ID=822519ff-c69f-4426-8374-592bb2e8a64b,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:47.593451 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9db2c2-e30d-4d3c-90b0-a4e1ae14de4e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Checking segment: {'id': '5c4dab8e-ac60-408d-8384-230d6cf49db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'bfce6b24-ec2d-40c3-b1c0-7d5d240d3129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:47.594044 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9db2c2-e30d-4d3c-90b0-a4e1ae14de4e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network hostable DHCP agents. Network: bfce6b24-ec2d-40c3-b1c0-7d5d240d3129, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:17:47.631987 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Port 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a not found, will not notify nova. {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 09 02:17:47.651950 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9db2c2-e30d-4d3c-90b0-a4e1ae14de4e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network bfce6b24-ec2d-40c3-b1c0-7d5d240d3129 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:17:47.663465 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Network 73aec921-7015-4f3d-ab18-5cc63867110f is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:47.674407 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-7e9db2c2-e30d-4d3c-90b0-a4e1ae14de4e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, bfce6b24-ec2d-40c3-b1c0-7d5d240d3129) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:47.678799 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:47.699198 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9db2c2-e30d-4d3c-90b0-a4e1ae14de4e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:47.704595 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:47.706907 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] For port 5292d29b-6be9-4b3f-83cf-0e019b8fe64d, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:47.716526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5638fa48-8f70-46cc-b7ae-e55d74081037 None None] Network bfce6b24-ec2d-40c3-b1c0-7d5d240d3129 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:47.725374 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7e9db2c2-e30d-4d3c-90b0-a4e1ae14de4e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.729577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Pushing event updated for resources: {'Port': ['ID=8634d125-7a0d-4574-a289-6b22a6f7e321,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:47.745878 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-772246a3-e1fb-4a21-8c5c-56a20fd86be8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.772859 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] For port 5292d29b-6be9-4b3f-83cf-0e019b8fe64d, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5292d29b-6be9-4b3f-83cf-0e019b8fe64d,segment=NetworkSegment(159d5341-7fe7-4e76-a2a6-aca2b018e26d),segment_id=159d5341-7fe7-4e76-a2a6-aca2b018e26d)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:47.776526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device eec55b5e-5417-4ce8-b1f4-f4b5c3d13924 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:17:47.778212 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7e9db2c2-e30d-4d3c-90b0-a4e1ae14de4e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0298762 Dec 09 02:17:47.779964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34684) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:47.871910 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.878925 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aea418e-ffa0-4cf7-adbe-e4e34cb56763 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:47.882472 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2aea418e-ffa0-4cf7-adbe-e4e34cb56763 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:47.888003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: eec55b5e-5417-4ce8-b1f4-f4b5c3d13924 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:17:47.888550 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device eec55b5e-5417-4ce8-b1f4-f4b5c3d13924 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:17:47.976782 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-54682efd-1f60-431a-afc1-d1b0d4d1672a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028036535&fields=id&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 267 time: 0.1101835 Dec 09 02:17:47.984478 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] For port dd130187-0e39-4187-9bd4-06b55b7b066f, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:48.026225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Attempting to bind port 8634d125-7a0d-4574-a289-6b22a6f7e321 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:48.026596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Attempting to bind port 8634d125-7a0d-4574-a289-6b22a6f7e321 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '30888938-01aa-4bd1-b09d-d31b4fbd9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73aec921-7015-4f3d-ab18-5cc63867110f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:48.027154 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Attempting to bind port 8634d125-7a0d-4574-a289-6b22a6f7e321 on network 73aec921-7015-4f3d-ab18-5cc63867110f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:48.032910 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] For port dd130187-0e39-4187-9bd4-06b55b7b066f, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=dd130187-0e39-4187-9bd4-06b55b7b066f,segment=NetworkSegment(4237c677-aaaa-4096-962d-879327b722cf),segment_id=4237c677-aaaa-4096-962d-879327b722cf)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:48.050657 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279e8914-7a28-4bc6-9d9b-0584eb0ff3cd None None] Update dhcp port {'port': {'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169', 'fixed_ips': [{'subnet_id': '9533a22a-df11-4cb8-a7e0-6683170c40c6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5a75498f-3781-4d03-a7d6-9d5d93514d05'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': '93c1805d-9191-43de-a12e-1a8eaa8fe6a6'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:17:48.059022 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:48.068012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:48.068715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Checking segment: {'id': '30888938-01aa-4bd1-b09d-d31b4fbd9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73aec921-7015-4f3d-ab18-5cc63867110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:48.069294 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:48.069846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Bound using segment: {'id': '30888938-01aa-4bd1-b09d-d31b4fbd9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73aec921-7015-4f3d-ab18-5cc63867110f'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:48.070510 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Bound port: 8634d125-7a0d-4574-a289-6b22a6f7e321, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30888938-01aa-4bd1-b09d-d31b4fbd9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73aec921-7015-4f3d-ab18-5cc63867110f'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:48.071055 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:48.092761 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdc158-75bb-446a-b32a-ec020ce5ec68 None None] Pushing event updated for resources: {'Port': ['ID=5292d29b-6be9-4b3f-83cf-0e019b8fe64d,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:48.092972 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0dd47bc-5e83-4823-a5ff-1ac3ab422690 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:48.170608 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:48.173442 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:48.261276 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0dd47bc-5e83-4823-a5ff-1ac3ab422690 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:48.293942 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d33bb1b-a7c2-409f-bcc2-cfd7ddd58cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-bfce6b24-ec2d-40c3-b1c0-7d5d240d3129', 'network_id': 'bfce6b24-ec2d-40c3-b1c0-7d5d240d3129', 'project_id': '06f634e75f1b40e5950ba8d30fa7f442', 'fixed_ips': [{'subnet_id': '822519ff-c69f-4426-8374-592bb2e8a64b'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:48.295057 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d33bb1b-a7c2-409f-bcc2-cfd7ddd58cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:48.298639 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:48.334432 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Provisioning complete for port 5292d29b-6be9-4b3f-83cf-0e019b8fe64d triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:48.334810 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:48.400835 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-279e8914-7a28-4bc6-9d9b-0584eb0ff3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:48.429183 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:48.473134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:17:48.551992 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-555829dc-77fb-4509-aec5-6eb4c016083c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:48.581391 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f7913-f53f-4f26-a778-9d43a9a1876b None None] Pushing event updated for resources: {'Port': ['ID=dd130187-0e39-4187-9bd4-06b55b7b066f,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:48.644987 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-555829dc-77fb-4509-aec5-6eb4c016083c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:48.782855 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-4a5eb379-ccf4-4000-9b08-d85532e10eb6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:48.789919 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-4a5eb379-ccf4-4000-9b08-d85532e10eb6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/networks?id=0d365dc9-792a-4bdd-94b8-fdf0b0280b6a HTTP/1.1" status: 200 len: 797 time: 0.8122087 Dec 09 02:17:48.790609 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] For port 8634d125-7a0d-4574-a289-6b22a6f7e321, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:48.807299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-555829dc-77fb-4509-aec5-6eb4c016083c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:48.808569 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-555829dc-77fb-4509-aec5-6eb4c016083c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.5097961 Dec 09 02:17:48.812584 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-41a9165d-b498-420c-ac20-a4251ff3a0ba tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/quotas/11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 375 time: 0.0211856 Dec 09 02:17:48.819078 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34698) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:48.821962 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555829dc-77fb-4509-aec5-6eb4c016083c tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7f3550-bfae-4774-bd0f-9d4b18497508,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:48.843569 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:48.845034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:48.873523 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'security_group': {'name': 'tempest-secgroup-2054600321'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:48.883646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0dd47bc-5e83-4823-a5ff-1ac3ab422690 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:48.924983 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd47bc-5e83-4823-a5ff-1ac3ab422690 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Subnet': ['ID=822519ff-c69f-4426-8374-592bb2e8a64b,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:48.949835 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-dc0f51f8-79ca-4bcc-8ce0-2d7f65ac395c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1358802 Dec 09 02:17:48.999674 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.045034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0dd47bc-5e83-4823-a5ff-1ac3ab422690 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.064854 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-772246a3-e1fb-4a21-8c5c-56a20fd86be8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.074544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-d0dd47bc-5e83-4823-a5ff-1ac3ab422690 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfce6b24-ec2d-40c3-b1c0-7d5d240d3129']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:49.081831 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] For port 8634d125-7a0d-4574-a289-6b22a6f7e321, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8634d125-7a0d-4574-a289-6b22a6f7e321,segment=NetworkSegment(30888938-01aa-4bd1-b09d-d31b4fbd9dc0),segment_id=30888938-01aa-4bd1-b09d-d31b4fbd9dc0)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:49.088367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-d0dd47bc-5e83-4823-a5ff-1ac3ab422690 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4dab8e-ac60-408d-8384-230d6cf49db6') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:49.088701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-d0dd47bc-5e83-4823-a5ff-1ac3ab422690 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4dab8e-ac60-408d-8384-230d6cf49db6') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:49.109284 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-772246a3-e1fb-4a21-8c5c-56a20fd86be8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.111901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0dd47bc-5e83-4823-a5ff-1ac3ab422690 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.121710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.146081 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0dd47bc-5e83-4823-a5ff-1ac3ab422690 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.150823 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-1c2ca651-0166-43bf-b53f-6893ac7fe49f service neutron] 10.222.0.43 "GET /v2.0/networks/0d365dc9-792a-4bdd-94b8-fdf0b0280b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687763 Dec 09 02:17:49.156272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dd47bc-5e83-4823-a5ff-1ac3ab422690 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:17:49.156771 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0dd47bc-5e83-4823-a5ff-1ac3ab422690 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:17:49.161104 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server [None req-1d33bb1b-a7c2-409f-bcc2-cfd7ddd58cd4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 822519ff-c69f-4426-8374-592bb2e8a64b: This subnet is being modified by another concurrent operation. Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise exception Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 822519ff-c69f-4426-8374-592bb2e8a64b: This subnet is being modified by another concurrent operation. Dec 09 02:17:49.196402 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server Dec 09 02:17:49.271315 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1afac2-e170-4483-85b4-eee3903533b9 None None] Network bfce6b24-ec2d-40c3-b1c0-7d5d240d3129 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:49.302918 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-7588094a-c49a-48bf-8e2b-060ad995c8db service neutron] 10.222.0.43 "GET /v2.0/networks/0d365dc9-792a-4bdd-94b8-fdf0b0280b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292498 Dec 09 02:17:49.329000 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772246a3-e1fb-4a21-8c5c-56a20fd86be8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=a58bf0da-20e0-47dc-9e0a-b13263bf3363,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:49.351427 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0dd47bc-5e83-4823-a5ff-1ac3ab422690 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.364076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0dd47bc-5e83-4823-a5ff-1ac3ab422690 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.376187 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d0dd47bc-5e83-4823-a5ff-1ac3ab422690 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/bfce6b24-ec2d-40c3-b1c0-7d5d240d3129 HTTP/1.1" status: 204 len: 168 time: 1.5946553 Dec 09 02:17:49.381333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34700) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:49.391171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-e88e5529-dfb3-4272-a836-912bf3d8b9e4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-313894001'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:49.400927 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.413797 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455dd83-91c9-4b14-8f04-70acd6749064 None None] Pushing event updated for resources: {'Port': ['ID=8634d125-7a0d-4574-a289-6b22a6f7e321,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:49.432346 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd47bc-5e83-4823-a5ff-1ac3ab422690 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Network': ['ID=bfce6b24-ec2d-40c3-b1c0-7d5d240d3129,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:49.473401 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.480137 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88e5529-dfb3-4272-a836-912bf3d8b9e4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:49.487304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e88e5529-dfb3-4272-a836-912bf3d8b9e4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.497726 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-279e8914-7a28-4bc6-9d9b-0584eb0ff3cd None None] Allocated IP 2001:db8::2 (2df3a222-442f-42c4-8365-e4a0f2943169/5a75498f-3781-4d03-a7d6-9d5d93514d05/93c1805d-9191-43de-a12e-1a8eaa8fe6a6) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:49.523192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88e5529-dfb3-4272-a836-912bf3d8b9e4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:17:49.544143 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.558303 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e88e5529-dfb3-4272-a836-912bf3d8b9e4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.558731 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-e88e5529-dfb3-4272-a836-912bf3d8b9e4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Added segment 1ef95801-78b7-4c4f-9154-625efbb9575d of type vlan for network 9731aa3e-1aca-4403-bdf6-dab2afa52f0f Dec 09 02:17:49.572030 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-5973f59f-588d-4772-b945-6d560c9ce765 admin admin] Deleting port 83d8999c-0c7f-438c-beef-b3ed530677dd {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:49.572370 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5973f59f-588d-4772-b945-6d560c9ce765 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.699503 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] For port 5292d29b-6be9-4b3f-83cf-0e019b8fe64d, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5292d29b-6be9-4b3f-83cf-0e019b8fe64d,segment=NetworkSegment(159d5341-7fe7-4e76-a2a6-aca2b018e26d),segment_id=159d5341-7fe7-4e76-a2a6-aca2b018e26d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:49.720327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.730150 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-2aea418e-ffa0-4cf7-adbe-e4e34cb56763 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:17:49.787313 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.791273 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9676254 Dec 09 02:17:49.800944 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 916de508-08aa-410e-99ab-e6f738b415d5 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:49.801750 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d0644b57-d5b7-4fa8-be24-a08b3f652ba4 req-767511b5-5106-4498-8472-2488657f5c45 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 210 time: 0.0746956 Dec 09 02:17:49.806259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e88e5529-dfb3-4272-a836-912bf3d8b9e4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.808659 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34708) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:49.812094 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2aea418e-ffa0-4cf7-adbe-e4e34cb56763 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.823879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-6ff6f95a-58f6-489a-ab15-5b645a773658 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1224875512', 'security_groups': ['b921fd38-2626-4207-b8d4-fd0b8d432c85'], 'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5a75498f-3781-4d03-a7d6-9d5d93514d05'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:49.837774 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.872673 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b921fd38-2626-4207-b8d4-fd0b8d432c85,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:49.909088 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.934167 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e88e5529-dfb3-4272-a836-912bf3d8b9e4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.942225 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e5529-dfb3-4272-a836-912bf3d8b9e4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:49.943013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e88e5529-dfb3-4272-a836-912bf3d8b9e4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:49.979291 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e88e5529-dfb3-4272-a836-912bf3d8b9e4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5928485 Dec 09 02:17:49.992575 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34714) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:49.999053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-9a201027-d589-4fce-8cce-7d93de1145e7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'subnet': {'network_id': '9731aa3e-1aca-4403-bdf6-dab2afa52f0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:50.005123 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Pushing event updated for resources: {'Port': ['ID=5292d29b-6be9-4b3f-83cf-0e019b8fe64d,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:50.049700 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Provisioning complete for port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:50.051574 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:50.053399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aea418e-ffa0-4cf7-adbe-e4e34cb56763 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:50.055623 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:50.056153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:50.056659 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:50.057163 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:50.057651 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:50.058146 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:50.058653 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:50.059201 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:50.059893 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:50.060388 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:50.060919 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:50.061424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:50.061944 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b410b5b-b97d-4f59-abfb-c05bdd7e4988 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:50.067044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53810843-e3e5-4172-b0c0-9cee7c59079d None None] Network eda3b4c3-a310-48b7-bdfa-1ca59fbe3833 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:50.088330 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-2aea418e-ffa0-4cf7-adbe-e4e34cb56763 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:50.118267 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aea418e-ffa0-4cf7-adbe-e4e34cb56763 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:50.119250 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2aea418e-ffa0-4cf7-adbe-e4e34cb56763 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:50.142300 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:50.157582 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00189354-f348-4f8c-a3f8-356dd96ad62f None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:50.174620 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-5973f59f-588d-4772-b945-6d560c9ce765 admin admin] For port 83d8999c-0c7f-438c-beef-b3ed530677dd, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=83d8999c-0c7f-438c-beef-b3ed530677dd,segment=NetworkSegment(f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb),segment_id=f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:50.175419 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5973f59f-588d-4772-b945-6d560c9ce765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:50.181248 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e5529-dfb3-4272-a836-912bf3d8b9e4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Network': ['ID=9731aa3e-1aca-4403-bdf6-dab2afa52f0f,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:50.194772 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-5973f59f-588d-4772-b945-6d560c9ce765 admin admin] Calling delete_port for 83d8999c-0c7f-438c-beef-b3ed530677dd owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:50.202660 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea418e-ffa0-4cf7-adbe-e4e34cb56763 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=d02408b7-a619-41fd-ae32-05febcd64385,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:50.240773 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff6f95a-58f6-489a-ab15-5b645a773658 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:50.247714 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=e07dce21-793e-48ac-8e91-d25db8d36b70,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:50.251782 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-772246a3-e1fb-4a21-8c5c-56a20fd86be8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:50.261097 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 9731aa3e-1aca-4403-bdf6-dab2afa52f0f details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:17:50.341204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-279e8914-7a28-4bc6-9d9b-0584eb0ff3cd None None] For port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=93c1805d-9191-43de-a12e-1a8eaa8fe6a6,segment=NetworkSegment(c221872b-f42e-49ea-8f85-f8c9a65a340c),segment_id=c221872b-f42e-49ea-8f85-f8c9a65a340c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:50.344729 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6ff6f95a-58f6-489a-ab15-5b645a773658 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:50.351104 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:17:47Z', 'revision_number': 4, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:47Z', 'revision_number': 4, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e07dce21-793e-48ac-8e91-d25db8d36b70', 'name': '', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:a3:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:45Z', 'updated_at': '2021-12-09T02:17:46Z', 'revision_number': 1, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:50.371733 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-6ff6f95a-58f6-489a-ab15-5b645a773658 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] device_id is not set on port d95f2c57-ac97-4aea-8291-e88803b2e13c yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:17:50.429221 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a201027-d589-4fce-8cce-7d93de1145e7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:50.433188 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9a201027-d589-4fce-8cce-7d93de1145e7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:50.450053 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2aea418e-ffa0-4cf7-adbe-e4e34cb56763 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9474320 Dec 09 02:17:50.452394 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34718) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:50.453282 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567be828-e544-4d14-80aa-f44e39908a3e None None] The sync data for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv is: [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:17:47Z', 'revision_number': 4, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:47Z', 'revision_number': 4, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e07dce21-793e-48ac-8e91-d25db8d36b70', 'name': '', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:a3:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:45Z', 'updated_at': '2021-12-09T02:17:46Z', 'revision_number': 1, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:17:50.484604 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fdd2a6be-e734-4be3-b561-eab01178120a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'mac_address': 'fa:16:3e:0e:0a:e8', 'name': 'tempest-NetworksTestDHCPv6-1458552891'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:50.652862 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-279e8914-7a28-4bc6-9d9b-0584eb0ff3cd None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:50.667054 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 916de508-08aa-410e-99ab-e6f738b415d5 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:50.667624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:50.715476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Could not find standard attr ID for object ecab2116-defc-4cb6-98be-fe663254c6a9. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:17:50.749371 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-279e8914-7a28-4bc6-9d9b-0584eb0ff3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:50.857783 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Provisioning complete for port 7e8698c1-b094-4901-acf3-46da7b218db0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:50.858071 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:50.921605 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd2a6be-e734-4be3-b561-eab01178120a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:50.932180 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network eda3b4c3-a310-48b7-bdfa-1ca59fbe3833 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:50.977551 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:50.987934 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-6ff6f95a-58f6-489a-ab15-5b645a773658 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Allocated IP 2001:db8::1b7 (2df3a222-442f-42c4-8365-e4a0f2943169/5a75498f-3781-4d03-a7d6-9d5d93514d05/d95f2c57-ac97-4aea-8291-e88803b2e13c) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:50.997710 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-772246a3-e1fb-4a21-8c5c-56a20fd86be8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:51.028987 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': 'd02408b7-a619-41fd-ae32-05febcd64385'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:51.030627 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:51.052545 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-45d9d75c-e3bb-4f0e-b78d-acf07c78c4f1 req-126f4108-ec1f-4df1-948f-8c9f97e3caf4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 210 time: 0.0740035 Dec 09 02:17:51.065234 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9a201027-d589-4fce-8cce-7d93de1145e7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:51.098914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7334288f-854c-4ce2-8f58-c825de127c98 None None] Network 73aec921-7015-4f3d-ab18-5cc63867110f requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:51.426333 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:17:51.450982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e8914-7a28-4bc6-9d9b-0584eb0ff3cd None None] Pushing event updated for resources: {'Port': ['ID=93c1805d-9191-43de-a12e-1a8eaa8fe6a6,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:51.469716 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6ff6f95a-58f6-489a-ab15-5b645a773658 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:51.493864 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a6be-e734-4be3-b561-eab01178120a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:51.520494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:51.584133 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a201027-d589-4fce-8cce-7d93de1145e7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Subnet': ['ID=0d776614-a2c6-4c89-9555-7329b7bdcf65,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:51.624497 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6ff6f95a-58f6-489a-ab15-5b645a773658 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:51.762488 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-fdd2a6be-e734-4be3-b561-eab01178120a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port 4ccfee1a-ff8f-4de7-afd8-e662ec8baac4 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:17:51.774145 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Allocated IP 2001:db8::f816:3eff:fe3b:4745 (3d63738a-85ef-4baf-83f7-848c720832e0/d02408b7-a619-41fd-ae32-05febcd64385/4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:51.804052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:51.804460 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:51.913030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-614aef41-3bd2-4c0c-a454-3cff347d70df tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:51.915043 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-614aef41-3bd2-4c0c-a454-3cff347d70df tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/networks?id=0d365dc9-792a-4bdd-94b8-fdf0b0280b6a HTTP/1.1" status: 200 len: 797 time: 0.3324499 Dec 09 02:17:51.934628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff6f95a-58f6-489a-ab15-5b645a773658 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 2df3a222-442f-42c4-8365-e4a0f2943169 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:51.936159 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6f95a-58f6-489a-ab15-5b645a773658 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=d95f2c57-ac97-4aea-8291-e88803b2e13c,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:51.939826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-6ff6f95a-58f6-489a-ab15-5b645a773658 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:51.950338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a201027-d589-4fce-8cce-7d93de1145e7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Checking segment: {'id': '1ef95801-78b7-4c4f-9154-625efbb9575d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9731aa3e-1aca-4403-bdf6-dab2afa52f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:51.950845 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a201027-d589-4fce-8cce-7d93de1145e7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network hostable DHCP agents. Network: 9731aa3e-1aca-4403-bdf6-dab2afa52f0f, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:17:51.953927 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6f95a-58f6-489a-ab15-5b645a773658 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:51.960391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff6f95a-58f6-489a-ab15-5b645a773658 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:51.961235 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6ff6f95a-58f6-489a-ab15-5b645a773658 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:52.031837 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6ff6f95a-58f6-489a-ab15-5b645a773658 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2215638 Dec 09 02:17:52.032729 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34726) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:52.051406 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-36021a38-6062-467e-ba7b-c51f81f9f69f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'subnet': {'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:52.132588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a201027-d589-4fce-8cce-7d93de1145e7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network 9731aa3e-1aca-4403-bdf6-dab2afa52f0f is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:17:52.180165 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-9a201027-d589-4fce-8cce-7d93de1145e7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 9731aa3e-1aca-4403-bdf6-dab2afa52f0f) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:52.214616 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a201027-d589-4fce-8cce-7d93de1145e7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:52.215852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9a201027-d589-4fce-8cce-7d93de1145e7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:52.219938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Provisioning complete for port 0376222d-b4d0-48c5-a2de-b97cde538a84 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:52.220192 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:52.222441 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d3747c-7b57-40af-a7b1-b5bba7aad5bf None None] Network 9731aa3e-1aca-4403-bdf6-dab2afa52f0f requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:52.257638 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-6032a3cd-64cc-4d82-8c35-e21e85868117 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 380 time: 0.3146257 Dec 09 02:17:52.260151 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-77437882-ea4a-400f-99e4-da92fd1cf3ce req-1efeadb4-22b6-49bf-9e03-fa95b50fac36 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 210 time: 0.0566506 Dec 09 02:17:52.273978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-e1ef31ae-4e65-4ad4-a080-903d0ae26285 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'port': {'device_id': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'admin_state_up': True, 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'security_groups': ['41414606-9018-4b72-9d79-9e31d8123f15']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:52.347149 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9a201027-d589-4fce-8cce-7d93de1145e7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3529320 Dec 09 02:17:52.353477 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34730) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:52.386740 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Port 0376222d-b4d0-48c5-a2de-b97cde538a84 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:52.448843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5ebf1ea8-e5fe-4659-8784-18057b553bc3 None None] Could not find standard attr ID for object 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:17:52.449181 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:17:52.461026 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7d938aa5-08ec-4845-a260-8db570881b30 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/b5fd2fe3-4ae3-4d7e-b334-1e948e296886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7601593 Dec 09 02:17:52.461498 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34732) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:52.479549 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-cb7f50bf-2119-45df-b1f9-07affa4f0681 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'network': {'name': 'tempest-RoutersTest-472471505'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:52.495836 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36021a38-6062-467e-ba7b-c51f81f9f69f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:52.500461 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36021a38-6062-467e-ba7b-c51f81f9f69f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:52.510256 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5973f59f-588d-4772-b945-6d560c9ce765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:52.549793 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b11b95c1-37a1-41fd-a3f0-d25d819a6394 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:52.582534 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c8d4f2-726c-4c67-932c-58c88dd2a883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-9731aa3e-1aca-4403-bdf6-dab2afa52f0f', 'network_id': '9731aa3e-1aca-4403-bdf6-dab2afa52f0f', 'project_id': '06f634e75f1b40e5950ba8d30fa7f442', 'fixed_ips': [{'subnet_id': '0d776614-a2c6-4c89-9555-7329b7bdcf65'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:52.583833 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02c8d4f2-726c-4c67-932c-58c88dd2a883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:52.683235 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ff75c3d-a14a-43e9-a454-c44b74837906 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:52.716267 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.ipam_backend_mixin [None req-36021a38-6062-467e-ba7b-c51f81f9f69f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a75498f-3781-4d03-a7d6-9d5d93514d05 (CIDR: 2001:db8::/64) Dec 09 02:17:52.721285 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:52.723624 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-36021a38-6062-467e-ba7b-c51f81f9f69f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:17:52.724092 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36021a38-6062-467e-ba7b-c51f81f9f69f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:17:52.737542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Provisioning complete for port 0376222d-b4d0-48c5-a2de-b97cde538a84 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:52.737914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:52.791245 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:52.794304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ff75c3d-a14a-43e9-a454-c44b74837906 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:52.820051 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973f59f-588d-4772-b945-6d560c9ce765 admin admin] Pushing event deleted for resources: {'Port': ['ID=83d8999c-0c7f-438c-beef-b3ed530677dd,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:52.891799 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Sync routers for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:17:52.895870 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7f50bf-2119-45df-b1f9-07affa4f0681 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:52.905885 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb7f50bf-2119-45df-b1f9-07affa4f0681 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:52.906414 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Pushing event updated for resources: {'Port': ['ID=4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:52.909688 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:52.911484 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:52.911766 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-fdd2a6be-e734-4be3-b561-eab01178120a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::f816:3eff:fe0e:ae8 (3d63738a-85ef-4baf-83f7-848c720832e0/d02408b7-a619-41fd-ae32-05febcd64385/4ccfee1a-ff8f-4de7-afd8-e662ec8baac4) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:52.919211 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-e1ef31ae-4e65-4ad4-a080-903d0ae26285 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:52.928364 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-e1ef31ae-4e65-4ad4-a080-903d0ae26285 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:52.943299 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ff75c3d-a14a-43e9-a454-c44b74837906 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:52.948281 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-36021a38-6062-467e-ba7b-c51f81f9f69f tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9043596 Dec 09 02:17:52.965045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34734) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:52.972715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Port 0376222d-b4d0-48c5-a2de-b97cde538a84 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:53.009888 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:53.013239 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-bf033423-12c0-4fe9-8163-ae72c6350df5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'subnet': {'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:53.021317 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:53.025016 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:17:53.030198 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:53.033446 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port b11b95c1-37a1-41fd-a3f0-d25d819a6394 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:53.034055 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.041287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Provisioning complete for port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:53.042000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server [None req-02c8d4f2-726c-4c67-932c-58c88dd2a883 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d776614-a2c6-4c89-9555-7329b7bdcf65: This subnet is being modified by another concurrent operation. Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise exception Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d776614-a2c6-4c89-9555-7329b7bdcf65: This subnet is being modified by another concurrent operation. Dec 09 02:17:53.098445 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server Dec 09 02:17:53.153173 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7f50bf-2119-45df-b1f9-07affa4f0681 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:17:53.155320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4ef238-d660-4d59-8e57-65ab336bcbd0 None None] Network 9731aa3e-1aca-4403-bdf6-dab2afa52f0f requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:53.272243 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb7f50bf-2119-45df-b1f9-07affa4f0681 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.272895 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-cb7f50bf-2119-45df-b1f9-07affa4f0681 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Added segment d23cd9f9-76e2-452a-a954-f9f39fd2c6d1 of type vlan for network fefc6ce4-b688-42de-ab53-edd64449827d Dec 09 02:17:53.291168 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Attempting to bind port 4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:53.291726 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Attempting to bind port 4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:53.292167 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Attempting to bind port 4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57 on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:53.303347 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:17:47Z', 'revision_number': 4, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e07dce21-793e-48ac-8e91-d25db8d36b70', 'name': '', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:a3:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:45Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 2, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:53.323677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff75c3d-a14a-43e9-a454-c44b74837906 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Subnet': ['ID=0d776614-a2c6-4c89-9555-7329b7bdcf65,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:53.336054 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:53.336540 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:53.337034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.337517 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:53.338086 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Bound port: 4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:53.338545 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.350033 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Checking router: b5fd2fe3-4ae3-4d7e-b334-1e948e296886 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:17:53.350648 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Updating router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 port e07dce21-793e-48ac-8e91-d25db8d36b70 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:17:53.384300 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.423475 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-772246a3-e1fb-4a21-8c5c-56a20fd86be8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.472066 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b00216c6-3f80-4466-ad12-c054e1ded790 req-6ec72833-4c8d-4b64-9100-4ac526ffd532 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 210 time: 0.0692747 Dec 09 02:17:53.480885 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ff75c3d-a14a-43e9-a454-c44b74837906 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.497093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf033423-12c0-4fe9-8163-ae72c6350df5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:53.502198 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf033423-12c0-4fe9-8163-ae72c6350df5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.537370 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-772246a3-e1fb-4a21-8c5c-56a20fd86be8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.569300 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-e1ef31ae-4e65-4ad4-a080-903d0ae26285 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.12 (0d365dc9-792a-4bdd-94b8-fdf0b0280b6a/fca60db5-0a85-4b51-99b3-92926d825b67/fc8beeb3-a94e-44ae-844d-b4876d50621d) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:53.575259 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f7434c49-12e9-47d5-8bf1-3c3d6d58119d up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:53.589549 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-2ff75c3d-a14a-43e9-a454-c44b74837906 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9731aa3e-1aca-4403-bdf6-dab2afa52f0f']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:53.608201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] For port 4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:53.619358 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-2ff75c3d-a14a-43e9-a454-c44b74837906 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef95801-78b7-4c4f-9154-625efbb9575d') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:53.620088 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-2ff75c3d-a14a-43e9-a454-c44b74837906 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef95801-78b7-4c4f-9154-625efbb9575d') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:53.633528 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb7f50bf-2119-45df-b1f9-07affa4f0681 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.646451 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ff75c3d-a14a-43e9-a454-c44b74837906 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.648668 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] For port 4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:53.649906 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Provisioning complete for port dd130187-0e39-4187-9bd4-06b55b7b066f triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:53.650403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.697595 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.702759 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ff75c3d-a14a-43e9-a454-c44b74837906 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.726255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5973f59f-588d-4772-b945-6d560c9ce765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.731080 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff75c3d-a14a-43e9-a454-c44b74837906 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:17:53.731879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ff75c3d-a14a-43e9-a454-c44b74837906 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:17:53.736539 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:17:53.759827 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772246a3-e1fb-4a21-8c5c-56a20fd86be8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=a58bf0da-20e0-47dc-9e0a-b13263bf3363,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:53.761014 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.774506 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.789379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-772246a3-e1fb-4a21-8c5c-56a20fd86be8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.826000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port f7434c49-12e9-47d5-8bf1-3c3d6d58119d triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:53.826494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.839866 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a62ad-607e-4838-b377-9daf1998407d None None] Pushing event updated for resources: {'Port': ['ID=e07dce21-793e-48ac-8e91-d25db8d36b70,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:53.861737 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a6be-e734-4be3-b561-eab01178120a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.867260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb7f50bf-2119-45df-b1f9-07affa4f0681 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.873009 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7f50bf-2119-45df-b1f9-07affa4f0681 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:53.873632 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb7f50bf-2119-45df-b1f9-07affa4f0681 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.875666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781b612-872c-47db-b135-287eb8f2bb10 None None] Pushing event updated for resources: {'Port': ['ID=4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:53.882311 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.908452 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.ipam_backend_mixin [None req-bf033423-12c0-4fe9-8163-ae72c6350df5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9533a22a-df11-4cb8-a7e0-6683170c40c6 (CIDR: 2001:db8:0:1::/64) Dec 09 02:17:53.942152 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf033423-12c0-4fe9-8163-ae72c6350df5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:17:53.943899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf033423-12c0-4fe9-8163-ae72c6350df5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:17:53.944959 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Attempting to bind port e07dce21-793e-48ac-8e91-d25db8d36b70 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:53.949786 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Attempting to bind port e07dce21-793e-48ac-8e91-d25db8d36b70 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '4237c677-aaaa-4096-962d-879327b722cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:53.950666 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Attempting to bind port e07dce21-793e-48ac-8e91-d25db8d36b70 on network eda3b4c3-a310-48b7-bdfa-1ca59fbe3833 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:53.962019 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:53.962401 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Checking segment: {'id': '4237c677-aaaa-4096-962d-879327b722cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:53.963050 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.963208 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Bound using segment: {'id': '4237c677-aaaa-4096-962d-879327b722cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:53.968001 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Bound port: e07dce21-793e-48ac-8e91-d25db8d36b70, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4237c677-aaaa-4096-962d-879327b722cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:53.968742 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:53.982492 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] For port dd130187-0e39-4187-9bd4-06b55b7b066f, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=dd130187-0e39-4187-9bd4-06b55b7b066f,segment=NetworkSegment(4237c677-aaaa-4096-962d-879327b722cf),segment_id=4237c677-aaaa-4096-962d-879327b722cf)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:53.999286 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f50bf-2119-45df-b1f9-07affa4f0681 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Network': ['ID=fefc6ce4-b688-42de-ab53-edd64449827d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:54.008575 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ff75c3d-a14a-43e9-a454-c44b74837906 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:54.041564 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:54.054568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network fefc6ce4-b688-42de-ab53-edd64449827d details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:17:54.060873 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ff75c3d-a14a-43e9-a454-c44b74837906 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:54.065621 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2ff75c3d-a14a-43e9-a454-c44b74837906 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/9731aa3e-1aca-4403-bdf6-dab2afa52f0f HTTP/1.1" status: 204 len: 168 time: 1.7043486 Dec 09 02:17:54.075195 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bf033423-12c0-4fe9-8163-ae72c6350df5 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1061113 Dec 09 02:17:54.103325 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34738) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:54.103946 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34740) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:54.108501 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] For port e07dce21-793e-48ac-8e91-d25db8d36b70, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:54.111951 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c770906d-577c-4464-b717-91177b82c92d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1126346529'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:54.115677 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] For port e07dce21-793e-48ac-8e91-d25db8d36b70, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e07dce21-793e-48ac-8e91-d25db8d36b70,segment=NetworkSegment(4237c677-aaaa-4096-962d-879327b722cf),segment_id=4237c677-aaaa-4096-962d-879327b722cf)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:54.120880 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff75c3d-a14a-43e9-a454-c44b74837906 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Network': ['ID=9731aa3e-1aca-4403-bdf6-dab2afa52f0f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:54.139381 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:54.141933 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0919f2e8-7230-48bc-9ef4-355cac468f42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'subnet': {'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:54.153522 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cb7f50bf-2119-45df-b1f9-07affa4f0681 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6863644 Dec 09 02:17:54.154287 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34742) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:54.164646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-19ddc2ab-7529-44a2-a85c-68d3667c7855 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'subnet': {'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:54.254527 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a62ad-607e-4838-b377-9daf1998407d None None] Pushing event updated for resources: {'Port': ['ID=e07dce21-793e-48ac-8e91-d25db8d36b70,revision_number=4']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:54.271141 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:54.272114 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:54.351776 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772246a3-e1fb-4a21-8c5c-56a20fd86be8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network 73aec921-7015-4f3d-ab18-5cc63867110f is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:54.357045 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c770906d-577c-4464-b717-91177b82c92d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:54.358656 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-e1ef31ae-4e65-4ad4-a080-903d0ae26285 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:54.361099 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c770906d-577c-4464-b717-91177b82c92d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:54.366386 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Pushing event updated for resources: {'Port': ['ID=dd130187-0e39-4187-9bd4-06b55b7b066f,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:54.374725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Provisioning complete for port 8634d125-7a0d-4574-a289-6b22a6f7e321 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:54.375254 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:54.379040 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7e8698c1-b094-4901-acf3-46da7b218db0 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:54.397442 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-772246a3-e1fb-4a21-8c5c-56a20fd86be8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:54.414835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ddc2ab-7529-44a2-a85c-68d3667c7855 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Made reservation on behalf of a758062df96345628c35c50c762f8108 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:54.418907 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-19ddc2ab-7529-44a2-a85c-68d3667c7855 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:54.467545 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:17:54.613290 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:54.628583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c770906d-577c-4464-b717-91177b82c92d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:17:54.644358 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a6be-e734-4be3-b561-eab01178120a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:54.715423 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] For port 8634d125-7a0d-4574-a289-6b22a6f7e321, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8634d125-7a0d-4574-a289-6b22a6f7e321,segment=NetworkSegment(30888938-01aa-4bd1-b09d-d31b4fbd9dc0),segment_id=30888938-01aa-4bd1-b09d-d31b4fbd9dc0)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:54.721933 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 7e8698c1-b094-4901-acf3-46da7b218db0 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:54.722500 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:54.755813 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-19ddc2ab-7529-44a2-a85c-68d3667c7855 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:54.767701 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:54.791152 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5973f59f-588d-4772-b945-6d560c9ce765 admin admin] Router 949a002e-67f8-4781-87a5-6360acdab537 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:17:54.792062 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2a6be-e734-4be3-b561-eab01178120a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=4ccfee1a-ff8f-4de7-afd8-e662ec8baac4,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:54.824619 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-90b5e529-1f7e-4673-a754-7d1ca4ee2830 req-884740ec-4f40-4f37-87fe-ba724e00c481 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 210 time: 0.0915158 Dec 09 02:17:54.839560 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c770906d-577c-4464-b717-91177b82c92d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:54.839915 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-c770906d-577c-4464-b717-91177b82c92d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Added segment 33a54132-5118-49c0-8fe3-07353c84fcfd of type vlan for network 3733c42a-8378-43bc-ba32-e0fe88551df1 Dec 09 02:17:54.881109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-e1ef31ae-4e65-4ad4-a080-903d0ae26285 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:54.885351 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd2a6be-e734-4be3-b561-eab01178120a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:54.889225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Provisioning complete for port 5292d29b-6be9-4b3f-83cf-0e019b8fe64d triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:54.889720 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:54.905700 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:17:47Z', 'revision_number': 4, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e07dce21-793e-48ac-8e91-d25db8d36b70', 'name': '', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:a3:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:45Z', 'updated_at': '2021-12-09T02:17:54Z', 'revision_number': 4, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:54.923188 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-fdd2a6be-e734-4be3-b561-eab01178120a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:54.943021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef31ae-4e65-4ad4-a080-903d0ae26285 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=fc8beeb3-a94e-44ae-844d-b4876d50621d,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:54.948787 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ddc2ab-7529-44a2-a85c-68d3667c7855 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Checking segment: {'id': 'd23cd9f9-76e2-452a-a954-f9f39fd2c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:54.949161 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ddc2ab-7529-44a2-a85c-68d3667c7855 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network hostable DHCP agents. Network: fefc6ce4-b688-42de-ab53-edd64449827d, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:17:54.951679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddc2ab-7529-44a2-a85c-68d3667c7855 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Subnet': ['ID=d2a31549-299b-416c-8521-6703a22de264,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:54.969740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-e1ef31ae-4e65-4ad4-a080-903d0ae26285 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:54.973917 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-e1ef31ae-4e65-4ad4-a080-903d0ae26285 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:54.978854 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-e1ef31ae-4e65-4ad4-a080-903d0ae26285 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:54.980413 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd2a6be-e734-4be3-b561-eab01178120a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:54.986680 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd2a6be-e734-4be3-b561-eab01178120a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:54.987336 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a6be-e734-4be3-b561-eab01178120a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:55.001466 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54283449-e97d-4062-9f10-7e03ee0d761a None None] The sync data for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv is: [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:17:47Z', 'revision_number': 4, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e07dce21-793e-48ac-8e91-d25db8d36b70', 'name': '', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:a3:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:45Z', 'updated_at': '2021-12-09T02:17:54Z', 'revision_number': 4, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:17:55.028883 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c770906d-577c-4464-b717-91177b82c92d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:55.050224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-e1ef31ae-4e65-4ad4-a080-903d0ae26285 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:55.050884 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-e1ef31ae-4e65-4ad4-a080-903d0ae26285 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:55.073063 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:17:55.074483 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ddc2ab-7529-44a2-a85c-68d3667c7855 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network fefc6ce4-b688-42de-ab53-edd64449827d is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:17:55.097436 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0919f2e8-7230-48bc-9ef4-355cac468f42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Made reservation on behalf of 41c2f5bd624749d08f586a47815f13ab for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:55.100072 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-e1ef31ae-4e65-4ad4-a080-903d0ae26285 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8314266 Dec 09 02:17:55.100399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0919f2e8-7230-48bc-9ef4-355cac468f42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:55.101503 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-19ddc2ab-7529-44a2-a85c-68d3667c7855 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, fefc6ce4-b688-42de-ab53-edd64449827d) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:55.111468 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ddc2ab-7529-44a2-a85c-68d3667c7855 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:55.112195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-19ddc2ab-7529-44a2-a85c-68d3667c7855 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:55.140678 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Request body: {'port': {'device_id': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:55.145255 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32985c28-a932-43ca-a89b-9f55a340b9ff None None] Network fefc6ce4-b688-42de-ab53-edd64449827d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:55.160068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:17:55.160564 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0cd440f2-e2e2-4b5f-a79c-b2c2e0df610a not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:17:55.182098 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Pushing event updated for resources: {'Port': ['ID=8634d125-7a0d-4574-a289-6b22a6f7e321,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:55.215007 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fdd2a6be-e734-4be3-b561-eab01178120a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7528491 Dec 09 02:17:55.224788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34746) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:55.228389 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.db.resource_extend [None req-c770906d-577c-4464-b717-91177b82c92d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 02:17:55.245905 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Provisioning complete for port e07dce21-793e-48ac-8e91-d25db8d36b70 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:55.247841 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:55.290138 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-19ddc2ab-7529-44a2-a85c-68d3667c7855 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1344981 Dec 09 02:17:55.290684 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34748) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:55.371782 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:55.372741 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:55.386636 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c770906d-577c-4464-b717-91177b82c92d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:55.397103 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c770906d-577c-4464-b717-91177b82c92d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:55.398757 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c770906d-577c-4464-b717-91177b82c92d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:55.454241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] For port e07dce21-793e-48ac-8e91-d25db8d36b70, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e07dce21-793e-48ac-8e91-d25db8d36b70,segment=NetworkSegment(4237c677-aaaa-4096-962d-879327b722cf),segment_id=4237c677-aaaa-4096-962d-879327b722cf)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:55.477369 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:55.593567 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56066d1-777a-4e20-b75c-bedf3e49922b None None] Pushing event updated for resources: {'Port': ['ID=e07dce21-793e-48ac-8e91-d25db8d36b70,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:55.616485 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5973f59f-588d-4772-b945-6d560c9ce765 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:17:55.633295 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5973f59f-588d-4772-b945-6d560c9ce765 admin admin] 10.222.0.43 "PUT /v2.0/routers/949a002e-67f8-4781-87a5-6360acdab537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7024055 Dec 09 02:17:55.649237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ea21d-6649-4a89-b829-0bc2b96b8503 None None] Sync routers for ids ['949a002e-67f8-4781-87a5-6360acdab537'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:17:55.674071 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-fefc6ce4-b688-42de-ab53-edd64449827d', 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d', 'project_id': 'a758062df96345628c35c50c762f8108', 'fixed_ips': [{'subnet_id': 'd2a31549-299b-416c-8521-6703a22de264'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:55.674539 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34750) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:55.674947 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:55.690254 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ea21d-6649-4a89-b829-0bc2b96b8503 None None] Routers {'949a002e-67f8-4781-87a5-6360acdab537'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:55.690907 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9a0ea21d-6649-4a89-b829-0bc2b96b8503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['949a002e-67f8-4781-87a5-6360acdab537'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:55.729971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Provisioning complete for port fc8beeb3-a94e-44ae-844d-b4876d50621d triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:55.730853 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:55.734011 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770906d-577c-4464-b717-91177b82c92d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Network': ['ID=3733c42a-8378-43bc-ba32-e0fe88551df1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:55.747484 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c770906d-577c-4464-b717-91177b82c92d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6383832 Dec 09 02:17:55.759313 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34752) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:55.771796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772246a3-e1fb-4a21-8c5c-56a20fd86be8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Router 4397d34e-e496-420a-8009-96b7e9fc46e4 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:17:55.777035 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 3733c42a-8378-43bc-ba32-e0fe88551df1 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:17:55.791078 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d29ead1e-ca32-4433-bee6-30228c7c76f1 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'subnet': {'network_id': '3733c42a-8378-43bc-ba32-e0fe88551df1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:55.874910 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a800ff5-ff80-4eac-8816-73f0ce990d95 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:55.891639 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a800ff5-ff80-4eac-8816-73f0ce990d95 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:55.905314 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9a800ff5-ff80-4eac-8816-73f0ce990d95 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6703606 Dec 09 02:17:55.932962 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34756) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:55.988003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5292d29b-6be9-4b3f-83cf-0e019b8fe64d up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:56.128846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Port fc8beeb3-a94e-44ae-844d-b4876d50621d cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:56.221908 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-9a0ea21d-6649-4a89-b829-0bc2b96b8503 None None] Set router 949a002e-67f8-4781-87a5-6360acdab537 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:17:56.278907 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Provisioning complete for port a58bf0da-20e0-47dc-9e0a-b13263bf3363 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:56.279282 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:56.360152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358d259-ba56-40e7-a684-b41ebc8e9852 req-cf12bdb2-d322-4331-9aee-1ca8f43177c9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:56.367385 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1358d259-ba56-40e7-a684-b41ebc8e9852 req-cf12bdb2-d322-4331-9aee-1ca8f43177c9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 932 time: 0.4007621 Dec 09 02:17:56.368264 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Allocated IP 172.23.0.2 (fefc6ce4-b688-42de-ab53-edd64449827d/d2a31549-299b-416c-8521-6703a22de264/7d8a94ea-254e-4b0c-83e8-05c87e980b99) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:56.370377 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 5292d29b-6be9-4b3f-83cf-0e019b8fe64d triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:56.370918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:56.423402 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Port a58bf0da-20e0-47dc-9e0a-b13263bf3363 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:56.458693 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-922d6780-f21e-4f5f-96c5-a8fbb025498f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port 4ccfee1a-ff8f-4de7-afd8-e662ec8baac4 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:56.459258 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-922d6780-f21e-4f5f-96c5-a8fbb025498f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:56.493361 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772246a3-e1fb-4a21-8c5c-56a20fd86be8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:17:56.494871 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29ead1e-ca32-4433-bee6-30228c7c76f1 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:56.498387 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d29ead1e-ca32-4433-bee6-30228c7c76f1 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:56.511715 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a1cb24-11ab-48c6-b8c9-6e48c3d1e9f2 None None] Sync routers for ids ['4397d34e-e496-420a-8009-96b7e9fc46e4'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:17:56.528225 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a1cb24-11ab-48c6-b8c9-6e48c3d1e9f2 None None] Routers {'4397d34e-e496-420a-8009-96b7e9fc46e4'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:56.528845 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-61a1cb24-11ab-48c6-b8c9-6e48c3d1e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['4397d34e-e496-420a-8009-96b7e9fc46e4'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:56.543052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Provisioning complete for port 4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:56.543849 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:56.557178 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_backend_mixin [None req-d29ead1e-ca32-4433-bee6-30228c7c76f1 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Performing IP validity checks on allocation pools {{(pid=103333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 02:17:56.557699 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_backend_mixin [None req-d29ead1e-ca32-4433-bee6-30228c7c76f1 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 02:17:56.590970 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-61a1cb24-11ab-48c6-b8c9-6e48c3d1e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:56.614734 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a1cb24-11ab-48c6-b8c9-6e48c3d1e9f2 None None] Routers {'4397d34e-e496-420a-8009-96b7e9fc46e4'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:56.615591 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-61a1cb24-11ab-48c6-b8c9-6e48c3d1e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['4397d34e-e496-420a-8009-96b7e9fc46e4'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:56.624059 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1358d259-ba56-40e7-a684-b41ebc8e9852 req-5a9380e6-66a2-4901-afdc-e435aeadf9ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=41414606-9018-4b72-9d79-9e31d8123f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556899 Dec 09 02:17:56.681039 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:56.689499 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02ba6b95-c2b3-4566-b1b8-a7d343ac3d37 admin admin] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:56.697996 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-772246a3-e1fb-4a21-8c5c-56a20fd86be8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "PUT /v2.0/routers/4397d34e-e496-420a-8009-96b7e9fc46e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2131619 Dec 09 02:17:56.708994 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34758) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:56.709544 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-61a1cb24-11ab-48c6-b8c9-6e48c3d1e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:56.710265 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a1cb24-11ab-48c6-b8c9-6e48c3d1e9f2 None None] The sync data for ids ['4397d34e-e496-420a-8009-96b7e9fc46e4'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:17:56.732335 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d29ead1e-ca32-4433-bee6-30228c7c76f1 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:56.788426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-922d6780-f21e-4f5f-96c5-a8fbb025498f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:56.808830 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:56.817519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9a0ea21d-6649-4a89-b829-0bc2b96b8503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949a002e-67f8-4781-87a5-6360acdab537', 'name': 'tempest-ServerActionsTestJSON-13731359-router', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '97928a95-da83-474d-9555-b6bc41073b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:17:51Z', 'revision_number': 5, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'gw_port': {'id': '97928a95-da83-474d-9555-b6bc41073b8a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:56.822540 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:56.822949 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-922d6780-f21e-4f5f-96c5-a8fbb025498f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for 4ccfee1a-ff8f-4de7-afd8-e662ec8baac4 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:56.824826 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:56.833221 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8beeb3-a94e-44ae-844d-b4876d50621d {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:17:56.864299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ead1e-ca32-4433-bee6-30228c7c76f1 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Subnet': ['ID=ea8c7635-b2f7-4108-aeff-146a5b608242,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:56.869911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:56.880714 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ea21d-6649-4a89-b829-0bc2b96b8503 None None] Checking router: 949a002e-67f8-4781-87a5-6360acdab537 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:17:56.918904 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Network fefc6ce4-b688-42de-ab53-edd64449827d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:56.920939 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29ead1e-ca32-4433-bee6-30228c7c76f1 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Checking segment: {'id': '33a54132-5118-49c0-8fe3-07353c84fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3733c42a-8378-43bc-ba32-e0fe88551df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:56.921299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29ead1e-ca32-4433-bee6-30228c7c76f1 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network hostable DHCP agents. Network: 3733c42a-8378-43bc-ba32-e0fe88551df1, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:17:56.927264 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02ba6b95-c2b3-4566-b1b8-a7d343ac3d37 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:56.932610 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:56.933952 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0919f2e8-7230-48bc-9ef4-355cac468f42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:56.936804 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ea21d-6649-4a89-b829-0bc2b96b8503 None None] Routers {'949a002e-67f8-4781-87a5-6360acdab537'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:17:56.937495 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9a0ea21d-6649-4a89-b829-0bc2b96b8503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['949a002e-67f8-4781-87a5-6360acdab537'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:56.939491 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:56.946010 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:56.946470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:56.947992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Pushing event updated for resources: {'Port': ['ID=7d8a94ea-254e-4b0c-83e8-05c87e980b99,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:56.953850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200fc651-6463-4140-8e61-46905f146ece tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:56.957465 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-200fc651-6463-4140-8e61-46905f146ece tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports?device_id=4397d34e-e496-420a-8009-96b7e9fc46e4 HTTP/1.1" status: 200 len: 982 time: 0.2447879 Dec 09 02:17:56.957465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Transition to ACTIVE for port object fc8beeb3-a94e-44ae-844d-b4876d50621d will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:17:56.965708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34760) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:56.981431 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:57.004177 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] For port 4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:57.020075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:57.022411 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:57.022760 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:57.023106 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:57.023453 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:57.023810 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:57.024143 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:57.024473 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:57.024803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:57.025129 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:57.025458 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:57.025784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:57.026108 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:57.026435 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:17:57.029366 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0919f2e8-7230-48bc-9ef4-355cac468f42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Network 2df3a222-442f-42c4-8365-e4a0f2943169 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:57.034395 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29ead1e-ca32-4433-bee6-30228c7c76f1 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network 3733c42a-8378-43bc-ba32-e0fe88551df1 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:17:57.038097 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-0919f2e8-7230-48bc-9ef4-355cac468f42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:57.046448 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0919f2e8-7230-48bc-9ef4-355cac468f42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:57.048081 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0919f2e8-7230-48bc-9ef4-355cac468f42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:57.058023 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:57.062388 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919f2e8-7230-48bc-9ef4-355cac468f42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Subnet': ['ID=4dee274f-ab27-40cd-8bb8-877bab57a153,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:57.071502 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d29ead1e-ca32-4433-bee6-30228c7c76f1 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 3733c42a-8378-43bc-ba32-e0fe88551df1) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:57.082928 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0919f2e8-7230-48bc-9ef4-355cac468f42 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9671452 Dec 09 02:17:57.084090 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34762) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:57.085685 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29ead1e-ca32-4433-bee6-30228c7c76f1 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:57.086503 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d29ead1e-ca32-4433-bee6-30228c7c76f1 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:57.094819 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-15552a79-a5cb-44ff-9c74-20aa508970f1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-264037890', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4dee274f-ab27-40cd-8bb8-877bab57a153'}], 'security_groups': ['4193f9c5-fa12-4567-804a-d8905c6e6d74', '5b7f3550-bfae-4774-bd0f-9d4b18497508']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:57.095164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d74b96-955f-4b4b-9468-c11bb6abd5f9 None None] Network 2df3a222-442f-42c4-8365-e4a0f2943169 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:57.152735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1032c4-8e2c-4cea-843f-2710bd154761 None None] Network 3733c42a-8378-43bc-ba32-e0fe88551df1 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:57.163093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Pushing event updated for resources: {'Port': ['ID=fc8beeb3-a94e-44ae-844d-b4876d50621d,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:57.193507 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d29ead1e-ca32-4433-bee6-30228c7c76f1 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4191687 Dec 09 02:17:57.195689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34764) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:57.246228 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-02ba6b95-c2b3-4566-b1b8-a7d343ac3d37 admin admin] Deleting port 97928a95-da83-474d-9555-b6bc41073b8a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:17:57.246922 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02ba6b95-c2b3-4566-b1b8-a7d343ac3d37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:57.249898 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Provisioning complete for port 8634d125-7a0d-4574-a289-6b22a6f7e321 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:57.250326 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:57.375864 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Attempting to bind port 7d8a94ea-254e-4b0c-83e8-05c87e980b99 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:57.376239 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Attempting to bind port 7d8a94ea-254e-4b0c-83e8-05c87e980b99 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'd23cd9f9-76e2-452a-a954-f9f39fd2c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:57.376609 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Attempting to bind port 7d8a94ea-254e-4b0c-83e8-05c87e980b99 on network fefc6ce4-b688-42de-ab53-edd64449827d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:57.381619 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Pushing event updated for resources: {'Port': ['ID=4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:57.442179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:57.443127 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Checking segment: {'id': 'd23cd9f9-76e2-452a-a954-f9f39fd2c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:57.443629 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:57.444013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Bound using segment: {'id': 'd23cd9f9-76e2-452a-a954-f9f39fd2c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:57.444660 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Bound port: 7d8a94ea-254e-4b0c-83e8-05c87e980b99, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23cd9f9-76e2-452a-a954-f9f39fd2c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:57.445050 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:57.457730 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f031b6e-abcf-4e9c-9944-72225b41b72d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:57.460793 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-02ba6b95-c2b3-4566-b1b8-a7d343ac3d37 admin admin] For port 97928a95-da83-474d-9555-b6bc41073b8a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=97928a95-da83-474d-9555-b6bc41073b8a,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:17:57.461278 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02ba6b95-c2b3-4566-b1b8-a7d343ac3d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:57.488369 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-9a0ea21d-6649-4a89-b829-0bc2b96b8503 None None] Set router 949a002e-67f8-4781-87a5-6360acdab537 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:17:57.504903 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-02ba6b95-c2b3-4566-b1b8-a7d343ac3d37 admin admin] Calling delete_port for 97928a95-da83-474d-9555-b6bc41073b8a owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:17:57.505212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-922d6780-f21e-4f5f-96c5-a8fbb025498f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:57.514724 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15552a79-a5cb-44ff-9c74-20aa508970f1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:57.556327 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Attempting to bind port fc8beeb3-a94e-44ae-844d-b4876d50621d on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:17:57.556608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Attempting to bind port fc8beeb3-a94e-44ae-844d-b4876d50621d by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '55b8cd31-e8ae-45eb-99d6-efb77cfc6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:17:57.557252 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Attempting to bind port fc8beeb3-a94e-44ae-844d-b4876d50621d on network 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:57.605323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Port fc8beeb3-a94e-44ae-844d-b4876d50621d on network 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:17:57.605751 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Attempting to bind port fc8beeb3-a94e-44ae-844d-b4876d50621d on network 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:17:57.607976 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d6780-f21e-4f5f-96c5-a8fbb025498f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=4ccfee1a-ff8f-4de7-afd8-e662ec8baac4,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:57.697936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f031b6e-abcf-4e9c-9944-72225b41b72d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:57.729262 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:17:57.729920 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Checking segment: {'id': '55b8cd31-e8ae-45eb-99d6-efb77cfc6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:17:57.730478 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Bound using segment: {'id': '55b8cd31-e8ae-45eb-99d6-efb77cfc6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:17:57.731111 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Bound port: fc8beeb3-a94e-44ae-844d-b4876d50621d, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b8cd31-e8ae-45eb-99d6-efb77cfc6e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:17:57.731681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:57.763511 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-922d6780-f21e-4f5f-96c5-a8fbb025498f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:57.767112 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-922d6780-f21e-4f5f-96c5-a8fbb025498f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/4ccfee1a-ff8f-4de7-afd8-e662ec8baac4 HTTP/1.1" status: 204 len: 168 time: 1.8330810 Dec 09 02:17:57.773042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34768) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:57.883215 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151b8477-7a8c-4298-90ef-720a754cd8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3733c42a-8378-43bc-ba32-e0fe88551df1', 'network_id': '3733c42a-8378-43bc-ba32-e0fe88551df1', 'project_id': '06f634e75f1b40e5950ba8d30fa7f442', 'fixed_ips': [{'subnet_id': 'ea8c7635-b2f7-4108-aeff-146a5b608242'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:17:57.886079 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-151b8477-7a8c-4298-90ef-720a754cd8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:57.896390 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] For port 7d8a94ea-254e-4b0c-83e8-05c87e980b99, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:57.908817 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device dd130187-0e39-4187-9bd4-06b55b7b066f up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:57.990403 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271c1cb7-54a5-488f-82dd-37a3943d507f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:57.990885 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] For port 7d8a94ea-254e-4b0c-83e8-05c87e980b99, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7d8a94ea-254e-4b0c-83e8-05c87e980b99,segment=NetworkSegment(d23cd9f9-76e2-452a-a954-f9f39fd2c6d1),segment_id=d23cd9f9-76e2-452a-a954-f9f39fd2c6d1)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:57.992113 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271c1cb7-54a5-488f-82dd-37a3943d507f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:57.996423 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-271c1cb7-54a5-488f-82dd-37a3943d507f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2056463 Dec 09 02:17:57.996621 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f031b6e-abcf-4e9c-9944-72225b41b72d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:58.001254 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34770) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:58.026252 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:58.073600 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f031b6e-abcf-4e9c-9944-72225b41b72d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Subnet': ['ID=ea8c7635-b2f7-4108-aeff-146a5b608242,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:58.158277 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Provisioning complete for port d95f2c57-ac97-4aea-8291-e88803b2e13c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:58.158837 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:58.219299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02ba6b95-c2b3-4566-b1b8-a7d343ac3d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:58.231819 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5757ee-50bb-4a5b-831e-b465d856ff35 None None] Network 3733c42a-8378-43bc-ba32-e0fe88551df1 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:58.278457 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f031b6e-abcf-4e9c-9944-72225b41b72d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:58.292921 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b27422-c790-4bfa-9603-8fbeb7a79649 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet d02408b7-a619-41fd-ae32-05febcd64385 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:58.303627 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba6b95-c2b3-4566-b1b8-a7d343ac3d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=97928a95-da83-474d-9555-b6bc41073b8a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:58.314040 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5b27422-c790-4bfa-9603-8fbeb7a79649 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:58.357432 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2bd0a3-6dc7-4f5a-b005-a24e7d028b00 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:17:58.366397 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-15552a79-a5cb-44ff-9c74-20aa508970f1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Delete allocated IP 2001:db8::1b7 (2df3a222-442f-42c4-8365-e4a0f2943169/5a75498f-3781-4d03-a7d6-9d5d93514d05) {{(pid=103333) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 02:17:58.367167 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f7f24-46cc-437a-83bf-52e4dc2fb07a None None] Pushing event updated for resources: {'Port': ['ID=7d8a94ea-254e-4b0c-83e8-05c87e980b99,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:58.373755 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8f031b6e-abcf-4e9c-9944-72225b41b72d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3733c42a-8378-43bc-ba32-e0fe88551df1']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:58.395397 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port dd130187-0e39-4187-9bd4-06b55b7b066f triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:58.396844 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:58.410814 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-15552a79-a5cb-44ff-9c74-20aa508970f1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Allocated IP 2001:db8:0:2::20c (2df3a222-442f-42c4-8365-e4a0f2943169/4dee274f-ab27-40cd-8bb8-877bab57a153/d95f2c57-ac97-4aea-8291-e88803b2e13c) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:58.417347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b2139-78f5-4380-817b-12b50a91529b req-ac88d7f2-755d-4567-94cd-92c9d8b5acb0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:58.418891 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e53b2139-78f5-4380-817b-12b50a91529b req-ac88d7f2-755d-4567-94cd-92c9d8b5acb0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 944 time: 0.6811535 Dec 09 02:17:58.426140 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8f031b6e-abcf-4e9c-9944-72225b41b72d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a54132-5118-49c0-8fe3-07353c84fcfd') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:58.426461 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8f031b6e-abcf-4e9c-9944-72225b41b72d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a54132-5118-49c0-8fe3-07353c84fcfd') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:58.435270 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] For port fc8beeb3-a94e-44ae-844d-b4876d50621d, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:17:58.442699 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Allocated IP 172.23.0.1 (fefc6ce4-b688-42de-ab53-edd64449827d/d2a31549-299b-416c-8521-6703a22de264/162744c8-a154-48c1-a521-dbc474ec69d8) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:58.481567 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Port d95f2c57-ac97-4aea-8291-e88803b2e13c cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:17:58.485993 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f031b6e-abcf-4e9c-9944-72225b41b72d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:58.493634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] For port fc8beeb3-a94e-44ae-844d-b4876d50621d, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fc8beeb3-a94e-44ae-844d-b4876d50621d,segment=NetworkSegment(55b8cd31-e8ae-45eb-99d6-efb77cfc6e31),segment_id=55b8cd31-e8ae-45eb-99d6-efb77cfc6e31)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:17:58.509242 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5b27422-c790-4bfa-9603-8fbeb7a79649 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:58.518887 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4cedd2-f5e9-433a-960a-765b84a8de88 None None] Update dhcp port {'port': {'network_id': '2df3a222-442f-42c4-8365-e4a0f2943169', 'fixed_ips': [{'subnet_id': '9533a22a-df11-4cb8-a7e0-6683170c40c6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5a75498f-3781-4d03-a7d6-9d5d93514d05', 'ip_address': '2001:db8::2'}, {'subnet_id': '4dee274f-ab27-40cd-8bb8-877bab57a153'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': '93c1805d-9191-43de-a12e-1a8eaa8fe6a6'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:17:58.540848 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:58.548790 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f4cedd2-f5e9-433a-960a-765b84a8de88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:58.552035 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f031b6e-abcf-4e9c-9944-72225b41b72d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:58.572468 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02ba6b95-c2b3-4566-b1b8-a7d343ac3d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:58.582898 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f031b6e-abcf-4e9c-9944-72225b41b72d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:17:58.583804 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f031b6e-abcf-4e9c-9944-72225b41b72d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:17:58.587623 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:17:58.594964 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Provisioning complete for port e07dce21-793e-48ac-8e91-d25db8d36b70 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:58.595340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3d0d6a37-af21-49f2-8f18-80a5f2c8c782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:58.596627 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e53b2139-78f5-4380-817b-12b50a91529b req-49383ab5-ce9b-4e74-95e6-d9ba081e46ee tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=41414606-9018-4b72-9d79-9e31d8123f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455002 Dec 09 02:17:58.713124 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9a0ea21d-6649-4a89-b829-0bc2b96b8503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949a002e-67f8-4781-87a5-6360acdab537', 'name': 'tempest-ServerActionsTestJSON-13731359-router', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '97928a95-da83-474d-9555-b6bc41073b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:17:51Z', 'revision_number': 5, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'gw_port': {'id': '97928a95-da83-474d-9555-b6bc41073b8a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:17:58.714193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:58.714936 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:58.716548 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] 10.222.0.45 "PUT /v2.0/ports/fc8beeb3-a94e-44ae-844d-b4876d50621d HTTP/1.1" status: 200 len: 1094 time: 3.5806422 Dec 09 02:17:58.719851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'tag': 'fc8beeb3-a94e-44ae-844d-b4876d50621d'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:17:58.722557 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe45968-a4e9-4d8b-8ca6-2b04d728e703" -d '{"events": [{"name": "network-changed", "server_uuid": "003f732e-9b6e-4a4e-910c-fa0ceefc8464", "tag": "fc8beeb3-a94e-44ae-844d-b4876d50621d"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:17:58.778074 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ea21d-6649-4a89-b829-0bc2b96b8503 None None] The sync data for ids ['949a002e-67f8-4781-87a5-6360acdab537'] in dv-neutron-804846-18-hyperv is: [{'id': '949a002e-67f8-4781-87a5-6360acdab537', 'name': 'tempest-ServerActionsTestJSON-13731359-router', 'tenant_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33'}], 'enable_snat': True}, 'gw_port_id': '97928a95-da83-474d-9555-b6bc41073b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:12:46Z', 'updated_at': '2021-12-09T02:17:51Z', 'revision_number': 5, 'project_id': 'b6aa27ea1351487bb03e8c81fda3bd03', 'gw_port': {'id': '97928a95-da83-474d-9555-b6bc41073b8a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a002e-67f8-4781-87a5-6360acdab537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:12:48Z', 'updated_at': '2021-12-09T02:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:17:58.811228 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55abb49-6e89-4d95-8592-4fc6aea94656 x-openstack-request-id: req-b55abb49-6e89-4d95-8592-4fc6aea94656 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:17:58.811961 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003f732e-9b6e-4a4e-910c-fa0ceefc8464", "tag": "fc8beeb3-a94e-44ae-844d-b4876d50621d", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:17:58.812462 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b55abb49-6e89-4d95-8592-4fc6aea94656 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:17:58.813647 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'tag': 'fc8beeb3-a94e-44ae-844d-b4876d50621d', 'status': 'completed', 'code': 200} Dec 09 02:17:58.845220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59205d-90cf-44e3-888e-1819e6a2ea2c service neutron] Pushing event updated for resources: {'Port': ['ID=fc8beeb3-a94e-44ae-844d-b4876d50621d,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:58.934420 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:58.989847 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d507149b-1d3c-4e5c-9e95-4dec9b994cda tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.015040 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:59.015574 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.048913 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-c6c20e1d-edad-41ed-bad1-8292475dfa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:59.050535 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-c6c20e1d-edad-41ed-bad1-8292475dfa11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 1097 time: 0.2503273 Dec 09 02:17:59.097055 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-7d22a011-d159-4e8c-9c91-731bf5fc0330 None None] Could not find standard attr ID for object 4ccfee1a-ff8f-4de7-afd8-e662ec8baac4. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:17:59.111470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8634d125-7a0d-4574-a289-6b22a6f7e321 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:59.115931 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.158635 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-b1e55e09-9118-4162-8dee-44a8ba0300ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8beeb3-a94e-44ae-844d-b4876d50621d HTTP/1.1" status: 200 len: 217 time: 0.0808103 Dec 09 02:17:59.188378 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 8634d125-7a0d-4574-a289-6b22a6f7e321 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:59.188608 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.252634 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02ba6b95-c2b3-4566-b1b8-a7d343ac3d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.293788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5b27422-c790-4bfa-9603-8fbeb7a79649 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.306199 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-15f56190-16f9-4a6e-9221-fca62c8d0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:59.307638 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-15f56190-16f9-4a6e-9221-fca62c8d0f31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fca60db5-0a85-4b51-99b3-92926d825b67 HTTP/1.1" status: 200 len: 834 time: 0.1404517 Dec 09 02:17:59.322351 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e07dce21-793e-48ac-8e91-d25db8d36b70 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:17:59.322748 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02ba6b95-c2b3-4566-b1b8-a7d343ac3d37 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.350277 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f031b6e-abcf-4e9c-9944-72225b41b72d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.355365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.385651 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port e07dce21-793e-48ac-8e91-d25db8d36b70 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:59.386038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.431622 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f031b6e-abcf-4e9c-9944-72225b41b72d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.441315 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8f031b6e-abcf-4e9c-9944-72225b41b72d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/3733c42a-8378-43bc-ba32-e0fe88551df1 HTTP/1.1" status: 204 len: 168 time: 2.2426600 Dec 09 02:17:59.454279 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34774) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:59.459609 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d6046335-c7eb-4d65-9961-9223c36147c3 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1963825176'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:59.469699 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02ba6b95-c2b3-4566-b1b8-a7d343ac3d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.470430 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ba6b95-c2b3-4566-b1b8-a7d343ac3d37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 949a002e-67f8-4781-87a5-6360acdab537 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:17:59.476428 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f031b6e-abcf-4e9c-9944-72225b41b72d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Network': ['ID=3733c42a-8378-43bc-ba32-e0fe88551df1,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:59.481422 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02ba6b95-c2b3-4566-b1b8-a7d343ac3d37 admin admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.482722 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-02ba6b95-c2b3-4566-b1b8-a7d343ac3d37 admin admin] 10.222.0.43 "DELETE /v2.0/routers/949a002e-67f8-4781-87a5-6360acdab537 HTTP/1.1" status: 204 len: 168 time: 3.8041589 Dec 09 02:17:59.492123 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34776) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:59.523220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network fefc6ce4-b688-42de-ab53-edd64449827d is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:17:59.547506 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:17:59.548846 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15552a79-a5cb-44ff-9c74-20aa508970f1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.557486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:17:59.568135 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15552a79-a5cb-44ff-9c74-20aa508970f1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.581786 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5b27422-c790-4bfa-9603-8fbeb7a79649 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.592035 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6046335-c7eb-4d65-9961-9223c36147c3 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:17:59.596593 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6046335-c7eb-4d65-9961-9223c36147c3 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.614840 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=162744c8-a154-48c1-a521-dbc474ec69d8,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:59.634847 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9bc7c6ab-3e65-4256-b6f8-58382eebbe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:59.636505 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9bc7c6ab-3e65-4256-b6f8-58382eebbe98 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d365dc9-792a-4bdd-94b8-fdf0b0280b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3061628 Dec 09 02:17:59.685528 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-08163065-8a82-42b2-82e8-a36e4847d08d admin admin] Deleting subnet 65663bf3-f1b4-4c2a-9db1-f939da065c68 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:17:59.706632 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-4f4cedd2-f5e9-433a-960a-765b84a8de88 None None] Allocated IP 2001:db8:0:2::2 (2df3a222-442f-42c4-8365-e4a0f2943169/4dee274f-ab27-40cd-8bb8-877bab57a153/93c1805d-9191-43de-a12e-1a8eaa8fe6a6) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:17:59.729270 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.744161 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b27422-c790-4bfa-9603-8fbeb7a79649 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=d02408b7-a619-41fd-ae32-05febcd64385,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:59.761636 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08163065-8a82-42b2-82e8-a36e4847d08d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.806450 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5b27422-c790-4bfa-9603-8fbeb7a79649 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.812999 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f5b27422-c790-4bfa-9603-8fbeb7a79649 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/d02408b7-a619-41fd-ae32-05febcd64385 HTTP/1.1" status: 204 len: 168 time: 1.8016992 Dec 09 02:17:59.813165 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a722f-7fb3-4b2b-8ff3-9ca6a423495c None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:59.825181 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34780) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:59.829102 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-15552a79-a5cb-44ff-9c74-20aa508970f1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] In _notify_port_updated(), no bound segment for port d95f2c57-ac97-4aea-8291-e88803b2e13c on network 2df3a222-442f-42c4-8365-e4a0f2943169 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:17:59.834986 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15552a79-a5cb-44ff-9c74-20aa508970f1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:17:59.835784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15552a79-a5cb-44ff-9c74-20aa508970f1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.840110 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-15552a79-a5cb-44ff-9c74-20aa508970f1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "PUT /v2.0/ports/d95f2c57-ac97-4aea-8291-e88803b2e13c HTTP/1.1" status: 200 len: 969 time: 2.7472587 Dec 09 02:17:59.846934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34782) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:59.880449 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bec99d-51ce-4bb7-94b4-8e17297f002f None None] Network fefc6ce4-b688-42de-ab53-edd64449827d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:17:59.928246 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-40b988fc-c91f-4846-907e-baf462da34a0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854521 Dec 09 02:17:59.928246 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6046335-c7eb-4d65-9961-9223c36147c3 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:17:59.930178 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34784) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:17:59.930703 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15552a79-a5cb-44ff-9c74-20aa508970f1 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event updated for resources: {'Port': ['ID=d95f2c57-ac97-4aea-8291-e88803b2e13c,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:17:59.937608 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08163065-8a82-42b2-82e8-a36e4847d08d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.943552 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a06b5d67-ee1e-4433-8c90-c2c64e127697 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:17:59.975193 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6046335-c7eb-4d65-9961-9223c36147c3 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:17:59.975901 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-d6046335-c7eb-4d65-9961-9223c36147c3 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Added segment 19f4050a-7ff8-4749-b2c7-78e4d95f7f09 of type vlan for network 3f56b936-9f06-4a09-80b0-3fa69cec8857 Dec 09 02:17:59.996306 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1a75d422-156f-4371-b1d7-dbce460aa23b None None] Provisioning complete for port 7d8a94ea-254e-4b0c-83e8-05c87e980b99 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:17:59.996918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1a75d422-156f-4371-b1d7-dbce460aa23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:00.032330 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:00.069627 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6046335-c7eb-4d65-9961-9223c36147c3 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:00.070060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96ca61-6432-4c09-8a8b-45c1ffd0c007 req-34671df4-ebff-461c-88d3-3ab82204ec7f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:00.071676 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea96ca61-6432-4c09-8a8b-45c1ffd0c007 req-34671df4-ebff-461c-88d3-3ab82204ec7f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 944 time: 0.2178798 Dec 09 02:18:00.087725 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-8a534612-1d87-47b4-bb9b-c4c4eb364afb service neutron] 10.222.0.45 "GET /v2.0/networks/0d365dc9-792a-4bdd-94b8-fdf0b0280b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392598 Dec 09 02:18:00.138287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08163065-8a82-42b2-82e8-a36e4847d08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:00.180959 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6046335-c7eb-4d65-9961-9223c36147c3 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:00.187818 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6046335-c7eb-4d65-9961-9223c36147c3 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:00.188684 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6046335-c7eb-4d65-9961-9223c36147c3 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:00.205118 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-43d23ae5-3485-4ee1-a229-0e335631ebd9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port d95f2c57-ac97-4aea-8291-e88803b2e13c {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:00.205622 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43d23ae5-3485-4ee1-a229-0e335631ebd9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:00.236380 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d507149b-1d3c-4e5c-9e95-4dec9b994cda tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port a58bf0da-20e0-47dc-9e0a-b13263bf3363 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:00.236728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d507149b-1d3c-4e5c-9e95-4dec9b994cda tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:00.240384 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4f4cedd2-f5e9-433a-960a-765b84a8de88 None None] For port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=93c1805d-9191-43de-a12e-1a8eaa8fe6a6,segment=NetworkSegment(c221872b-f42e-49ea-8f85-f8c9a65a340c),segment_id=c221872b-f42e-49ea-8f85-f8c9a65a340c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:00.325330 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f4cedd2-f5e9-433a-960a-765b84a8de88 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:00.332286 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d6046335-c7eb-4d65-9961-9223c36147c3 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8767416 Dec 09 02:18:00.333560 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34786) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:00.349847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f4cedd2-f5e9-433a-960a-765b84a8de88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:00.353297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6f6f26f3-b66f-475e-8d96-1a949b407406 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'subnet': {'network_id': '3f56b936-9f06-4a09-80b0-3fa69cec8857', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:00.467176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6046335-c7eb-4d65-9961-9223c36147c3 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Network': ['ID=3f56b936-9f06-4a09-80b0-3fa69cec8857,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:00.486482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43d23ae5-3485-4ee1-a229-0e335631ebd9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:00.491637 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08163065-8a82-42b2-82e8-a36e4847d08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:00.496101 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7d8a94ea-254e-4b0c-83e8-05c87e980b99 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:00.497907 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4753c2d7-1547-4a5c-9a15-8b7204afaf3c None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:00.500613 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 3f56b936-9f06-4a09-80b0-3fa69cec8857 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:18:00.563635 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-43d23ae5-3485-4ee1-a229-0e335631ebd9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for d95f2c57-ac97-4aea-8291-e88803b2e13c owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:00.567819 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08163065-8a82-42b2-82e8-a36e4847d08d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:00.574455 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-08163065-8a82-42b2-82e8-a36e4847d08d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/65663bf3-f1b4-4c2a-9db1-f939da065c68 HTTP/1.1" status: 204 len: 168 time: 1.0780308 Dec 09 02:18:00.574455 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08163065-8a82-42b2-82e8-a36e4847d08d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65663bf3-f1b4-4c2a-9db1-f939da065c68,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:00.577159 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34788) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:00.635913 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06b5d67-ee1e-4433-8c90-c2c64e127697 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:00.639637 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a06b5d67-ee1e-4433-8c90-c2c64e127697 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:00.729977 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea96ca61-6432-4c09-8a8b-45c1ffd0c007 req-5c3dd745-602e-46bf-a924-92efb0c5f987 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=41414606-9018-4b72-9d79-9e31d8123f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6484826 Dec 09 02:18:00.755827 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6f26f3-b66f-475e-8d96-1a949b407406 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:00.757187 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1a75d422-156f-4371-b1d7-dbce460aa23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:00.759373 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f6f26f3-b66f-475e-8d96-1a949b407406 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:00.760715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cedd2-f5e9-433a-960a-765b84a8de88 None None] Pushing event updated for resources: {'Port': ['ID=93c1805d-9191-43de-a12e-1a8eaa8fe6a6,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:00.805740 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:00.808562 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0bfedc-eebe-42ed-8262-d53a09521428 None None] Network 2d39084e-79bd-4b9e-a14a-0e7250599a44 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:00.837787 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d757f63b-8481-4ce9-96df-fc4a0378d012 req-9936b67a-0627-4353-bcac-2f9deda168bf service neutron] 10.222.0.45 "GET /v2.0/networks/0d365dc9-792a-4bdd-94b8-fdf0b0280b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7394917 Dec 09 02:18:00.978872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d507149b-1d3c-4e5c-9e95-4dec9b994cda tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.016464 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d507149b-1d3c-4e5c-9e95-4dec9b994cda tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for a58bf0da-20e0-47dc-9e0a-b13263bf3363 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:01.016686 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43d23ae5-3485-4ee1-a229-0e335631ebd9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.070710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1a75d422-156f-4371-b1d7-dbce460aa23b None None] For port 7d8a94ea-254e-4b0c-83e8-05c87e980b99, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7d8a94ea-254e-4b0c-83e8-05c87e980b99,segment=NetworkSegment(d23cd9f9-76e2-452a-a954-f9f39fd2c6d1),segment_id=d23cd9f9-76e2-452a-a954-f9f39fd2c6d1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:01.078114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 7d8a94ea-254e-4b0c-83e8-05c87e980b99 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:01.078899 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.081900 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe45968-a4e9-4d8b-8ca6-2b04d728e703 req-abd0f5bb-a023-4014-83c8-5f27b970a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:01.083620 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5fe45968-a4e9-4d8b-8ca6-2b04d728e703 req-abd0f5bb-a023-4014-83c8-5f27b970a703 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 1097 time: 0.1372862 Dec 09 02:18:01.122417 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1a75d422-156f-4371-b1d7-dbce460aa23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.173662 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d23ae5-3485-4ee1-a229-0e335631ebd9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=d95f2c57-ac97-4aea-8291-e88803b2e13c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:01.187283 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75d422-156f-4371-b1d7-dbce460aa23b None None] Pushing event updated for resources: {'Port': ['ID=7d8a94ea-254e-4b0c-83e8-05c87e980b99,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:01.188933 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43d23ae5-3485-4ee1-a229-0e335631ebd9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.201321 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-43d23ae5-3485-4ee1-a229-0e335631ebd9 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/d95f2c57-ac97-4aea-8291-e88803b2e13c HTTP/1.1" status: 204 len: 168 time: 1.3517964 Dec 09 02:18:01.223331 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4753c2d7-1547-4a5c-9a15-8b7204afaf3c None None] Deleting port 4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:01.223741 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4753c2d7-1547-4a5c-9a15-8b7204afaf3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.239047 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34790) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:01.283086 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] Deleting port 1132b07d-77cf-4275-b1af-d18b02cf75dd {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:01.283457 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.287917 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5610d76-45a6-445a-a818-f7c8b26a08c0 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] GET failed (client error): The resource could not be found. Dec 09 02:18:01.289413 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b5610d76-45a6-445a-a818-f7c8b26a08c0 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports/d95f2c57-ac97-4aea-8291-e88803b2e13c HTTP/1.1" status: 404 len: 333 time: 0.0462146 Dec 09 02:18:01.309527 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34792) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:01.338842 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89af98f-8d1e-4131-ad25-600cd81118ca None None] DHCP port deletion for 2d39084e-79bd-4b9e-a14a-0e7250599a44 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:01.353926 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8634d125-7a0d-4574-a289-6b22a6f7e321 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:01.395353 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-42a2e604-2d1a-4b2b-b08d-e3f80ae091e5 None None] Provisioning complete for port 162744c8-a154-48c1-a521-dbc474ec69d8 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:01.396169 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-42a2e604-2d1a-4b2b-b08d-e3f80ae091e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.432946 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] For port 1132b07d-77cf-4275-b1af-d18b02cf75dd, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1132b07d-77cf-4275-b1af-d18b02cf75dd,segment=NetworkSegment(f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb),segment_id=f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:01.433516 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.463167 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f6f26f3-b66f-475e-8d96-1a949b407406 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.470883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4753c2d7-1547-4a5c-9a15-8b7204afaf3c None None] For port 4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:01.471298 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4753c2d7-1547-4a5c-9a15-8b7204afaf3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.495372 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4753c2d7-1547-4a5c-9a15-8b7204afaf3c None None] Calling delete_port for 4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:01.501797 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] Calling delete_port for 1132b07d-77cf-4275-b1af-d18b02cf75dd owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:01.511080 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe45968-a4e9-4d8b-8ca6-2b04d728e703 req-fe558ca2-05ff-457d-b32f-e04d9fa7eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:01.512752 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5fe45968-a4e9-4d8b-8ca6-2b04d728e703 req-fe558ca2-05ff-457d-b32f-e04d9fa7eda2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d365dc9-792a-4bdd-94b8-fdf0b0280b6a HTTP/1.1" status: 200 len: 898 time: 0.4188769 Dec 09 02:18:01.521832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-42a2e604-2d1a-4b2b-b08d-e3f80ae091e5 None None] Port 162744c8-a154-48c1-a521-dbc474ec69d8 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:18:01.529655 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.593402 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 8634d125-7a0d-4574-a289-6b22a6f7e321 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:01.594324 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.618193 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5fe45968-a4e9-4d8b-8ca6-2b04d728e703 req-6139af90-e807-4754-909d-fe823a67b64e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8beeb3-a94e-44ae-844d-b4876d50621d HTTP/1.1" status: 200 len: 217 time: 0.0859737 Dec 09 02:18:01.643196 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-42a2e604-2d1a-4b2b-b08d-e3f80ae091e5 None None] Provisioning complete for port 7d8a94ea-254e-4b0c-83e8-05c87e980b99 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:01.645164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-42a2e604-2d1a-4b2b-b08d-e3f80ae091e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.652945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.723334 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d89af98f-8d1e-4131-ad25-600cd81118ca None None] Deleting port 1132b07d-77cf-4275-b1af-d18b02cf75dd {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:01.723764 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d89af98f-8d1e-4131-ad25-600cd81118ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.766798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event updated for resources: {'Port': ['ID=162744c8-a154-48c1-a521-dbc474ec69d8,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:01.785740 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-523b1c8a-fd14-44f8-bf3a-6f49fc1f91db tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.799948 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f26f3-b66f-475e-8d96-1a949b407406 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Subnet': ['ID=e4d6878e-c528-4ceb-ab34-e9bb25450bbf,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:01.831327 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.863225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4753c2d7-1547-4a5c-9a15-8b7204afaf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.896178 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:01.917969 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] Pushing event deleted for resources: {'Port': ['ID=1132b07d-77cf-4275-b1af-d18b02cf75dd,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:01.931295 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] No DVR routers for this DVR port 1132b07d-77cf-4275-b1af-d18b02cf75dd on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:01.933800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe45968-a4e9-4d8b-8ca6-2b04d728e703 req-b904ee97-94b1-4e4e-b9a7-d2e089e079fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:01.935422 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5fe45968-a4e9-4d8b-8ca6-2b04d728e703 req-b904ee97-94b1-4e4e-b9a7-d2e089e079fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fca60db5-0a85-4b51-99b3-92926d825b67 HTTP/1.1" status: 200 len: 834 time: 0.3004951 Dec 09 02:18:01.942597 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4753c2d7-1547-4a5c-9a15-8b7204afaf3c None None] No DVR routers for this DVR port 4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:01.944775 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753c2d7-1547-4a5c-9a15-8b7204afaf3c None None] Pushing event deleted for resources: {'Port': ['ID=4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:01.969631 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d89af98f-8d1e-4131-ad25-600cd81118ca None None] For port 1132b07d-77cf-4275-b1af-d18b02cf75dd, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1132b07d-77cf-4275-b1af-d18b02cf75dd,segment=NetworkSegment(f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb),segment_id=f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:01.970041 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d89af98f-8d1e-4131-ad25-600cd81118ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.032280 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.objects.ports [None req-a06b5d67-ee1e-4433-8c90-c2c64e127697 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103334) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:18:02.040168 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.046039 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d89af98f-8d1e-4131-ad25-600cd81118ca None None] Calling delete_port for 1132b07d-77cf-4275-b1af-d18b02cf75dd owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:02.059191 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e07dce21-793e-48ac-8e91-d25db8d36b70 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:02.070029 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d39084e-79bd-4b9e-a14a-0e7250599a44']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:02.082800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:02.083242 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d5a2c7-6b48-4e4d-a398-dec8cbfeafeb') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:02.098908 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.115852 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.123319 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a06b5d67-ee1e-4433-8c90-c2c64e127697 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.124024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:02.124515 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.176568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9e594d4a-2e13-4a9b-9ae0-8e0b7e160fb7 None None] Could not find standard attr ID for object d95f2c57-ac97-4aea-8291-e88803b2e13c. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:18:02.193871 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b5d67-ee1e-4433-8c90-c2c64e127697 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=07611d54-4f85-4bee-8fd1-6511656d38ee,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:02.213454 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9e594d4a-2e13-4a9b-9ae0-8e0b7e160fb7 None None] Provisioning complete for port 0376222d-b4d0-48c5-a2de-b97cde538a84 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:02.214137 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9e594d4a-2e13-4a9b-9ae0-8e0b7e160fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:02.223064 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:02.228411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebd0d2-1ab1-493f-a81e-496fe528419a req-f69eed35-2bb7-4e56-95f2-f0c65d74c6c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:02.230165 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72ebd0d2-1ab1-493f-a81e-496fe528419a req-f69eed35-2bb7-4e56-95f2-f0c65d74c6c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 944 time: 0.3671892 Dec 09 02:18:02.230987 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-523b1c8a-fd14-44f8-bf3a-6f49fc1f91db tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.235388 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6f26f3-b66f-475e-8d96-1a949b407406 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Checking segment: {'id': '19f4050a-7ff8-4749-b2c7-78e4d95f7f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3f56b936-9f06-4a09-80b0-3fa69cec8857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:02.235824 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f26f3-b66f-475e-8d96-1a949b407406 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network hostable DHCP agents. Network: 3f56b936-9f06-4a09-80b0-3fa69cec8857, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:18:02.248791 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.264741 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b5d67-ee1e-4433-8c90-c2c64e127697 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:02.265135 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9e594d4a-2e13-4a9b-9ae0-8e0b7e160fb7 None None] Port 0376222d-b4d0-48c5-a2de-b97cde538a84 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:18:02.273144 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port e07dce21-793e-48ac-8e91-d25db8d36b70 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:02.273663 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.276176 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-a06b5d67-ee1e-4433-8c90-c2c64e127697 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:02.287460 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06b5d67-ee1e-4433-8c90-c2c64e127697 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:02.289942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a06b5d67-ee1e-4433-8c90-c2c64e127697 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.295345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.303314 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] 10.222.0.43 "DELETE /v2.0/networks/2d39084e-79bd-4b9e-a14a-0e7250599a44 HTTP/1.1" status: 204 len: 168 time: 1.7236674 Dec 09 02:18:02.304017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ec3b96-ebf1-479d-8f74-75c1ccaced92 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:02.309840 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d89af98f-8d1e-4131-ad25-600cd81118ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.321857 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a4f26-24f8-46ac-baee-72fac5c6429c admin admin] Pushing event deleted for resources: {'Network': ['ID=2d39084e-79bd-4b9e-a14a-0e7250599a44,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:02.323474 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a06b5d67-ee1e-4433-8c90-c2c64e127697 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3908408 Dec 09 02:18:02.336802 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34798) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:02.340855 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d507149b-1d3c-4e5c-9e95-4dec9b994cda tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.351915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe45968-a4e9-4d8b-8ca6-2b04d728e703 req-e8aba2ca-df08-44c2-8571-ed07f321457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:02.353092 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-84e1acbc-4327-4178-9d49-0fd053b3e716 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'mac_address': 'fa:16:3e:34:a7:b1', 'name': 'tempest-NetworksTestDHCPv6-1402378361'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:02.353579 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5fe45968-a4e9-4d8b-8ca6-2b04d728e703 req-e8aba2ca-df08-44c2-8571-ed07f321457a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d365dc9-792a-4bdd-94b8-fdf0b0280b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4075696 Dec 09 02:18:02.410491 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9e594d4a-2e13-4a9b-9ae0-8e0b7e160fb7 None None] Provisioning complete for port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:02.410869 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9e594d4a-2e13-4a9b-9ae0-8e0b7e160fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.443860 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f26f3-b66f-475e-8d96-1a949b407406 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network 3f56b936-9f06-4a09-80b0-3fa69cec8857 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:18:02.458501 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-6f6f26f3-b66f-475e-8d96-1a949b407406 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 3f56b936-9f06-4a09-80b0-3fa69cec8857) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:02.471553 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f26f3-b66f-475e-8d96-1a949b407406 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:02.472458 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f6f26f3-b66f-475e-8d96-1a949b407406 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.485392 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-523b1c8a-fd14-44f8-bf3a-6f49fc1f91db tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.489149 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-523b1c8a-fd14-44f8-bf3a-6f49fc1f91db tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.493218 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-523b1c8a-fd14-44f8-bf3a-6f49fc1f91db tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/security-groups/b921fd38-2626-4207-b8d4-fd0b8d432c85 HTTP/1.1" status: 204 len: 168 time: 1.1790390 Dec 09 02:18:02.493396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507149b-1d3c-4e5c-9e95-4dec9b994cda tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=a58bf0da-20e0-47dc-9e0a-b13263bf3363,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:02.494257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34800) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:02.514967 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34802) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:02.526517 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d89af98f-8d1e-4131-ad25-600cd81118ca None None] Network 2d39084e-79bd-4b9e-a14a-0e7250599a44 is not hosted by any dhcp agent {{(pid=103335) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 02:18:02.527047 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89af98f-8d1e-4131-ad25-600cd81118ca None None] No DVR routers for this DVR port 1132b07d-77cf-4275-b1af-d18b02cf75dd on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:02.535696 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c99cf-a884-4a54-ab13-5168ef9aaf79 None None] Network 3f56b936-9f06-4a09-80b0-3fa69cec8857 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:02.548430 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89af98f-8d1e-4131-ad25-600cd81118ca None None] Pushing event deleted for resources: {'Port': ['ID=1132b07d-77cf-4275-b1af-d18b02cf75dd,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:02.557130 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b1c8a-fd14-44f8-bf3a-6f49fc1f91db tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b921fd38-2626-4207-b8d4-fd0b8d432c85,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:02.566327 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6f6f26f3-b66f-475e-8d96-1a949b407406 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2206178 Dec 09 02:18:02.568482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34804) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:02.657688 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72ebd0d2-1ab1-493f-a81e-496fe528419a req-dea69379-78ce-4950-aa67-14cc7cd1c116 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=41414606-9018-4b72-9d79-9e31d8123f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4106450 Dec 09 02:18:02.697044 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d869fa32-610d-46e5-b86a-0c89c871f2fb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.701100 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Network fefc6ce4-b688-42de-ab53-edd64449827d is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:02.728974 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5d950ec6-4595-401d-aa99-0075be28f149 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6aa27ea1351487bb03e8c81fda3bd03&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2122183 Dec 09 02:18:02.733259 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34806) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:02.753919 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a272a73-7394-4a60-84e6-8089ab7e0b22 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.783953 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:02.867049 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e1acbc-4327-4178-9d49-0fd053b3e716 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:02.973828 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5fe45968-a4e9-4d8b-8ca6-2b04d728e703 req-ecd0b93b-dfb1-40ff-815a-696efa88b09d service neutron] 10.222.0.45 "GET /v2.0/networks/0d365dc9-792a-4bdd-94b8-fdf0b0280b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649707 Dec 09 02:18:02.979588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a272a73-7394-4a60-84e6-8089ab7e0b22 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.986214 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5fa0-3635-4fbd-b2ac-55bd943de500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:02.998845 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:18:03.045076 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5fa0-3635-4fbd-b2ac-55bd943de500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.056002 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d869fa32-610d-46e5-b86a-0c89c871f2fb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.120526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f50d91-0702-45b0-8101-58877603636e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': '07611d54-4f85-4bee-8fd1-6511656d38ee'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:03.121750 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61f50d91-0702-45b0-8101-58877603636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.142557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-967ce593-f3a0-40bf-b76c-d91745bb5690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.152431 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d507149b-1d3c-4e5c-9e95-4dec9b994cda tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.175880 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 83d8999c-0c7f-438c-beef-b3ed530677dd no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:03.202642 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-84e1acbc-4327-4178-9d49-0fd053b3e716 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.207455 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 83d8999c-0c7f-438c-beef-b3ed530677dd {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:03.208585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 83d8999c-0c7f-438c-beef-b3ed530677dd not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:03.210618 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fdad08-d27f-4ced-b3e5-6ca81cfb6001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3f56b936-9f06-4a09-80b0-3fa69cec8857', 'network_id': '3f56b936-9f06-4a09-80b0-3fa69cec8857', 'project_id': '06f634e75f1b40e5950ba8d30fa7f442', 'fixed_ips': [{'subnet_id': 'e4d6878e-c528-4ceb-ab34-e9bb25450bbf'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:03.211873 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85fdad08-d27f-4ced-b3e5-6ca81cfb6001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.238317 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-84e1acbc-4327-4178-9d49-0fd053b3e716 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port 5ac96466-a662-452a-865b-05004325dcef yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:18:03.260874 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5fa0-3635-4fbd-b2ac-55bd943de500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.265435 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5fa0-3635-4fbd-b2ac-55bd943de500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.269600 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8dfa5fa0-3635-4fbd-b2ac-55bd943de500 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/867d1b13-088c-4725-961a-00b6a3144882 HTTP/1.1" status: 204 len: 168 time: 0.5339491 Dec 09 02:18:03.339588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d869fa32-610d-46e5-b86a-0c89c871f2fb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.369702 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa5fa0-3635-4fbd-b2ac-55bd943de500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867d1b13-088c-4725-961a-00b6a3144882,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:03.400597 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869fa32-610d-46e5-b86a-0c89c871f2fb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d6878e-c528-4ceb-ab34-e9bb25450bbf,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:03.471402 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d869fa32-610d-46e5-b86a-0c89c871f2fb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.475876 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7d8a94ea-254e-4b0c-83e8-05c87e980b99 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:03.493051 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d869fa32-610d-46e5-b86a-0c89c871f2fb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f56b936-9f06-4a09-80b0-3fa69cec8857']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:03.503116 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d869fa32-610d-46e5-b86a-0c89c871f2fb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f4050a-7ff8-4749-b2c7-78e4d95f7f09') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:03.503392 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d869fa32-610d-46e5-b86a-0c89c871f2fb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f4050a-7ff8-4749-b2c7-78e4d95f7f09') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:03.513840 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d869fa32-610d-46e5-b86a-0c89c871f2fb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server [None req-85fdad08-d27f-4ced-b3e5-6ca81cfb6001 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4d6878e-c528-4ceb-ab34-e9bb25450bbf: This subnet is being modified by another concurrent operation. Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise exception Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4d6878e-c528-4ceb-ab34-e9bb25450bbf: This subnet is being modified by another concurrent operation. Dec 09 02:18:03.522901 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server Dec 09 02:18:03.530918 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d869fa32-610d-46e5-b86a-0c89c871f2fb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.534788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d869fa32-610d-46e5-b86a-0c89c871f2fb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:03.535199 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d869fa32-610d-46e5-b86a-0c89c871f2fb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.550673 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-40640360-1968-4754-8f65-902c7b27b2f6 None None] Provisioning complete for port 162744c8-a154-48c1-a521-dbc474ec69d8 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:03.551201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-40640360-1968-4754-8f65-902c7b27b2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:03.594575 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:03.602089 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d869fa32-610d-46e5-b86a-0c89c871f2fb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.602449 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-40640360-1968-4754-8f65-902c7b27b2f6 None None] Port 162744c8-a154-48c1-a521-dbc474ec69d8 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:18:03.604878 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device fc8beeb3-a94e-44ae-844d-b4876d50621d details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:18:03.628047 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d869fa32-610d-46e5-b86a-0c89c871f2fb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.637165 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d869fa32-610d-46e5-b86a-0c89c871f2fb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/3f56b936-9f06-4a09-80b0-3fa69cec8857 HTTP/1.1" status: 204 len: 168 time: 1.0611773 Dec 09 02:18:03.730432 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port fc8beeb3-a94e-44ae-844d-b4876d50621d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fc8beeb3-a94e-44ae-844d-b4876d50621d,segment=NetworkSegment(55b8cd31-e8ae-45eb-99d6-efb77cfc6e31),segment_id=55b8cd31-e8ae-45eb-99d6-efb77cfc6e31)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:03.745548 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ff47bf-34ac-4d08-83e1-348ca49c58b1 None None] Network 3f56b936-9f06-4a09-80b0-3fa69cec8857 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:03.757127 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'fc8beeb3-a94e-44ae-844d-b4876d50621d', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'port_id': 'fc8beeb3-a94e-44ae-844d-b4876d50621d', 'mac_address': 'fa:16:3e:95:3a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:18:03.810288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34812) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:03.816413 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-40640360-1968-4754-8f65-902c7b27b2f6 None None] Could not find standard attr ID for object d95f2c57-ac97-4aea-8291-e88803b2e13c. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:18:03.820387 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-2868b950-5d44-4300-8b75-6d41094ed39c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1316202685'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:03.823633 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ff47bf-34ac-4d08-83e1-348ca49c58b1 None None] Network 3f56b936-9f06-4a09-80b0-3fa69cec8857 could not be found, it might have been deleted concurrently. {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 02:18:03.836996 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 7d8a94ea-254e-4b0c-83e8-05c87e980b99 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:03.837375 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.839087 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.855983 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8beeb3-a94e-44ae-844d-b4876d50621d {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:18:03.877094 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port fc8beeb3-a94e-44ae-844d-b4876d50621d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fc8beeb3-a94e-44ae-844d-b4876d50621d,segment=NetworkSegment(55b8cd31-e8ae-45eb-99d6-efb77cfc6e31),segment_id=55b8cd31-e8ae-45eb-99d6-efb77cfc6e31)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:03.903624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.954402 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a272a73-7394-4a60-84e6-8089ab7e0b22 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.958931 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a272a73-7394-4a60-84e6-8089ab7e0b22 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:03.963892 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2a272a73-7394-4a60-84e6-8089ab7e0b22 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/security-groups/5b7f3550-bfae-4774-bd0f-9d4b18497508 HTTP/1.1" status: 204 len: 168 time: 1.4367166 Dec 09 02:18:03.970541 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34824) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:03.973085 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=fc8beeb3-a94e-44ae-844d-b4876d50621d,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:04.004239 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869fa32-610d-46e5-b86a-0c89c871f2fb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Network': ['ID=3f56b936-9f06-4a09-80b0-3fa69cec8857,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:04.020717 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:04.033958 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-84e1acbc-4327-4178-9d49-0fd053b3e716 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::f816:3eff:fe34:a7b1 (3d63738a-85ef-4baf-83f7-848c720832e0/07611d54-4f85-4bee-8fd1-6511656d38ee/5ac96466-a662-452a-865b-05004325dcef) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:04.047998 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2868b950-5d44-4300-8b75-6d41094ed39c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:04.051786 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2868b950-5d44-4300-8b75-6d41094ed39c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:04.079717 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:04.080396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:04.095820 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a272a73-7394-4a60-84e6-8089ab7e0b22 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7f3550-bfae-4774-bd0f-9d4b18497508,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:04.112015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:18:04.140346 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Sync routers for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:18:04.169449 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:04.170326 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:04.182863 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34830) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:04.183362 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2e8179cf-a581-469b-b1a0-ca652ffa4ed0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/b5fd2fe3-4ae3-4d7e-b334-1e948e296886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8912520 Dec 09 02:18:04.188583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-17b782da-1e3b-4942-8fd1-db20380b0be7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:04.247406 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['fc8beeb3-a94e-44ae-844d-b4876d50621d'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:18:04.261157 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2868b950-5d44-4300-8b75-6d41094ed39c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:18:04.282609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74738727-67a2-47bc-95d4-bb45a6272832 req-69acf8aa-d4f0-46c7-a401-99a2cbf55954 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:04.284238 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-74738727-67a2-47bc-95d4-bb45a6272832 req-69acf8aa-d4f0-46c7-a401-99a2cbf55954 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 945 time: 0.4501929 Dec 09 02:18:04.286444 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5fe45968-a4e9-4d8b-8ca6-2b04d728e703 req-7ea78568-e994-46ab-b717-8422406a9576 service neutron] 10.222.0.45 "GET /v2.0/networks/0d365dc9-792a-4bdd-94b8-fdf0b0280b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2862720 Dec 09 02:18:04.294989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d507149b-1d3c-4e5c-9e95-4dec9b994cda tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Router 4397d34e-e496-420a-8009-96b7e9fc46e4 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:18:04.300797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d3232f4d-fdcf-4f3d-b026-cbc960d0cf65 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:04.324424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-84e1acbc-4327-4178-9d49-0fd053b3e716 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:04.335029 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:04.387595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2868b950-5d44-4300-8b75-6d41094ed39c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:04.387955 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-2868b950-5d44-4300-8b75-6d41094ed39c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Added segment 93e47d2c-bf78-46d6-a11f-df46137d5fc4 of type vlan for network 1f2e0ab0-dab1-422d-9e5d-63401c23b589 Dec 09 02:18:04.394265 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-74738727-67a2-47bc-95d4-bb45a6272832 req-97f2f727-afe3-43c7-8931-72cdc24eae1d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=41414606-9018-4b72-9d79-9e31d8123f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974231 Dec 09 02:18:04.463780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d3232f4d-fdcf-4f3d-b026-cbc960d0cf65 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:04.507039 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-84e1acbc-4327-4178-9d49-0fd053b3e716 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:04.517508 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2868b950-5d44-4300-8b75-6d41094ed39c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:04.521401 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1132b07d-77cf-4275-b1af-d18b02cf75dd no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:04.580646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d507149b-1d3c-4e5c-9e95-4dec9b994cda tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:18:04.592677 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 1132b07d-77cf-4275-b1af-d18b02cf75dd {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:04.592868 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d507149b-1d3c-4e5c-9e95-4dec9b994cda tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "PUT /v2.0/routers/4397d34e-e496-420a-8009-96b7e9fc46e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6218204 Dec 09 02:18:04.592973 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1132b07d-77cf-4275-b1af-d18b02cf75dd not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:04.592973 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 97928a95-da83-474d-9555-b6bc41073b8a no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:04.595263 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34838) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:04.604684 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa3cb2-48c6-44e9-84c0-6a406a62b1da None None] Sync routers for ids ['4397d34e-e496-420a-8009-96b7e9fc46e4'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:18:04.621406 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e1acbc-4327-4178-9d49-0fd053b3e716 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:04.630526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-84e1acbc-4327-4178-9d49-0fd053b3e716 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:04.632908 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8b6b47-ca24-48a1-b5b3-04fbe9ccdfc0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] GET failed (client error): The resource could not be found. Dec 09 02:18:04.633077 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e1acbc-4327-4178-9d49-0fd053b3e716 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:04.637436 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fa8b6b47-ca24-48a1-b5b3-04fbe9ccdfc0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports/a58bf0da-20e0-47dc-9e0a-b13263bf3363 HTTP/1.1" status: 404 len: 333 time: 0.0381789 Dec 09 02:18:04.637600 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34840) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:04.638513 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa3cb2-48c6-44e9-84c0-6a406a62b1da None None] Routers {'4397d34e-e496-420a-8009-96b7e9fc46e4'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:04.641874 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-99aa3cb2-48c6-44e9-84c0-6a406a62b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['4397d34e-e496-420a-8009-96b7e9fc46e4'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:04.644109 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e1acbc-4327-4178-9d49-0fd053b3e716 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:04.644790 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-84e1acbc-4327-4178-9d49-0fd053b3e716 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:04.652271 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 97928a95-da83-474d-9555-b6bc41073b8a {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:04.652616 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 97928a95-da83-474d-9555-b6bc41073b8a not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:04.653042 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:04.691991 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2868b950-5d44-4300-8b75-6d41094ed39c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:04.697758 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2868b950-5d44-4300-8b75-6d41094ed39c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:04.698366 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2868b950-5d44-4300-8b75-6d41094ed39c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:04.716776 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:04.716974 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4da45fd1-1167-4bd2-9ae0-cbdcb83c6c57 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:04.722877 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1acbc-4327-4178-9d49-0fd053b3e716 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=5ac96466-a662-452a-865b-05004325dcef,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:04.725347 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-61f50d91-0702-45b0-8101-58877603636e None None] Allocated IP 2001:db8::f816:3eff:fe62:66d0 (3d63738a-85ef-4baf-83f7-848c720832e0/07611d54-4f85-4bee-8fd1-6511656d38ee/85bc21e1-ef82-48bb-85a5-d84e7a955e7b) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:04.755152 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-99aa3cb2-48c6-44e9-84c0-6a406a62b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:04.766892 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-84e1acbc-4327-4178-9d49-0fd053b3e716 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4163949 Dec 09 02:18:04.767756 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34844) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:04.790365 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa3cb2-48c6-44e9-84c0-6a406a62b1da None None] Routers {'4397d34e-e496-420a-8009-96b7e9fc46e4'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:04.795587 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-99aa3cb2-48c6-44e9-84c0-6a406a62b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:17:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['4397d34e-e496-420a-8009-96b7e9fc46e4'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:04.827230 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868b950-5d44-4300-8b75-6d41094ed39c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Network': ['ID=1f2e0ab0-dab1-422d-9e5d-63401c23b589,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:04.829450 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d3232f4d-fdcf-4f3d-b026-cbc960d0cf65 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:04.836128 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d3232f4d-fdcf-4f3d-b026-cbc960d0cf65 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:04.839638 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d3232f4d-fdcf-4f3d-b026-cbc960d0cf65 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/security-groups/4193f9c5-fa12-4567-804a-d8905c6e6d74 HTTP/1.1" status: 204 len: 168 time: 0.8249733 Dec 09 02:18:04.846944 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 1f2e0ab0-dab1-422d-9e5d-63401c23b589 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:18:04.847977 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2868b950-5d44-4300-8b75-6d41094ed39c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0340979 Dec 09 02:18:04.851278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34846) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:04.852357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34848) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:04.873569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-3e55bcfd-c7a0-4749-9587-734cdebbfc9f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'subnet': {'network_id': '1f2e0ab0-dab1-422d-9e5d-63401c23b589', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:04.889640 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2440f95c-3186-462f-8902-7fde13abbd0f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:04.983066 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f6f1c8-a66a-4614-9a6d-bd077c02055a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:04.987162 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a3f6f1c8-a66a-4614-9a6d-bd077c02055a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2177272 Dec 09 02:18:04.992620 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34854) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:05.020200 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:17:59Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '162744c8-a154-48c1-a521-dbc474ec69d8', 'name': '', 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:90:cc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2a31549-299b-416c-8521-6703a22de264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:57Z', 'updated_at': '2021-12-09T02:18:00Z', 'revision_number': 2, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'd2a31549-299b-416c-8521-6703a22de264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e07dce21-793e-48ac-8e91-d25db8d36b70', 'name': '', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:a3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:45Z', 'updated_at': '2021-12-09T02:17:55Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:05.020502 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-99aa3cb2-48c6-44e9-84c0-6a406a62b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:05.021452 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aa3cb2-48c6-44e9-84c0-6a406a62b1da None None] The sync data for ids ['4397d34e-e496-420a-8009-96b7e9fc46e4'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:18:05.045679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3232f4d-fdcf-4f3d-b026-cbc960d0cf65 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4193f9c5-fa12-4567-804a-d8905c6e6d74,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:05.180990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2440f95c-3186-462f-8902-7fde13abbd0f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.185119 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.extraroute_db [None req-17b782da-1e3b-4942-8fd1-db20380b0be7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 02:18:05.187079 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1bfa86-0b47-4ca3-9917-96f0451b0699 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting subnet 5a75498f-3781-4d03-a7d6-9d5d93514d05 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:05.190827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb1bfa86-0b47-4ca3-9917-96f0451b0699 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.236381 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.extraroute_db [None req-17b782da-1e3b-4942-8fd1-db20380b0be7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Removed routes are [] {{(pid=103333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 02:18:05.237823 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-17b782da-1e3b-4942-8fd1-db20380b0be7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.238426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb1bfa86-0b47-4ca3-9917-96f0451b0699 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.248566 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-67c06aa2-35bf-49b7-a6a1-88994c37faac tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port 5ac96466-a662-452a-865b-05004325dcef {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:05.248905 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-67c06aa2-35bf-49b7-a6a1-88994c37faac tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.276797 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Checking router: b5fd2fe3-4ae3-4d7e-b334-1e948e296886 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:18:05.277369 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Updating router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 port 162744c8-a154-48c1-a521-dbc474ec69d8 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:18:05.334915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb1bfa86-0b47-4ca3-9917-96f0451b0699 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.366852 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.375623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6a5f-3c34-4c67-86a9-2e4c38eeb8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.397428 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34862) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:05.400066 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2440f95c-3186-462f-8902-7fde13abbd0f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.404955 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61f50d91-0702-45b0-8101-58877603636e None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.428855 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb1bfa86-0b47-4ca3-9917-96f0451b0699 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.436145 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61f50d91-0702-45b0-8101-58877603636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.493469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bfa86-0b47-4ca3-9917-96f0451b0699 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Subnet': ['ID=5a75498f-3781-4d03-a7d6-9d5d93514d05,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:05.516196 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb1bfa86-0b47-4ca3-9917-96f0451b0699 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.523603 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fb1bfa86-0b47-4ca3-9917-96f0451b0699 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/5a75498f-3781-4d03-a7d6-9d5d93514d05 HTTP/1.1" status: 204 len: 168 time: 0.6623321 Dec 09 02:18:05.523603 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34868) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:05.526456 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2440f95c-3186-462f-8902-7fde13abbd0f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.527284 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2440f95c-3186-462f-8902-7fde13abbd0f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Fanout notify agent at l3_agent the message router_deleted on router 4397d34e-e496-420a-8009-96b7e9fc46e4 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:18:05.547453 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f50d91-0702-45b0-8101-58877603636e None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:05.553162 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8257b56-68ca-4dd2-b38b-85bb56d547cf None None] Network 2df3a222-442f-42c4-8365-e4a0f2943169 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:05.564217 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-61f50d91-0702-45b0-8101-58877603636e None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:05.587531 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f330c1-245e-4dfa-8baa-78b571dab697 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting subnet 4dee274f-ab27-40cd-8bb8-877bab57a153 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:05.590027 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f50d91-0702-45b0-8101-58877603636e None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:05.599194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2440f95c-3186-462f-8902-7fde13abbd0f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.603001 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2440f95c-3186-462f-8902-7fde13abbd0f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/routers/4397d34e-e496-420a-8009-96b7e9fc46e4 HTTP/1.1" status: 204 len: 168 time: 0.9616902 Dec 09 02:18:05.603837 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a7f330c1-245e-4dfa-8baa-78b571dab697 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.607038 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34870) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:05.621959 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f50d91-0702-45b0-8101-58877603636e None None] Pushing event updated for resources: {'Port': ['ID=85bc21e1-ef82-48bb-85a5-d84e7a955e7b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:05.625484 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-17b782da-1e3b-4942-8fd1-db20380b0be7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.635463 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-67c06aa2-35bf-49b7-a6a1-88994c37faac tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.638437 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-17b782da-1e3b-4942-8fd1-db20380b0be7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.656997 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7dac3465-f47f-4f4f-8e4e-7081c4cee19f tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1915255065'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:05.657807 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7dac3465-f47f-4f4f-8e4e-7081c4cee19f tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] Unknown quota resources ['metering_label']. {{(pid=103333) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 02:18:05.665669 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-67c06aa2-35bf-49b7-a6a1-88994c37faac tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for 5ac96466-a662-452a-865b-05004325dcef owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:05.696615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9daefe3-3e3b-4273-a1a4-3b852b96bc60 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting subnet 4e4b5660-6e62-4981-b23f-5bdc80708b43 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:05.699873 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9daefe3-3e3b-4273-a1a4-3b852b96bc60 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.751612 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e55bcfd-c7a0-4749-9587-734cdebbfc9f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:05.754751 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e55bcfd-c7a0-4749-9587-734cdebbfc9f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.759486 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-61f50d91-0702-45b0-8101-58877603636e None None] Attempting to bind port 85bc21e1-ef82-48bb-85a5-d84e7a955e7b on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:05.759486 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-61f50d91-0702-45b0-8101-58877603636e None None] Attempting to bind port 85bc21e1-ef82-48bb-85a5-d84e7a955e7b by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:05.761915 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f50d91-0702-45b0-8101-58877603636e None None] Attempting to bind port 85bc21e1-ef82-48bb-85a5-d84e7a955e7b on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:05.785656 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f50d91-0702-45b0-8101-58877603636e None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:05.786112 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f50d91-0702-45b0-8101-58877603636e None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:05.786443 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61f50d91-0702-45b0-8101-58877603636e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.786843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f50d91-0702-45b0-8101-58877603636e None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:05.787331 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-61f50d91-0702-45b0-8101-58877603636e None None] Bound port: 85bc21e1-ef82-48bb-85a5-d84e7a955e7b, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:05.787724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61f50d91-0702-45b0-8101-58877603636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.788093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9daefe3-3e3b-4273-a1a4-3b852b96bc60 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.926698 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-61f50d91-0702-45b0-8101-58877603636e None None] For port 85bc21e1-ef82-48bb-85a5-d84e7a955e7b, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:05.942860 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-61f50d91-0702-45b0-8101-58877603636e None None] For port 85bc21e1-ef82-48bb-85a5-d84e7a955e7b, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=85bc21e1-ef82-48bb-85a5-d84e7a955e7b,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:05.953886 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dac3465-f47f-4f4f-8e4e-7081c4cee19f tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.954506 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a7f330c1-245e-4dfa-8baa-78b571dab697 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.955082 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7dac3465-f47f-4f4f-8e4e-7081c4cee19f tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5566773 Dec 09 02:18:05.957288 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61f50d91-0702-45b0-8101-58877603636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.962767 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34872) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:05.964649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:05.974504 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0a0c7fc0-4869-417a-b6ee-d2f23709495b tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '79305a7b-9e3c-410f-959c-d39d07797391'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:05.975008 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0a0c7fc0-4869-417a-b6ee-d2f23709495b tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103333) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 02:18:05.991934 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.028280 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9daefe3-3e3b-4273-a1a4-3b852b96bc60 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.035202 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f50d91-0702-45b0-8101-58877603636e None None] Pushing event updated for resources: {'Port': ['ID=85bc21e1-ef82-48bb-85a5-d84e7a955e7b,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:06.044178 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b782da-1e3b-4942-8fd1-db20380b0be7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:18:06.048969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a189bd-9b8f-4f8d-bef0-a9451f1928e0 req-7b5157f7-968a-4965-9958-52da915fdc64 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:06.050991 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-24a189bd-9b8f-4f8d-bef0-a9451f1928e0 req-7b5157f7-968a-4965-9958-52da915fdc64 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 945 time: 0.4610000 Dec 09 02:18:06.122465 dv-neutron-804846-18-hyperv neutron-server[103333]: WARNING neutron.services.metering.metering_plugin [None req-0a0c7fc0-4869-417a-b6ee-d2f23709495b tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 09 02:18:06.171418 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba1d2a-3f86-4dd6-a514-300e7b5df9a2 None None] Pushing event updated for resources: {'Port': ['ID=162744c8-a154-48c1-a521-dbc474ec69d8,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:06.192798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Attempting to bind port 162744c8-a154-48c1-a521-dbc474ec69d8 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:06.193178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Attempting to bind port 162744c8-a154-48c1-a521-dbc474ec69d8 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'd23cd9f9-76e2-452a-a954-f9f39fd2c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:06.193550 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Attempting to bind port 162744c8-a154-48c1-a521-dbc474ec69d8 on network fefc6ce4-b688-42de-ab53-edd64449827d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:06.210021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:06.210728 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Checking segment: {'id': 'd23cd9f9-76e2-452a-a954-f9f39fd2c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:06.211299 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.211878 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Bound using segment: {'id': 'd23cd9f9-76e2-452a-a954-f9f39fd2c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:06.212526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Bound port: 162744c8-a154-48c1-a521-dbc474ec69d8, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23cd9f9-76e2-452a-a954-f9f39fd2c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:06.213123 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.216998 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-24a189bd-9b8f-4f8d-bef0-a9451f1928e0 req-4ea364de-4057-4b96-85a4-3c32eda0912a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=41414606-9018-4b72-9d79-9e31d8123f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383615 Dec 09 02:18:06.355089 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9daefe3-3e3b-4273-a1a4-3b852b96bc60 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.397091 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] For port 162744c8-a154-48c1-a521-dbc474ec69d8, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:06.398810 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a7f330c1-245e-4dfa-8baa-78b571dab697 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.401756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.403964 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] For port 162744c8-a154-48c1-a521-dbc474ec69d8, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=162744c8-a154-48c1-a521-dbc474ec69d8,segment=NetworkSegment(d23cd9f9-76e2-452a-a954-f9f39fd2c6d1),segment_id=d23cd9f9-76e2-452a-a954-f9f39fd2c6d1)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:06.413657 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.481088 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9daefe3-3e3b-4273-a1a4-3b852b96bc60 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Subnet': ['ID=4e4b5660-6e62-4981-b23f-5bdc80708b43,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:06.485947 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9daefe3-3e3b-4273-a1a4-3b852b96bc60 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.492800 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f9daefe3-3e3b-4273-a1a4-3b852b96bc60 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/4e4b5660-6e62-4981-b23f-5bdc80708b43 HTTP/1.1" status: 204 len: 168 time: 0.8724587 Dec 09 02:18:06.492996 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba1d2a-3f86-4dd6-a514-300e7b5df9a2 None None] Pushing event updated for resources: {'Port': ['ID=162744c8-a154-48c1-a521-dbc474ec69d8,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:06.495609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34874) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:06.521843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:06.522758 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:06.536722 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7fc0-4869-417a-b6ee-d2f23709495b tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.540801 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0a0c7fc0-4869-417a-b6ee-d2f23709495b tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5701892 Dec 09 02:18:06.543626 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34876) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:06.565734 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-cabdf921-c9e1-4cac-8268-a2195a6dbdb6 tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '79305a7b-9e3c-410f-959c-d39d07797391'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:06.566247 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-cabdf921-c9e1-4cac-8268-a2195a6dbdb6 tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103333) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 02:18:06.588971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f5675f-4705-4800-a203-a56bc07fd6b0 None None] Network 73aec921-7015-4f3d-ab18-5cc63867110f requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:06.615973 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-67c06aa2-35bf-49b7-a6a1-88994c37faac tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.648474 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b782da-1e3b-4942-8fd1-db20380b0be7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:18:06.694167 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e55bcfd-c7a0-4749-9587-734cdebbfc9f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.759542 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55bcfd-c7a0-4749-9587-734cdebbfc9f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Subnet': ['ID=ce577ec2-6353-4e24-a801-506bed4b7539,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:06.767214 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-17b782da-1e3b-4942-8fd1-db20380b0be7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.771186 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-17b782da-1e3b-4942-8fd1-db20380b0be7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/b5fd2fe3-4ae3-4d7e-b334-1e948e296886 HTTP/1.1" status: 200 len: 934 time: 2.5874634 Dec 09 02:18:06.773773 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34878) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:06.775790 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c06aa2-35bf-49b7-a6a1-88994c37faac tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=5ac96466-a662-452a-865b-05004325dcef,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:06.778343 dv-neutron-804846-18-hyperv neutron-server[103333]: WARNING neutron.services.metering.metering_plugin [None req-cabdf921-c9e1-4cac-8268-a2195a6dbdb6 tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 09 02:18:06.818598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-dd55c4c0-3292-44af-be9d-16eb3008a897 None None] Provisioning complete for port 162744c8-a154-48c1-a521-dbc474ec69d8 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:06.818989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd55c4c0-3292-44af-be9d-16eb3008a897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.841543 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.866408 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-67c06aa2-35bf-49b7-a6a1-88994c37faac tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.870037 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-67c06aa2-35bf-49b7-a6a1-88994c37faac tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/5ac96466-a662-452a-865b-05004325dcef HTTP/1.1" status: 204 len: 168 time: 1.8760905 Dec 09 02:18:06.877530 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34880) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:06.892109 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:06.903405 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a7f330c1-245e-4dfa-8baa-78b571dab697 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.940867 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cabdf921-c9e1-4cac-8268-a2195a6dbdb6 tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:06.944959 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cabdf921-c9e1-4cac-8268-a2195a6dbdb6 tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3985043 Dec 09 02:18:06.957324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34882) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:07.184423 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67ad155-7a8e-451b-83af-71ab7a75dd9d None None] DHCP port deletion for 73aec921-7015-4f3d-ab18-5cc63867110f request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:07.211124 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd55c4c0-3292-44af-be9d-16eb3008a897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:07.329249 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a67ad155-7a8e-451b-83af-71ab7a75dd9d None None] Deleting port 8634d125-7a0d-4574-a289-6b22a6f7e321 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:07.330506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a67ad155-7a8e-451b-83af-71ab7a75dd9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:07.334843 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f330c1-245e-4dfa-8baa-78b571dab697 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Subnet': ['ID=4dee274f-ab27-40cd-8bb8-877bab57a153,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:07.342591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56888fb-3cfe-4f54-bd09-9226d52c9a7e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:07.346704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56888fb-3cfe-4f54-bd09-9226d52c9a7e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:07.352259 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e56888fb-3cfe-4f54-bd09-9226d52c9a7e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4738045 Dec 09 02:18:07.353828 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34888) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:07.412127 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a7f330c1-245e-4dfa-8baa-78b571dab697 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:07.417660 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a7f330c1-245e-4dfa-8baa-78b571dab697 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/4dee274f-ab27-40cd-8bb8-877bab57a153 HTTP/1.1" status: 204 len: 168 time: 1.8912730 Dec 09 02:18:07.418632 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e55bcfd-c7a0-4749-9587-734cdebbfc9f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Checking segment: {'id': '93e47d2c-bf78-46d6-a11f-df46137d5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2e0ab0-dab1-422d-9e5d-63401c23b589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:07.419021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e55bcfd-c7a0-4749-9587-734cdebbfc9f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network hostable DHCP agents. Network: 1f2e0ab0-dab1-422d-9e5d-63401c23b589, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:18:07.426302 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34890) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:07.433275 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fbfc64-4797-41d3-9cb4-352d69b7d2b9 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 07611d54-4f85-4bee-8fd1-6511656d38ee {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:07.438903 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a67ad155-7a8e-451b-83af-71ab7a75dd9d None None] For port 8634d125-7a0d-4574-a289-6b22a6f7e321, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8634d125-7a0d-4574-a289-6b22a6f7e321,segment=NetworkSegment(30888938-01aa-4bd1-b09d-d31b4fbd9dc0),segment_id=30888938-01aa-4bd1-b09d-d31b4fbd9dc0)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:07.439881 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a67ad155-7a8e-451b-83af-71ab7a75dd9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:07.440252 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5fbfc64-4797-41d3-9cb4-352d69b7d2b9 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:07.444483 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f73376a9-0204-4409-9ff9-efec2b895d6d tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=e6106834-9619-4374-9c0e-2a88ea39331a HTTP/1.1" status: 200 len: 464 time: 0.4859915 Dec 09 02:18:07.455253 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a67ad155-7a8e-451b-83af-71ab7a75dd9d None None] Calling delete_port for 8634d125-7a0d-4574-a289-6b22a6f7e321 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:07.482893 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34892) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:07.493918 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5fbfc64-4797-41d3-9cb4-352d69b7d2b9 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:07.495001 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-89ae7bb9-b028-4a1e-a324-a6c41ce4c2f0 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/routers/b5fd2fe3-4ae3-4d7e-b334-1e948e296886 HTTP/1.1" status: 200 len: 934 time: 0.7193096 Dec 09 02:18:07.514549 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34894) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:07.530217 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-4c3f43a9-3b08-4ba4-abb3-58b8e5c1617f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'router': {'routes': None}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:07.533989 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-5147f134-9390-4e13-b27f-b010d1ad5ca4 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:07.534149 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5147f134-9390-4e13-b27f-b010d1ad5ca4 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:07.538361 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5147f134-9390-4e13-b27f-b010d1ad5ca4 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/5a75498f-3781-4d03-a7d6-9d5d93514d05 HTTP/1.1" status: 404 len: 337 time: 0.1091943 Dec 09 02:18:07.556789 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-dd55c4c0-3292-44af-be9d-16eb3008a897 None None] For port 162744c8-a154-48c1-a521-dbc474ec69d8, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=162744c8-a154-48c1-a521-dbc474ec69d8,segment=NetworkSegment(d23cd9f9-76e2-452a-a954-f9f39fd2c6d1),segment_id=d23cd9f9-76e2-452a-a954-f9f39fd2c6d1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:07.559379 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71507b36-278f-4695-bc66-650e46f512cc None None] Network 2df3a222-442f-42c4-8365-e4a0f2943169 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:07.576722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 85bc21e1-ef82-48bb-85a5-d84e7a955e7b up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:07.597590 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34896) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:07.610287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device fc8beeb3-a94e-44ae-844d-b4876d50621d up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:07.623156 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5fbfc64-4797-41d3-9cb4-352d69b7d2b9 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:07.633952 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd55c4c0-3292-44af-be9d-16eb3008a897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:07.635706 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a67ad155-7a8e-451b-83af-71ab7a75dd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:07.703379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5fbfc64-4797-41d3-9cb4-352d69b7d2b9 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:07.742379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbfc64-4797-41d3-9cb4-352d69b7d2b9 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=07611d54-4f85-4bee-8fd1-6511656d38ee,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:07.753289 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5fbfc64-4797-41d3-9cb4-352d69b7d2b9 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:07.760979 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f5fbfc64-4797-41d3-9cb4-352d69b7d2b9 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/07611d54-4f85-4bee-8fd1-6511656d38ee HTTP/1.1" status: 204 len: 168 time: 0.4049842 Dec 09 02:18:07.767570 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34898) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:07.815840 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e15aaaa1-2534-44f3-8981-dc020e957b70 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446022 Dec 09 02:18:07.816052 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34900) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:07.852417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e55bcfd-c7a0-4749-9587-734cdebbfc9f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network 1f2e0ab0-dab1-422d-9e5d-63401c23b589 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:18:07.872671 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d16969c-1db5-4d27-ad8a-f0cabb29a009 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:07.876945 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5d16969c-1db5-4d27-ad8a-f0cabb29a009 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0575213 Dec 09 02:18:07.877918 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34902) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:07.941324 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67ad155-7a8e-451b-83af-71ab7a75dd9d None None] No DVR routers for this DVR port 8634d125-7a0d-4574-a289-6b22a6f7e321 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:07.959477 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1640284f-26b4-4634-a458-d5caf3a655aa tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:07.961396 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1640284f-26b4-4634-a458-d5caf3a655aa tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0830460 Dec 09 02:18:07.963808 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34904) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:07.978280 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f08de1cd-fb65-434f-9057-62785b1e8e72 None None] Provisioning complete for port 162744c8-a154-48c1-a521-dbc474ec69d8 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:07.978666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f08de1cd-fb65-434f-9057-62785b1e8e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:07.980331 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.009623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:05Z', 'revision_number': 6, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '162744c8-a154-48c1-a521-dbc474ec69d8', 'name': '', 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:90:cc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2a31549-299b-416c-8521-6703a22de264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:57Z', 'updated_at': '2021-12-09T02:18:06Z', 'revision_number': 4, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'd2a31549-299b-416c-8521-6703a22de264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e07dce21-793e-48ac-8e91-d25db8d36b70', 'name': '', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:a3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:45Z', 'updated_at': '2021-12-09T02:17:55Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:08.020936 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-47978fad-fdb0-40e0-9dc0-845a35b84b3f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556448 Dec 09 02:18:08.025162 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34906) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:08.030211 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2a37d6ff-98c0-4116-8372-cb49602d0bd8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:08.034606 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-3e55bcfd-c7a0-4749-9587-734cdebbfc9f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 1f2e0ab0-dab1-422d-9e5d-63401c23b589) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:08.039858 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e55bcfd-c7a0-4749-9587-734cdebbfc9f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:08.040479 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e55bcfd-c7a0-4749-9587-734cdebbfc9f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.042606 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1debd6-76b7-400a-bdeb-4b6f80e3b610 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:08.046424 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55c4c0-3292-44af-be9d-16eb3008a897 None None] Pushing event updated for resources: {'Port': ['ID=162744c8-a154-48c1-a521-dbc474ec69d8,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:08.071035 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-774ae114-d1f7-4aee-aacb-f21b94c7c374 tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.075358 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-774ae114-d1f7-4aee-aacb-f21b94c7c374 tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/e6106834-9619-4374-9c0e-2a88ea39331a HTTP/1.1" status: 204 len: 168 time: 0.5760334 Dec 09 02:18:08.082893 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34908) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:08.084674 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8972c29e-cd53-4858-a2f3-0a5098659204 None None] Network 1f2e0ab0-dab1-422d-9e5d-63401c23b589 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:08.086828 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3e55bcfd-c7a0-4749-9587-734cdebbfc9f tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2280722 Dec 09 02:18:08.087890 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34910) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:08.098670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83931ae-c18d-4ccc-b714-8cc22be4a174 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting subnet 9533a22a-df11-4cb8-a7e0-6683170c40c6 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:08.106756 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port 8634d125-7a0d-4574-a289-6b22a6f7e321 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:08.107092 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.115483 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-777ff424-21c4-43cf-8d7a-aa97b36852fb tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=e6106834-9619-4374-9c0e-2a88ea39331a HTTP/1.1" status: 200 len: 221 time: 0.0384054 Dec 09 02:18:08.130541 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34912) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:08.136152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f83931ae-c18d-4ccc-b714-8cc22be4a174 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.146130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306fdea7-50a1-4cbc-a8ba-84573f9d245f None None] The sync data for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv is: [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:05Z', 'revision_number': 6, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '162744c8-a154-48c1-a521-dbc474ec69d8', 'name': '', 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:90:cc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2a31549-299b-416c-8521-6703a22de264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:57Z', 'updated_at': '2021-12-09T02:18:06Z', 'revision_number': 4, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'd2a31549-299b-416c-8521-6703a22de264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e07dce21-793e-48ac-8e91-d25db8d36b70', 'name': '', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:a3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:45Z', 'updated_at': '2021-12-09T02:17:55Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:18:08.177432 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-80fc6fc4-215a-492a-9c16-492bcab0f4a3 tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1588648133', 'description': 'label created by tempest'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:08.177907 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-80fc6fc4-215a-492a-9c16-492bcab0f4a3 tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] Unknown quota resources ['metering_label']. {{(pid=103333) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 09 02:18:08.256435 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ad155-7a8e-451b-83af-71ab7a75dd9d None None] Pushing event deleted for resources: {'Port': ['ID=8634d125-7a0d-4574-a289-6b22a6f7e321,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:08.301054 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbef057-9ad8-4d66-b475-33c5d29a6595 req-32ce8cfb-c43c-428f-8ef4-071c238d2f05 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:08.302660 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7bbef057-9ad8-4d66-b475-33c5d29a6595 req-32ce8cfb-c43c-428f-8ef4-071c238d2f05 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 945 time: 0.9579892 Dec 09 02:18:08.342106 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port fc8beeb3-a94e-44ae-844d-b4876d50621d completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:18:08.361483 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 85bc21e1-ef82-48bb-85a5-d84e7a955e7b triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:08.361899 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.390181 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port fc8beeb3-a94e-44ae-844d-b4876d50621d triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:08.390481 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a37d6ff-98c0-4116-8372-cb49602d0bd8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:08.390585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.394389 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a37d6ff-98c0-4116-8372-cb49602d0bd8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.405032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f83931ae-c18d-4ccc-b714-8cc22be4a174 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.409686 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] For port 8634d125-7a0d-4574-a289-6b22a6f7e321, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:08.410011 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.462999 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for 8634d125-7a0d-4574-a289-6b22a6f7e321 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:08.478292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Port 8634d125-7a0d-4574-a289-6b22a6f7e321 was not found and therefore no delete operation was performed {{(pid=103334) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 02:18:08.507984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.545808 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-1f2e0ab0-dab1-422d-9e5d-63401c23b589', 'network_id': '1f2e0ab0-dab1-422d-9e5d-63401c23b589', 'project_id': '06f634e75f1b40e5950ba8d30fa7f442', 'fixed_ips': [{'subnet_id': 'ce577ec2-6353-4e24-a801-506bed4b7539'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:08.547247 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.570328 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7bbef057-9ad8-4d66-b475-33c5d29a6595 req-c20c8e5a-04da-4b06-a4e0-b44c6e6a59a8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=41414606-9018-4b72-9d79-9e31d8123f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463448 Dec 09 02:18:08.571129 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=8634d125-7a0d-4574-a289-6b22a6f7e321,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:08.592816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No DVR routers for this DVR port 8634d125-7a0d-4574-a289-6b22a6f7e321 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:08.690736 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.737899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f83931ae-c18d-4ccc-b714-8cc22be4a174 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.741230 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.747744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.754832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c61336-a03e-46c5-8be3-2c1c6304ad6b None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:08.761752 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80fc6fc4-215a-492a-9c16-492bcab0f4a3 tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.765608 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-80fc6fc4-215a-492a-9c16-492bcab0f4a3 tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6009943 Dec 09 02:18:08.766425 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34914) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:08.769831 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f08de1cd-fb65-434f-9057-62785b1e8e72 None None] Provisioning complete for port 85bc21e1-ef82-48bb-85a5-d84e7a955e7b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:08.771197 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f08de1cd-fb65-434f-9057-62785b1e8e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.789603 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.814620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73aec921-7015-4f3d-ab18-5cc63867110f']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:08.825636 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30888938-01aa-4bd1-b09d-d31b4fbd9dc0') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:08.826003 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30888938-01aa-4bd1-b09d-d31b4fbd9dc0') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:08.837852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.853659 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.861447 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:08.861935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.883925 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-36427654-d6e9-430d-b31d-20679121be84 tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=40dcdd0a-191b-429d-abea-7676620aed2c HTTP/1.1" status: 200 len: 468 time: 0.1149659 Dec 09 02:18:08.885405 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34916) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:08.901002 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:08.932232 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:08.952353 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:08.996680 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 85bc21e1-ef82-48bb-85a5-d84e7a955e7b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=85bc21e1-ef82-48bb-85a5-d84e7a955e7b,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:09.049123 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port fc8beeb3-a94e-44ae-844d-b4876d50621d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fc8beeb3-a94e-44ae-844d-b4876d50621d,segment=NetworkSegment(55b8cd31-e8ae-45eb-99d6-efb77cfc6e31),segment_id=55b8cd31-e8ae-45eb-99d6-efb77cfc6e31)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:09.075159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8beeb3-a94e-44ae-844d-b4876d50621d'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:18:09.078901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0f8db7-ac88-4edf-8929-e6506d1a45f9" -d '{"events": [{"server_uuid": "003f732e-9b6e-4a4e-910c-fa0ceefc8464", "name": "network-vif-plugged", "status": "completed", "tag": "fc8beeb3-a94e-44ae-844d-b4876d50621d"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:18:09.082312 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:09.103186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.extraroute_db [None req-4c3f43a9-3b08-4ba4-abb3-58b8e5c1617f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Added routes are [] {{(pid=103334) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 02:18:09.110001 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.extraroute_db [None req-4c3f43a9-3b08-4ba4-abb3-58b8e5c1617f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103334) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 02:18:09.131519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:09.142761 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:09.165949 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:09.174490 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/networks/73aec921-7015-4f3d-ab18-5cc63867110f HTTP/1.1" status: 204 len: 168 time: 2.6781974 Dec 09 02:18:09.192289 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8634d125-7a0d-4574-a289-6b22a6f7e321 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:09.204614 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39816907-939e-4499-b9d8-82c037a520fa x-openstack-request-id: req-39816907-939e-4499-b9d8-82c037a520fa {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:18:09.204996 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003f732e-9b6e-4a4e-910c-fa0ceefc8464", "name": "network-vif-plugged", "status": "completed", "tag": "fc8beeb3-a94e-44ae-844d-b4876d50621d", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:18:09.205325 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39816907-939e-4499-b9d8-82c037a520fa {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:18:09.205790 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8beeb3-a94e-44ae-844d-b4876d50621d', 'code': 200} Dec 09 02:18:09.211924 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34920) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:09.227696 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481f002-7f38-4e3c-a67d-4beb724adc07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Network': ['ID=73aec921-7015-4f3d-ab18-5cc63867110f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:09.239506 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f83931ae-c18d-4ccc-b714-8cc22be4a174 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:09.275252 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 8634d125-7a0d-4574-a289-6b22a6f7e321 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:09.275989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8634d125-7a0d-4574-a289-6b22a6f7e321 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:09.304988 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83931ae-c18d-4ccc-b714-8cc22be4a174 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Subnet': ['ID=9533a22a-df11-4cb8-a7e0-6683170c40c6,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:09.310770 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Allocated IP 172.20.0.1 (1f2e0ab0-dab1-422d-9e5d-63401c23b589/ce577ec2-6353-4e24-a801-506bed4b7539/e3266e63-58ca-4ff7-b6e4-e3625433e419) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:09.320590 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f83931ae-c18d-4ccc-b714-8cc22be4a174 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:09.329020 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f83931ae-c18d-4ccc-b714-8cc22be4a174 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/9533a22a-df11-4cb8-a7e0-6683170c40c6 HTTP/1.1" status: 204 len: 168 time: 1.7001686 Dec 09 02:18:09.338112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34922) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:09.346760 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ef116-f7c4-41c2-b53b-5a3877751ac8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:09.352129 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f55ef116-f7c4-41c2-b53b-5a3877751ac8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports/af60ec7a-7245-4e9e-b92e-50523a245d83 HTTP/1.1" status: 200 len: 841 time: 0.1383653 Dec 09 02:18:09.352774 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34924) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:09.409998 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c3f43a9-3b08-4ba4-abb3-58b8e5c1617f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:09.412141 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-866a97b2-f228-4410-a983-0c7984818eb4 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:09.412607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-866a97b2-f228-4410-a983-0c7984818eb4 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:09.416768 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-866a97b2-f228-4410-a983-0c7984818eb4 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/1b4e42ee-50f2-40ad-b21d-9ac9fb911bfa HTTP/1.1" status: 404 len: 337 time: 0.0775063 Dec 09 02:18:09.419141 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34926) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:09.500869 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda8e79e-3fa2-484d-87f0-f67507a81fbc None None] Network 2df3a222-442f-42c4-8365-e4a0f2943169 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:09.514206 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a1cad0-fbf0-4b5d-b7f1-638d76e2743e None None] Sync routers for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:18:09.517242 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 162744c8-a154-48c1-a521-dbc474ec69d8 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:09.569556 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2e290d09-addb-45dd-b323-19c56e6a0433 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports/af60ec7a-7245-4e9e-b92e-50523a245d83?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2003400 Dec 09 02:18:09.575585 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f04cb6bf-0fc7-4f1e-8c13-ef0211def6c6 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361 HTTP/1.1" status: 200 len: 205 time: 0.1530631 Dec 09 02:18:09.575888 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34928) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:09.576161 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34930) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:09.579311 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12400d79-a3b9-4f4e-a68f-10271b81aabc tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:09.580536 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-12400d79-a3b9-4f4e-a68f-10271b81aabc tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/40dcdd0a-191b-429d-abea-7676620aed2c HTTP/1.1" status: 204 len: 168 time: 0.6935308 Dec 09 02:18:09.583878 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34932) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:09.586674 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-9be5cf84-62de-49d1-8b11-41b3b3808f09 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'subnet': {'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:09.591948 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d3c61336-a03e-46c5-8be3-2c1c6304ad6b None None] Deleting port 85bc21e1-ef82-48bb-85a5-d84e7a955e7b {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:09.592536 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3c61336-a03e-46c5-8be3-2c1c6304ad6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:09.597242 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8711925b-b7b1-4930-a8ae-50baa8488977 tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=40dcdd0a-191b-429d-abea-7676620aed2c HTTP/1.1" status: 200 len: 216 time: 0.0124605 Dec 09 02:18:09.603019 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34934) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:09.629043 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a8f97d8b-381c-4f3d-8168-4413af4e06b8 tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0200050 Dec 09 02:18:09.632664 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34936) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:09.644539 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=85bc21e1-ef82-48bb-85a5-d84e7a955e7b,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:09.650956 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-00497b98-a2d9-41d0-b622-e24d4239403f tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0161266 Dec 09 02:18:09.650956 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-2a37d6ff-98c0-4116-8372-cb49602d0bd8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:18:09.651237 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34940) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:09.705127 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-94306b44-3a02-4945-9f2a-ca9c28581eea tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] delete failed (client error): The resource could not be found. Dec 09 02:18:09.709305 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-94306b44-3a02-4945-9f2a-ca9c28581eea tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/routers/8e8e79fd-eee0-43b3-b52f-a4b7dd1a3361 HTTP/1.1" status: 404 len: 336 time: 0.1159563 Dec 09 02:18:09.709485 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-75b006d5-c4cf-44c4-81e2-682fbbc22f0b tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/79305a7b-9e3c-410f-959c-d39d07797391 HTTP/1.1" status: 200 len: 473 time: 0.0539472 Dec 09 02:18:09.713581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34942) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:09.714815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34944) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:09.757246 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a1cad0-fbf0-4b5d-b7f1-638d76e2743e None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:09.757875 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-50a1cad0-fbf0-4b5d-b7f1-638d76e2743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:09.768967 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce01d01-9975-44ff-9d65-8d3a755822b2 req-3100596b-0165-45c3-ae90-ba5f73712eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:09.771467 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bce01d01-9975-44ff-9d65-8d3a755822b2 req-3100596b-0165-45c3-ae90-ba5f73712eeb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 1099 time: 0.3287234 Dec 09 02:18:09.779471 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4541bd-93af-4375-a6f0-29f0cc45fe84 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:09.779921 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4541bd-93af-4375-a6f0-29f0cc45fe84 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:09.788749 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9f4541bd-93af-4375-a6f0-29f0cc45fe84 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/b710511a-db48-41fc-8cfe-2e2132a9f677 HTTP/1.1" status: 404 len: 337 time: 0.0660615 Dec 09 02:18:09.788950 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3de395bc-b058-4aee-8174-d73eb6767a5c tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/962e06c0-86da-4876-a985-f336b4344be7 HTTP/1.1" status: 200 len: 461 time: 0.0693407 Dec 09 02:18:09.788950 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34946) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:09.789570 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34948) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:09.852247 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4671e49-bbad-41c4-a66f-2c95f5f8d817 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:09.852793 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4671e49-bbad-41c4-a66f-2c95f5f8d817 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:09.859846 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c4671e49-bbad-41c4-a66f-2c95f5f8d817 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/78d1bc0f-a785-478a-aa85-6daf72988e7e HTTP/1.1" status: 404 len: 337 time: 0.0730934 Dec 09 02:18:09.870084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:09.883620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34950) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:09.915729 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:09.933825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=fc8beeb3-a94e-44ae-844d-b4876d50621d,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:09.959535 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2ec358e5-29e4-4533-90ea-5d1a2b6c9dc1 tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:09.963356 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2ec358e5-29e4-4533-90ea-5d1a2b6c9dc1 tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/962e06c0-86da-4876-a985-f336b4344be7 HTTP/1.1" status: 204 len: 168 time: 0.1732161 Dec 09 02:18:09.981859 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34952) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:09.998999 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.024472 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-50a1cad0-fbf0-4b5d-b7f1-638d76e2743e None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:10.027503 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d3c61336-a03e-46c5-8be3-2c1c6304ad6b None None] For port 85bc21e1-ef82-48bb-85a5-d84e7a955e7b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=85bc21e1-ef82-48bb-85a5-d84e7a955e7b,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:10.027864 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3c61336-a03e-46c5-8be3-2c1c6304ad6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.091761 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Subnet': ['ID=ce577ec2-6353-4e24-a801-506bed4b7539,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:10.246672 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Network 1f2e0ab0-dab1-422d-9e5d-63401c23b589 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:10.253240 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.266019 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d41169-5fb8-4c48-a20e-c6c71b059024 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:10.266437 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d41169-5fb8-4c48-a20e-c6c71b059024 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:10.267727 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:10.269575 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f5d41169-5fb8-4c48-a20e-c6c71b059024 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/de010805-d573-400a-84a2-b45519c95bb1 HTTP/1.1" status: 404 len: 337 time: 0.3837466 Dec 09 02:18:10.270335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:10.272298 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f08de1cd-fb65-434f-9057-62785b1e8e72 None None] Provisioning complete for port 0376222d-b4d0-48c5-a2de-b97cde538a84 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:10.272664 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f08de1cd-fb65-434f-9057-62785b1e8e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.277842 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d3c61336-a03e-46c5-8be3-2c1c6304ad6b None None] Calling delete_port for 85bc21e1-ef82-48bb-85a5-d84e7a955e7b owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:10.280072 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 162744c8-a154-48c1-a521-dbc474ec69d8 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:10.280072 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.280332 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34954) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:10.287159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Pushing event updated for resources: {'Port': ['ID=e3266e63-58ca-4ff7-b6e4-e3625433e419,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:10.293844 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bce01d01-9975-44ff-9d65-8d3a755822b2 req-334d5804-6848-4ff5-b27f-83a39068ecf4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=41414606-9018-4b72-9d79-9e31d8123f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5096614 Dec 09 02:18:10.307131 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88dad0-ef6a-4cf6-a5db-02474e596ea7 req-ad3adc7f-bf1f-470d-962b-125c2edde2ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:10.308717 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e88dad0-ef6a-4cf6-a5db-02474e596ea7 req-ad3adc7f-bf1f-470d-962b-125c2edde2ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 946 time: 0.5906429 Dec 09 02:18:10.311606 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c3f43a9-3b08-4ba4-abb3-58b8e5c1617f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.316209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be5cf84-62de-49d1-8b11-41b3b3808f09 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:10.319912 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9be5cf84-62de-49d1-8b11-41b3b3808f09 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.331878 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a37d6ff-98c0-4116-8372-cb49602d0bd8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.352688 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2e0ab0-dab1-422d-9e5d-63401c23b589']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:10.361513 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe1606d-f593-4dfa-9a99-c2d8f6e62784 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:10.362280 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe1606d-f593-4dfa-9a99-c2d8f6e62784 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:10.368329 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dfe1606d-f593-4dfa-9a99-c2d8f6e62784 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/c62e54d3-c652-4cd0-9d1e-a94089236205 HTTP/1.1" status: 404 len: 333 time: 0.0855608 Dec 09 02:18:10.371541 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f93a1843-0996-475a-a909-8bec50ab1eac tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.372799 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f93a1843-0996-475a-a909-8bec50ab1eac tempest-MeteringTestJSON-522704022 tempest-MeteringTestJSON-522704022-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/79305a7b-9e3c-410f-959c-d39d07797391 HTTP/1.1" status: 204 len: 168 time: 0.3901532 Dec 09 02:18:10.375394 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c3f43a9-3b08-4ba4-abb3-58b8e5c1617f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.382484 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34956) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:10.403744 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e47d2c-bf78-46d6-a11f-df46137d5fc4') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:10.404354 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e47d2c-bf78-46d6-a11f-df46137d5fc4') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:10.433437 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef2ce24-9fd6-48a5-a523-6a0a30a2f79d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:10.434220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef2ce24-9fd6-48a5-a523-6a0a30a2f79d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:10.440793 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-eef2ce24-9fd6-48a5-a523-6a0a30a2f79d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/07c9cebf-c477-4fbc-b743-4589d35a1e50 HTTP/1.1" status: 404 len: 337 time: 0.0551338 Dec 09 02:18:10.441695 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34960) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:10.443792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.445534 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc62acf-ffc1-4698-9551-0e41d2c2aca1 None None] DHCP port deletion for 2df3a222-442f-42c4-8365-e4a0f2943169 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:10.492895 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f08de1cd-fb65-434f-9057-62785b1e8e72 None None] Port 0376222d-b4d0-48c5-a2de-b97cde538a84 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:18:10.519846 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-096ebc8d-ef0a-4a03-ba39-b0424bcbf480 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:10.521286 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096ebc8d-ef0a-4a03-ba39-b0424bcbf480 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:10.527138 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34962) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:10.527743 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-096ebc8d-ef0a-4a03-ba39-b0424bcbf480 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/829f5145-5028-4e3b-85b0-f763740d7657 HTTP/1.1" status: 404 len: 337 time: 0.0597000 Dec 09 02:18:10.531791 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.544885 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e88dad0-ef6a-4cf6-a5db-02474e596ea7 req-1cc40720-a6f2-4c6b-bfdc-b9f99a17791c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=41414606-9018-4b72-9d79-9e31d8123f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065783 Dec 09 02:18:10.551251 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:10.551505 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:10.554962 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:10.571363 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-9750c401-1ab8-4571-ae79-6fff0f081c7e tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:10.572385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9750c401-1ab8-4571-ae79-6fff0f081c7e tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:10.575235 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9750c401-1ab8-4571-ae79-6fff0f081c7e tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/0a5b2a84-312e-4e4e-a013-e15d7fca2c1e HTTP/1.1" status: 404 len: 333 time: 0.0467148 Dec 09 02:18:10.580231 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34964) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:10.588999 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Attempting to bind port e3266e63-58ca-4ff7-b6e4-e3625433e419 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:10.589371 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Attempting to bind port e3266e63-58ca-4ff7-b6e4-e3625433e419 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '93e47d2c-bf78-46d6-a11f-df46137d5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2e0ab0-dab1-422d-9e5d-63401c23b589'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:10.589737 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Attempting to bind port e3266e63-58ca-4ff7-b6e4-e3625433e419 on network 1f2e0ab0-dab1-422d-9e5d-63401c23b589 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:10.632813 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad6bd2e-dc75-44b8-9236-ae924daa6c5b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:10.633183 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad6bd2e-dc75-44b8-9236-ae924daa6c5b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:10.634618 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:10.635180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Checking segment: {'id': '93e47d2c-bf78-46d6-a11f-df46137d5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2e0ab0-dab1-422d-9e5d-63401c23b589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:10.635447 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.635801 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Bound using segment: {'id': '93e47d2c-bf78-46d6-a11f-df46137d5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2e0ab0-dab1-422d-9e5d-63401c23b589'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:10.636312 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-aad6bd2e-dc75-44b8-9236-ae924daa6c5b tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/dbbd1d69-c797-4cdd-a516-fe75fecc625a HTTP/1.1" status: 404 len: 337 time: 0.0549507 Dec 09 02:18:10.636554 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Bound port: e3266e63-58ca-4ff7-b6e4-e3625433e419, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e47d2c-bf78-46d6-a11f-df46137d5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1f2e0ab0-dab1-422d-9e5d-63401c23b589'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:10.636866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.642959 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3f43a9-3b08-4ba4-abb3-58b8e5c1617f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:18:10.643615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34966) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:10.649120 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f08de1cd-fb65-434f-9057-62785b1e8e72 None None] Provisioning complete for port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:10.649340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f08de1cd-fb65-434f-9057-62785b1e8e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.690546 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.db.api [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 02:18:10.690546 dv-neutron-804846-18-hyperv neutron-server[103333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 02:18:10.690546 dv-neutron-804846-18-hyperv neutron-server[103333]: [parameters: {'id': '1f2e0ab0-dab1-422d-9e5d-63401c23b589'}] Dec 09 02:18:10.690546 dv-neutron-804846-18-hyperv neutron-server[103333]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:18:10.693930 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG oslo_db.api [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:18:10.699269 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ab9c08-8765-4b1f-b69d-b86b1e28a07d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:10.699759 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ab9c08-8765-4b1f-b69d-b86b1e28a07d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:10.702902 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-59ab9c08-8765-4b1f-b69d-b86b1e28a07d tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/subnets/58adcbe1-ced1-4e29-ad2d-f38f7778a19e HTTP/1.1" status: 404 len: 337 time: 0.0582974 Dec 09 02:18:10.707085 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34968) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:10.763153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-2a37d6ff-98c0-4116-8372-cb49602d0bd8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] For port 85bc21e1-ef82-48bb-85a5-d84e7a955e7b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=85bc21e1-ef82-48bb-85a5-d84e7a955e7b,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:10.795679 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a37d6ff-98c0-4116-8372-cb49602d0bd8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.803362 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a37d6ff-98c0-4116-8372-cb49602d0bd8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.804322 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a37d6ff-98c0-4116-8372-cb49602d0bd8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.840303 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-dcc62acf-ffc1-4698-9551-0e41d2c2aca1 None None] Deleting port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:10.840685 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dcc62acf-ffc1-4698-9551-0e41d2c2aca1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.842315 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d3c61336-a03e-46c5-8be3-2c1c6304ad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.892090 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37d6ff-98c0-4116-8372-cb49602d0bd8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=85bc21e1-ef82-48bb-85a5-d84e7a955e7b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:10.897667 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34972) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:10.928083 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a37d6ff-98c0-4116-8372-cb49602d0bd8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:10.933419 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 85bc21e1-ef82-48bb-85a5-d84e7a955e7b no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:10.933758 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-2a37d6ff-98c0-4116-8372-cb49602d0bd8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:10.945773 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a37d6ff-98c0-4116-8372-cb49602d0bd8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:10.946290 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a37d6ff-98c0-4116-8372-cb49602d0bd8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.947179 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9be5cf84-62de-49d1-8b11-41b3b3808f09 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:10.949099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c61336-a03e-46c5-8be3-2c1c6304ad6b None None] No DVR routers for this DVR port 85bc21e1-ef82-48bb-85a5-d84e7a955e7b on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:10.955113 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] For port e3266e63-58ca-4ff7-b6e4-e3625433e419, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:10.960761 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c61336-a03e-46c5-8be3-2c1c6304ad6b None None] Pushing event deleted for resources: {'Port': ['ID=85bc21e1-ef82-48bb-85a5-d84e7a955e7b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:10.971019 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37d6ff-98c0-4116-8372-cb49602d0bd8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=2d19b37c-a468-4712-829b-9fbe7df73b81,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:10.995051 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3f43a9-3b08-4ba4-abb3-58b8e5c1617f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:18:11.001136 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c0c82c-23a4-4e62-9dbe-158bd5ae6e7d None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:11.007421 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2a37d6ff-98c0-4116-8372-cb49602d0bd8 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9810126 Dec 09 02:18:11.008164 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34976) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:11.013141 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f5366531-46ac-4afb-89ed-9604884e8dfc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'mac_address': 'fa:16:3e:2b:ef:59', 'name': 'tempest-NetworksTestDHCPv6-420421980'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:11.014763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c3f43a9-3b08-4ba4-abb3-58b8e5c1617f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.018404 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34978) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:11.018579 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4c3f43a9-3b08-4ba4-abb3-58b8e5c1617f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/b5fd2fe3-4ae3-4d7e-b334-1e948e296886 HTTP/1.1" status: 200 len: 700 time: 3.4944658 Dec 09 02:18:11.037906 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be5cf84-62de-49d1-8b11-41b3b3808f09 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:11.041705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-dcc62acf-ffc1-4698-9551-0e41d2c2aca1 None None] For port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=93c1805d-9191-43de-a12e-1a8eaa8fe6a6,segment=NetworkSegment(c221872b-f42e-49ea-8f85-f8c9a65a340c),segment_id=c221872b-f42e-49ea-8f85-f8c9a65a340c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:11.042188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dcc62acf-ffc1-4698-9551-0e41d2c2aca1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.044788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-9be5cf84-62de-49d1-8b11-41b3b3808f09 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:11.048975 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be5cf84-62de-49d1-8b11-41b3b3808f09 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:11.049566 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9be5cf84-62de-49d1-8b11-41b3b3808f09 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.057377 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5cf84-62de-49d1-8b11-41b3b3808f09 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Subnet': ['ID=a6260eb5-75a6-43e1-8392-95edb489ab23,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:11.058784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] For port e3266e63-58ca-4ff7-b6e4-e3625433e419, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e3266e63-58ca-4ff7-b6e4-e3625433e419,segment=NetworkSegment(93e47d2c-bf78-46d6-a11f-df46137d5fc4),segment_id=93e47d2c-bf78-46d6-a11f-df46137d5fc4)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:11.066112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d20ba2b4-6ce8-42b8-9bf9-896de67a5b63 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port 0376222d-b4d0-48c5-a2de-b97cde538a84 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:11.066411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d20ba2b4-6ce8-42b8-9bf9-896de67a5b63 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.104207 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 85bc21e1-ef82-48bb-85a5-d84e7a955e7b {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:11.104553 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 85bc21e1-ef82-48bb-85a5-d84e7a955e7b not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:11.117878 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9be5cf84-62de-49d1-8b11-41b3b3808f09 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5379953 Dec 09 02:18:11.121229 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34980) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:11.126517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-84f957e7-15db-4dd1-b0be-993be090326f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'security_group': {'name': 'tempest-secgroup-1775967844'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:11.133625 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19679149-d101-499c-8f04-820da3e5ddc2 None None] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:11.165352 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.183356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d20ba2b4-6ce8-42b8-9bf9-896de67a5b63 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.196708 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-dcc62acf-ffc1-4698-9551-0e41d2c2aca1 None None] Calling delete_port for 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:11.200621 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d20ba2b4-6ce8-42b8-9bf9-896de67a5b63 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for 0376222d-b4d0-48c5-a2de-b97cde538a84 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:11.203691 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84f957e7-15db-4dd1-b0be-993be090326f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.386729 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.419068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84f957e7-15db-4dd1-b0be-993be090326f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.428355 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84f957e7-15db-4dd1-b0be-993be090326f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.436091 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bf11e57-7b45-4a1e-8d64-53945ca2f48f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.450546 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb5236-1333-4bef-b423-0acb42fcfd55 None None] Pushing event updated for resources: {'Port': ['ID=e3266e63-58ca-4ff7-b6e4-e3625433e419,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:11.463870 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-50a1cad0-fbf0-4b5d-b7f1-638d76e2743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:09Z', 'revision_number': 7, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '162744c8-a154-48c1-a521-dbc474ec69d8', 'name': '', 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:90:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2a31549-299b-416c-8521-6703a22de264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:57Z', 'updated_at': '2021-12-09T02:18:07Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'd2a31549-299b-416c-8521-6703a22de264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e07dce21-793e-48ac-8e91-d25db8d36b70', 'name': '', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:a3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:45Z', 'updated_at': '2021-12-09T02:17:55Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:11.481864 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f957e7-15db-4dd1-b0be-993be090326f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cf9846-14b9-4dbf-bcad-6157a88c9bf3,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:11.489803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84f957e7-15db-4dd1-b0be-993be090326f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.493909 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-fda5fdf6-c894-4549-af1e-97b7c6914352 None None] Could not find standard attr ID for object 5ac96466-a662-452a-865b-05004325dcef. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:18:11.495167 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-84f957e7-15db-4dd1-b0be-993be090326f tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3725586 Dec 09 02:18:11.496032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34982) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:11.502766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-6729fc0f-eee0-4513-8f3c-3414ad8359e5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'security_group': {'name': 'tempest-secgroup-505715666'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:11.527078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d20ba2b4-6ce8-42b8-9bf9-896de67a5b63 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.536301 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6729fc0f-eee0-4513-8f3c-3414ad8359e5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.546850 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a1cad0-fbf0-4b5d-b7f1-638d76e2743e None None] Checking router: b5fd2fe3-4ae3-4d7e-b334-1e948e296886 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:18:11.547746 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5331808e-77b3-4f7d-ab05-64f2b404c311 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/routers/b5fd2fe3-4ae3-4d7e-b334-1e948e296886 HTTP/1.1" status: 200 len: 700 time: 0.5280819 Dec 09 02:18:11.548821 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34984) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:11.553450 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17319b6a-60bc-4548-bb0b-457006a4728c None None] Network 1f2e0ab0-dab1-422d-9e5d-63401c23b589 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:11.556326 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:11.574583 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ba2b4-6ce8-42b8-9bf9-896de67a5b63 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=0376222d-b4d0-48c5-a2de-b97cde538a84,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:11.576465 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': '2d19b37c-a468-4712-829b-9fbe7df73b81'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:11.576957 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.597703 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d20ba2b4-6ce8-42b8-9bf9-896de67a5b63 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.601691 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d20ba2b4-6ce8-42b8-9bf9-896de67a5b63 tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/ports/0376222d-b4d0-48c5-a2de-b97cde538a84 HTTP/1.1" status: 204 len: 168 time: 0.8917637 Dec 09 02:18:11.606957 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-fda5fdf6-c894-4549-af1e-97b7c6914352 None None] Could not find standard attr ID for object 0376222d-b4d0-48c5-a2de-b97cde538a84. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:18:11.607169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34988) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:11.693958 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a1cad0-fbf0-4b5d-b7f1-638d76e2743e None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:11.694591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-50a1cad0-fbf0-4b5d-b7f1-638d76e2743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:11.743637 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.770820 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6729fc0f-eee0-4513-8f3c-3414ad8359e5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.780497 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf1f98-cf17-47e3-94bb-9e360fdc2fef req-fd1405f9-1619-48a3-9fbf-1446595da78e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:11.782675 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2adf1f98-cf17-47e3-94bb-9e360fdc2fef req-fd1405f9-1619-48a3-9fbf-1446595da78e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 946 time: 0.1187394 Dec 09 02:18:11.785634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6729fc0f-eee0-4513-8f3c-3414ad8359e5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.824169 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bf11e57-7b45-4a1e-8d64-53945ca2f48f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.825760 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5366531-46ac-4afb-89ed-9604884e8dfc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:11.852364 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6729fc0f-eee0-4513-8f3c-3414ad8359e5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.856664 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6729fc0f-eee0-4513-8f3c-3414ad8359e5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.3591216 Dec 09 02:18:11.861814 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34990) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:11.871146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-045b8748-4dbe-404b-b85d-222c55c4a20b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-792600623', 'security_groups': ['cb50d11b-6f7e-4edb-80b7-bea1e5156582'], 'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a6260eb5-75a6-43e1-8392-95edb489ab23'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:11.873231 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bf11e57-7b45-4a1e-8d64-53945ca2f48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.898318 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Deleting port e3266e63-58ca-4ff7-b6e4-e3625433e419 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:11.898671 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.899994 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729fc0f-eee0-4513-8f3c-3414ad8359e5 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb50d11b-6f7e-4edb-80b7-bea1e5156582,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:11.906392 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-fda5fdf6-c894-4549-af1e-97b7c6914352 None None] Provisioning complete for port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:11.906884 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fda5fdf6-c894-4549-af1e-97b7c6914352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.949936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dcc62acf-ffc1-4698-9551-0e41d2c2aca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:11.960681 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2adf1f98-cf17-47e3-94bb-9e360fdc2fef req-ac079445-ae5f-4543-8172-e0c41be1487d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=41414606-9018-4b72-9d79-9e31d8123f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653278 Dec 09 02:18:11.974504 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fda5fdf6-c894-4549-af1e-97b7c6914352 None None] Port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 was deleted so its status cannot be updated. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 09 02:18:12.009446 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-5f7aec52-f3b5-4beb-a843-c44009141bb9', 'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9', 'project_id': '646984397d8f42a1ab7a1289880bdcb5', 'fixed_ips': [{'subnet_id': 'a6260eb5-75a6-43e1-8392-95edb489ab23'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:12.010306 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.019341 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf11e57-7b45-4a1e-8d64-53945ca2f48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b4f19b-fa67-4b95-8b98-a0ea4ca820c6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:12.061828 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8bf11e57-7b45-4a1e-8d64-53945ca2f48f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=961375ef69ff4ba5bf1c1c8e046d81ce&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1569915 Dec 09 02:18:12.075714 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 34994) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:12.087839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Deleting port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:12.088827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.113871 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] For port e3266e63-58ca-4ff7-b6e4-e3625433e419, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e3266e63-58ca-4ff7-b6e4-e3625433e419,segment=NetworkSegment(93e47d2c-bf78-46d6-a11f-df46137d5fc4),segment_id=93e47d2c-bf78-46d6-a11f-df46137d5fc4)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:12.114276 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.125893 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5366531-46ac-4afb-89ed-9604884e8dfc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.161943 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Calling delete_port for e3266e63-58ca-4ff7-b6e4-e3625433e419 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:12.187576 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045b8748-4dbe-404b-b85d-222c55c4a20b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:12.216615 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No active binding found for port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 {{(pid=103335) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 02:18:12.218148 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:12.222802 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-50a1cad0-fbf0-4b5d-b7f1-638d76e2743e None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:12.228462 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc62acf-ffc1-4698-9551-0e41d2c2aca1 None None] No DVR routers for this DVR port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:12.234429 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc62acf-ffc1-4698-9551-0e41d2c2aca1 None None] Pushing event deleted for resources: {'Port': ['ID=93c1805d-9191-43de-a12e-1a8eaa8fe6a6,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:12.253399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-f5366531-46ac-4afb-89ed-9604884e8dfc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port 8eebdaaa-fd02-4f7f-b7bf-6f4676aa4bbb yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:18:12.267200 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] For port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:12.267713 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.292499 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b3ac3-8a47-418d-a765-c80b194dc14c req-4fd3eab8-42ec-4177-869d-8276e0f81ec9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:12.295465 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3c2b3ac3-8a47-418d-a765-c80b194dc14c req-4fd3eab8-42ec-4177-869d-8276e0f81ec9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 946 time: 0.2478044 Dec 09 02:18:12.300338 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Allocated IP 2001:db8::f816:3eff:fe38:f927 (3d63738a-85ef-4baf-83f7-848c720832e0/2d19b37c-a468-4712-829b-9fbe7df73b81/35b9fe57-89c5-4f1e-839b-7b0619016989) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:12.313470 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ac9c01e-9932-4044-ba87-8c74e053e4e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.319841 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Calling delete_port for 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:12.326177 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 was not found and therefore no delete operation was performed {{(pid=103334) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 02:18:12.348015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.374762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ac9c01e-9932-4044-ba87-8c74e053e4e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.403491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] No DVR routers for this DVR port 93c1805d-9191-43de-a12e-1a8eaa8fe6a6 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:12.452355 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Port': ['ID=93c1805d-9191-43de-a12e-1a8eaa8fe6a6,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:12.461603 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.497399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Port': ['ID=e3266e63-58ca-4ff7-b6e4-e3625433e419,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:12.498741 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3c2b3ac3-8a47-418d-a765-c80b194dc14c req-5fb0f35b-796f-46aa-b68a-0cbf0f89c2c9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=41414606-9018-4b72-9d79-9e31d8123f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888900 Dec 09 02:18:12.503934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No DVR routers for this DVR port e3266e63-58ca-4ff7-b6e4-e3625433e419 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:12.508599 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ac9c01e-9932-4044-ba87-8c74e053e4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.509799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-045b8748-4dbe-404b-b85d-222c55c4a20b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.511268 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ac9c01e-9932-4044-ba87-8c74e053e4e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.517188 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0ac9c01e-9932-4044-ba87-8c74e053e4e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e3b4f19b-fa67-4b95-8b98-a0ea4ca820c6 HTTP/1.1" status: 204 len: 168 time: 0.4354360 Dec 09 02:18:12.544778 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 34998) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:12.555982 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9c01e-9932-4044-ba87-8c74e053e4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b4f19b-fa67-4b95-8b98-a0ea4ca820c6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:12.558340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.630072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-045b8748-4dbe-404b-b85d-222c55c4a20b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] device_id is not set on port f3453723-3daf-4139-9deb-d1db73fec010 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:18:12.637618 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d69adc8-6e40-4557-bc85-a8eb012417a7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.641785 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.642040 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df3a222-442f-42c4-8365-e4a0f2943169']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:12.650685 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Allocated IP 172.20.0.2 (5f7aec52-f3b5-4beb-a843-c44009141bb9/a6260eb5-75a6-43e1-8392-95edb489ab23/4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:12.694964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c221872b-f42e-49ea-8f85-f8c9a65a340c') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:12.695231 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c221872b-f42e-49ea-8f85-f8c9a65a340c') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:12.708800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a270067a-3970-4ecf-86fe-85c22382a80c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:12.713844 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a270067a-3970-4ecf-86fe-85c22382a80c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 1094 time: 0.1646867 Dec 09 02:18:12.715608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35000) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:12.717140 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.734458 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2e0ab0-dab1-422d-9e5d-63401c23b589']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:12.734670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': 'fc8beeb3-a94e-44ae-844d-b4876d50621d', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:12.750675 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e47d2c-bf78-46d6-a11f-df46137d5fc4') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:12.750675 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e47d2c-bf78-46d6-a11f-df46137d5fc4') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:12.758634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.768306 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.773891 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:12.774375 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:12.786977 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:12.791266 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.822554 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.836019 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:12.836645 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:12.860814 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:12.891782 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.918494 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.935199 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.959138 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:12.959329 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-f5366531-46ac-4afb-89ed-9604884e8dfc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::f816:3eff:fe2b:ef59 (3d63738a-85ef-4baf-83f7-848c720832e0/2d19b37c-a468-4712-829b-9fbe7df73b81/8eebdaaa-fd02-4f7f-b7bf-6f4676aa4bbb) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:12.970759 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.973286 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35004) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:12.975990 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] 10.222.0.43 "DELETE /v2.0/networks/2df3a222-442f-42c4-8365-e4a0f2943169 HTTP/1.1" status: 204 len: 168 time: 1.3673170 Dec 09 02:18:12.978076 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.983211 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:12.990240 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/1f2e0ab0-dab1-422d-9e5d-63401c23b589 HTTP/1.1" status: 204 len: 168 time: 4.8920848 Dec 09 02:18:12.994927 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35008) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:12.996984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6648577-061a-4c5b-ad43-88c58a6a941a tempest-PortsIpV6TestJSON-2015460538 tempest-PortsIpV6TestJSON-2015460538-project] Pushing event deleted for resources: {'Network': ['ID=2df3a222-442f-42c4-8365-e4a0f2943169,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:13.004337 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:13.019907 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:13.029572 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-573f037b-d2d6-4677-ae58-09384f6cb5a7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1911530310'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:13.053525 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fddd64-ab53-4bb1-b54b-fc9d668b4cfb tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Network': ['ID=1f2e0ab0-dab1-422d-9e5d-63401c23b589,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:13.060788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d869e5e-d423-47c4-aec9-da641f15c22d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.074116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.103140 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-50a1cad0-fbf0-4b5d-b7f1-638d76e2743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:09Z', 'revision_number': 7, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '162744c8-a154-48c1-a521-dbc474ec69d8', 'name': '', 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:90:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2a31549-299b-416c-8521-6703a22de264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:57Z', 'updated_at': '2021-12-09T02:18:07Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'd2a31549-299b-416c-8521-6703a22de264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e07dce21-793e-48ac-8e91-d25db8d36b70', 'name': '', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:a3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:45Z', 'updated_at': '2021-12-09T02:17:55Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:13.106700 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.127379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573f037b-d2d6-4677-ae58-09384f6cb5a7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:13.131640 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-573f037b-d2d6-4677-ae58-09384f6cb5a7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.173174 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Pushing event updated for resources: {'Port': ['ID=35b9fe57-89c5-4f1e-839b-7b0619016989,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:13.189040 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a1cad0-fbf0-4b5d-b7f1-638d76e2743e None None] The sync data for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv is: [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:09Z', 'revision_number': 7, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '162744c8-a154-48c1-a521-dbc474ec69d8', 'name': '', 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:90:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2a31549-299b-416c-8521-6703a22de264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:57Z', 'updated_at': '2021-12-09T02:18:07Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'd2a31549-299b-416c-8521-6703a22de264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e07dce21-793e-48ac-8e91-d25db8d36b70', 'name': '', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:a3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:45Z', 'updated_at': '2021-12-09T02:17:55Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:18:13.191219 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.215387 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:13.220133 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:13.222441 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Attempting to bind port 35b9fe57-89c5-4f1e-839b-7b0619016989 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:13.223188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Attempting to bind port 35b9fe57-89c5-4f1e-839b-7b0619016989 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:13.223740 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Attempting to bind port 35b9fe57-89c5-4f1e-839b-7b0619016989 on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:13.226047 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:13.275358 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:13.275766 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:13.276353 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.276917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:13.277980 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Bound port: 35b9fe57-89c5-4f1e-839b-7b0619016989, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:13.278967 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.281684 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.26.3.29 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/7b235b03-3605-4b80-afd3-e9ffcb859373) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:13.284206 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-045b8748-4dbe-404b-b85d-222c55c4a20b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Allocated IP 172.20.0.10 (5f7aec52-f3b5-4beb-a843-c44009141bb9/a6260eb5-75a6-43e1-8392-95edb489ab23/f3453723-3daf-4139-9deb-d1db73fec010) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:13.358419 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573f037b-d2d6-4677-ae58-09384f6cb5a7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:18:13.360724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Pushing event updated for resources: {'Port': ['ID=4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:13.386954 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-573f037b-d2d6-4677-ae58-09384f6cb5a7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.388115 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-573f037b-d2d6-4677-ae58-09384f6cb5a7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Added segment 51771e6e-9510-43be-b9a1-98ca7ccb2804 of type vlan for network c389b48b-c68c-4d1b-9d98-aaa02e3c913d Dec 09 02:18:13.398632 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Attempting to bind port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:13.399269 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Attempting to bind port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '83e5fefc-e996-4062-93a8-84a204e39bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:13.399834 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Attempting to bind port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc on network 5f7aec52-f3b5-4beb-a843-c44009141bb9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:13.408624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:13.409313 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Checking segment: {'id': '83e5fefc-e996-4062-93a8-84a204e39bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:13.410049 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.410608 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Bound using segment: {'id': '83e5fefc-e996-4062-93a8-84a204e39bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:13.411244 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Bound port: 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e5fefc-e996-4062-93a8-84a204e39bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:13.411824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.473900 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35012) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:13.486087 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] For port 35b9fe57-89c5-4f1e-839b-7b0619016989, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:13.507588 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] For port 35b9fe57-89c5-4f1e-839b-7b0619016989, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=35b9fe57-89c5-4f1e-839b-7b0619016989,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:13.512271 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] For port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:13.515913 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] For port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc,segment=NetworkSegment(83e5fefc-e996-4062-93a8-84a204e39bb6),segment_id=83e5fefc-e996-4062-93a8-84a204e39bb6)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:13.518017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.538074 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.569243 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5366531-46ac-4afb-89ed-9604884e8dfc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.624107 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.630127 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8111e-82b2-4c62-876f-a4279d841095 None None] Pushing event updated for resources: {'Port': ['ID=35b9fe57-89c5-4f1e-839b-7b0619016989,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:13.646893 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-573f037b-d2d6-4677-ae58-09384f6cb5a7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.651517 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5366531-46ac-4afb-89ed-9604884e8dfc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.713282 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c86788b-60fe-4774-b374-2e37e7f72919 None None] Sync routers for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:18:13.728507 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d97704-969f-42e5-b7b1-16084b489b28 None None] Pushing event updated for resources: {'Port': ['ID=4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:13.733210 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5366531-46ac-4afb-89ed-9604884e8dfc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:13.748226 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-045b8748-4dbe-404b-b85d-222c55c4a20b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.748441 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c86788b-60fe-4774-b374-2e37e7f72919 None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:13.750415 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2c86788b-60fe-4774-b374-2e37e7f72919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:13.751354 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-f5366531-46ac-4afb-89ed-9604884e8dfc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:13.757555 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5366531-46ac-4afb-89ed-9604884e8dfc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:13.764001 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5366531-46ac-4afb-89ed-9604884e8dfc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:13.764871 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f5366531-46ac-4afb-89ed-9604884e8dfc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.814988 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d869e5e-d423-47c4-aec9-da641f15c22d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.819089 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-573f037b-d2d6-4677-ae58-09384f6cb5a7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.829986 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573f037b-d2d6-4677-ae58-09384f6cb5a7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:13.830689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-573f037b-d2d6-4677-ae58-09384f6cb5a7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.831302 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0dd3de89-094f-4a36-ae77-ae47472c90b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41c2f5bd624749d08f586a47815f13ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3560207 Dec 09 02:18:13.832020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35016) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:13.839765 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.844356 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5366531-46ac-4afb-89ed-9604884e8dfc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=8eebdaaa-fd02-4f7f-b7bf-6f4676aa4bbb,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:13.859356 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d869e5e-d423-47c4-aec9-da641f15c22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.865411 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f5366531-46ac-4afb-89ed-9604884e8dfc tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8560960 Dec 09 02:18:13.873213 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35018) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:13.897393 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-573f037b-d2d6-4677-ae58-09384f6cb5a7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8945365 Dec 09 02:18:13.902369 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35020) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:13.911639 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8d69adc8-6e40-4557-bc85-a8eb012417a7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port 162744c8-a154-48c1-a521-dbc474ec69d8 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:13.911990 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d69adc8-6e40-4557-bc85-a8eb012417a7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:13.921802 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b3f881bb-b95a-4a2f-8acf-e4a4061fef5d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:13.945074 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-2c86788b-60fe-4774-b374-2e37e7f72919 None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:13.981656 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:14.019938 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:14.027840 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-045b8748-4dbe-404b-b85d-222c55c4a20b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:14.031126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:14.034019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=7b235b03-3605-4b80-afd3-e9ffcb859373,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:14.130756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:14.136424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fd1276-2205-4c93-a8d5-b9a2b1138439 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:14.143376 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fd1276-2205-4c93-a8d5-b9a2b1138439 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:14.148840 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a5fd1276-2205-4c93-a8d5-b9a2b1138439 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2744434 Dec 09 02:18:14.158267 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35022) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:14.199956 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8d869e5e-d423-47c4-aec9-da641f15c22d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e22333275384451dbcde77fe36285445&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2188942 Dec 09 02:18:14.200198 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045b8748-4dbe-404b-b85d-222c55c4a20b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:14.204278 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35024) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:14.226703 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a271e28-41f4-4e6d-9dc1-d5c00a2cd4e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:14.226919 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d869e5e-d423-47c4-aec9-da641f15c22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff95563-1bc4-404a-8ccb-06830d912e1c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:14.228755 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-045b8748-4dbe-404b-b85d-222c55c4a20b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:14.233830 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b8748-4dbe-404b-b85d-222c55c4a20b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=f3453723-3daf-4139-9deb-d1db73fec010,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:14.238886 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045b8748-4dbe-404b-b85d-222c55c4a20b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:14.245819 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f037b-d2d6-4677-ae58-09384f6cb5a7 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Network': ['ID=c389b48b-c68c-4d1b-9d98-aaa02e3c913d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:14.278649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network c389b48b-c68c-4d1b-9d98-aaa02e3c913d details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:18:14.326346 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a271e28-41f4-4e6d-9dc1-d5c00a2cd4e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:14.355118 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b3f881bb-b95a-4a2f-8acf-e4a4061fef5d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:14.386414 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b3f881bb-b95a-4a2f-8acf-e4a4061fef5d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:14.399654 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2c86788b-60fe-4774-b374-2e37e7f72919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:09Z', 'revision_number': 7, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '162744c8-a154-48c1-a521-dbc474ec69d8', 'name': '', 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:90:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2a31549-299b-416c-8521-6703a22de264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:57Z', 'updated_at': '2021-12-09T02:18:07Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'd2a31549-299b-416c-8521-6703a22de264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e07dce21-793e-48ac-8e91-d25db8d36b70', 'name': '', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:a3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:45Z', 'updated_at': '2021-12-09T02:17:55Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:14.402340 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3f881bb-b95a-4a2f-8acf-e4a4061fef5d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network c389b48b-c68c-4d1b-9d98-aaa02e3c913d is not hosted by any dhcp agent {{(pid=103333) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 02:18:14.408638 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f881bb-b95a-4a2f-8acf-e4a4061fef5d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:14.409260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b3f881bb-b95a-4a2f-8acf-e4a4061fef5d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:14.413721 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b3f881bb-b95a-4a2f-8acf-e4a4061fef5d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "PUT /v2.0/networks/c389b48b-c68c-4d1b-9d98-aaa02e3c913d HTTP/1.1" status: 200 len: 723 time: 0.4985118 Dec 09 02:18:14.414351 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35026) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:14.427102 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-28b2fc26-aec0-4b61-a770-b128415d2de2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'subnet': {'network_id': 'c389b48b-c68c-4d1b-9d98-aaa02e3c913d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:14.427516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045b8748-4dbe-404b-b85d-222c55c4a20b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:14.428071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-045b8748-4dbe-404b-b85d-222c55c4a20b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:14.435049 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c86788b-60fe-4774-b374-2e37e7f72919 None None] Checking router: b5fd2fe3-4ae3-4d7e-b334-1e948e296886 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:18:14.447871 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c86788b-60fe-4774-b374-2e37e7f72919 None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:14.448819 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2c86788b-60fe-4774-b374-2e37e7f72919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:14.506657 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-045b8748-4dbe-404b-b85d-222c55c4a20b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6423206 Dec 09 02:18:14.511553 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35028) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:14.517151 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-47934064-7961-4e73-afe9-591f64dbe021 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'subnet': {'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:14.547897 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-2c86788b-60fe-4774-b374-2e37e7f72919 None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:14.812939 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2c86788b-60fe-4774-b374-2e37e7f72919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:09Z', 'revision_number': 7, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '162744c8-a154-48c1-a521-dbc474ec69d8', 'name': '', 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:90:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2a31549-299b-416c-8521-6703a22de264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:57Z', 'updated_at': '2021-12-09T02:18:07Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'd2a31549-299b-416c-8521-6703a22de264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e07dce21-793e-48ac-8e91-d25db8d36b70', 'name': '', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:a3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:45Z', 'updated_at': '2021-12-09T02:17:55Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:14.849938 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c86788b-60fe-4774-b374-2e37e7f72919 None None] The sync data for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv is: [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:09Z', 'revision_number': 7, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '162744c8-a154-48c1-a521-dbc474ec69d8', 'name': '', 'network_id': 'fefc6ce4-b688-42de-ab53-edd64449827d', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:90:cc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'd2a31549-299b-416c-8521-6703a22de264', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:57Z', 'updated_at': '2021-12-09T02:18:07Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'd2a31549-299b-416c-8521-6703a22de264', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e07dce21-793e-48ac-8e91-d25db8d36b70', 'name': '', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:a3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:45Z', 'updated_at': '2021-12-09T02:17:55Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:18:14.879911 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-8d69adc8-6e40-4557-bc85-a8eb012417a7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] For port 162744c8-a154-48c1-a521-dbc474ec69d8, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=162744c8-a154-48c1-a521-dbc474ec69d8,segment=NetworkSegment(d23cd9f9-76e2-452a-a954-f9f39fd2c6d1),segment_id=d23cd9f9-76e2-452a-a954-f9f39fd2c6d1)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:14.880481 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d69adc8-6e40-4557-bc85-a8eb012417a7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:14.905222 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8d69adc8-6e40-4557-bc85-a8eb012417a7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for 162744c8-a154-48c1-a521-dbc474ec69d8 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:14.912342 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f881bb-b95a-4a2f-8acf-e4a4061fef5d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Network': ['ID=c389b48b-c68c-4d1b-9d98-aaa02e3c913d,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:14.923966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network c389b48b-c68c-4d1b-9d98-aaa02e3c913d details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:18:14.939162 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa1f54b8-dcf5-4c19-8df8-a6e4a3dade86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:14.963391 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa1f54b8-dcf5-4c19-8df8-a6e4a3dade86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:14.974830 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a271e28-41f4-4e6d-9dc1-d5c00a2cd4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:14.977262 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a271e28-41f4-4e6d-9dc1-d5c00a2cd4e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:14.981975 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2a271e28-41f4-4e6d-9dc1-d5c00a2cd4e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad06fb87-0044-48c5-8327-bf5c08a5b263 HTTP/1.1" status: 204 len: 168 time: 1.1458099 Dec 09 02:18:15.000841 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a308085a-b04a-4f08-b78f-5befdfbfe28f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port 8eebdaaa-fd02-4f7f-b7bf-6f4676aa4bbb {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:15.001656 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a308085a-b04a-4f08-b78f-5befdfbfe28f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:15.061771 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa1f54b8-dcf5-4c19-8df8-a6e4a3dade86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:15.064519 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa1f54b8-dcf5-4c19-8df8-a6e4a3dade86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:15.065711 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-aa1f54b8-dcf5-4c19-8df8-a6e4a3dade86 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ff95563-1bc4-404a-8ccb-06830d912e1c HTTP/1.1" status: 204 len: 168 time: 0.8502948 Dec 09 02:18:15.088968 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f54b8-dcf5-4c19-8df8-a6e4a3dade86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff95563-1bc4-404a-8ccb-06830d912e1c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:15.129004 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a271e28-41f4-4e6d-9dc1-d5c00a2cd4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad06fb87-0044-48c5-8327-bf5c08a5b263,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:15.132079 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b2fc26-aec0-4b61-a770-b128415d2de2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:15.137143 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28b2fc26-aec0-4b61-a770-b128415d2de2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:15.249914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-ded642b1-b1d9-4f73-b25e-adfd4e0242c5 None None] Provisioning complete for port 35b9fe57-89c5-4f1e-839b-7b0619016989 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:15.250411 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ded642b1-b1d9-4f73-b25e-adfd4e0242c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:15.414470 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a308085a-b04a-4f08-b78f-5befdfbfe28f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:15.457921 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a308085a-b04a-4f08-b78f-5befdfbfe28f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for 8eebdaaa-fd02-4f7f-b7bf-6f4676aa4bbb owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:15.502467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ded642b1-b1d9-4f73-b25e-adfd4e0242c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:15.585358 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ded642b1-b1d9-4f73-b25e-adfd4e0242c5 None None] For port 35b9fe57-89c5-4f1e-839b-7b0619016989, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=35b9fe57-89c5-4f1e-839b-7b0619016989,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:15.596188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ded642b1-b1d9-4f73-b25e-adfd4e0242c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:15.689220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d69adc8-6e40-4557-bc85-a8eb012417a7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:15.723376 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:15.753035 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69adc8-6e40-4557-bc85-a8eb012417a7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=162744c8-a154-48c1-a521-dbc474ec69d8,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:15.835192 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded642b1-b1d9-4f73-b25e-adfd4e0242c5 None None] Pushing event updated for resources: {'Port': ['ID=35b9fe57-89c5-4f1e-839b-7b0619016989,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:15.855176 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-4c50ab2f-ec39-4e6b-b0aa-e20d9805df02 None None] Could not find standard attr ID for object 8eebdaaa-fd02-4f7f-b7bf-6f4676aa4bbb. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:18:15.917283 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:15.917655 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:15.982928 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a308085a-b04a-4f08-b78f-5befdfbfe28f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:16.154169 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:16.161000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3863b099-0fd8-4810-ac78-35a01cecc07a None None] Provisioning complete for port af60ec7a-7245-4e9e-b92e-50523a245d83 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:16.161837 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3863b099-0fd8-4810-ac78-35a01cecc07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:16.162133 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308085a-b04a-4f08-b78f-5befdfbfe28f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=8eebdaaa-fd02-4f7f-b7bf-6f4676aa4bbb,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:16.175234 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47934064-7961-4e73-afe9-591f64dbe021 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:16.185304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47934064-7961-4e73-afe9-591f64dbe021 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:16.233788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d69adc8-6e40-4557-bc85-a8eb012417a7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:16.307871 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3863b099-0fd8-4810-ac78-35a01cecc07a None None] Port af60ec7a-7245-4e9e-b92e-50523a245d83 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:18:16.343129 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc,segment=NetworkSegment(83e5fefc-e996-4062-93a8-84a204e39bb6),segment_id=83e5fefc-e996-4062-93a8-84a204e39bb6)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:16.356205 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7bc921-4e7f-42ea-90ec-e4103b301009 None None] get_active_networks_info from dv-neutron-804846-18-hyperv {{(pid=103335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 02:18:16.377481 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28b2fc26-aec0-4b61-a770-b128415d2de2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:16.399151 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.ipam_backend_mixin [None req-47934064-7961-4e73-afe9-591f64dbe021 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a6260eb5-75a6-43e1-8392-95edb489ab23 (CIDR: 172.20.0.0/28) Dec 09 02:18:16.414866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:16.415650 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 35b9fe57-89c5-4f1e-839b-7b0619016989 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:16.418685 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35064) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:16.463789 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-47934064-7961-4e73-afe9-591f64dbe021 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:18:16.469727 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47934064-7961-4e73-afe9-591f64dbe021 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:16.470241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3863b099-0fd8-4810-ac78-35a01cecc07a None None] Provisioning complete for port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:16.470814 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3863b099-0fd8-4810-ac78-35a01cecc07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:16.476295 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2fc26-aec0-4b61-a770-b128415d2de2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Subnet': ['ID=2b529889-7f9f-48d1-b809-f0530278fc71,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:16.554762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2fc26-aec0-4b61-a770-b128415d2de2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Checking segment: {'id': '51771e6e-9510-43be-b9a1-98ca7ccb2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c389b48b-c68c-4d1b-9d98-aaa02e3c913d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:16.555340 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b2fc26-aec0-4b61-a770-b128415d2de2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network hostable DHCP agents. Network: c389b48b-c68c-4d1b-9d98-aaa02e3c913d, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:18:16.590427 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a308085a-b04a-4f08-b78f-5befdfbfe28f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:16.598615 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a308085a-b04a-4f08-b78f-5befdfbfe28f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/8eebdaaa-fd02-4f7f-b7bf-6f4676aa4bbb HTTP/1.1" status: 204 len: 168 time: 2.4213231 Dec 09 02:18:16.605812 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35072) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:16.612328 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-18f94040-c7c2-4de3-88d1-5346ababa4d2 tempest-DvrRoutersNegativeTest-280154227 tempest-DvrRoutersNegativeTest-280154227-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1376142480', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:16.618002 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.policy [None req-18f94040-c7c2-4de3-88d1-5346ababa4d2 tempest-DvrRoutersNegativeTest-280154227 tempest-DvrRoutersNegativeTest-280154227-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103333) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 09 02:18:16.618932 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.policy [None req-18f94040-c7c2-4de3-88d1-5346ababa4d2 tempest-DvrRoutersNegativeTest-280154227 tempest-DvrRoutersNegativeTest-280154227-project] Failed policy check for 'create_router' {{(pid=103333) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 09 02:18:16.619669 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-18f94040-c7c2-4de3-88d1-5346ababa4d2 tempest-DvrRoutersNegativeTest-280154227 tempest-DvrRoutersNegativeTest-280154227-project] create failed (client error): Access was denied to this resource. Dec 09 02:18:16.621666 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-18f94040-c7c2-4de3-88d1-5346ababa4d2 tempest-DvrRoutersNegativeTest-280154227 tempest-DvrRoutersNegativeTest-280154227-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1986680 Dec 09 02:18:16.634745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:16.649559 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d69adc8-6e40-4557-bc85-a8eb012417a7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:18:16.663026 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b2fc26-aec0-4b61-a770-b128415d2de2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network c389b48b-c68c-4d1b-9d98-aaa02e3c913d is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:18:16.686699 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-47934064-7961-4e73-afe9-591f64dbe021 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1717200 Dec 09 02:18:16.706860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35078) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:16.719787 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 35b9fe57-89c5-4f1e-839b-7b0619016989 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:16.720204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:16.732796 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:16.806968 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-28b2fc26-aec0-4b61-a770-b128415d2de2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, c389b48b-c68c-4d1b-9d98-aaa02e3c913d) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:16.813915 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2fc26-aec0-4b61-a770-b128415d2de2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:16.814506 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28b2fc26-aec0-4b61-a770-b128415d2de2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:16.818922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-7f8413d7-c43c-4cc3-a254-b9521ad2bb7b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'subnet': {'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:16.884943 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-28b2fc26-aec0-4b61-a770-b128415d2de2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4618032 Dec 09 02:18:16.887504 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35084) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:16.888211 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d69adc8-6e40-4557-bc85-a8eb012417a7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:18:16.908598 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8d69adc8-6e40-4557-bc85-a8eb012417a7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/b5fd2fe3-4ae3-4d7e-b334-1e948e296886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3533275 Dec 09 02:18:16.908972 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670d0cbb-1d7b-4e3d-b483-57fb8d5f5543 None None] Sync routers for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:18:16.909276 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35086) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:16.912581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d1aba5e9-246b-4d14-b0e3-c28fa655f249 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:16.922610 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a992af-e9a8-4e69-bcec-d75452dabff2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:16.924641 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a992af-e9a8-4e69-bcec-d75452dabff2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:16.929222 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b9a992af-e9a8-4e69-bcec-d75452dabff2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3192317 Dec 09 02:18:16.931493 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35090) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:16.950068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670d0cbb-1d7b-4e3d-b483-57fb8d5f5543 None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:16.950695 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-670d0cbb-1d7b-4e3d-b483-57fb8d5f5543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:17.001708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.021348 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-825675f6-7077-4909-9bb4-03cf15abb06c tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting subnet d2a31549-299b-416c-8521-6703a22de264 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:17.024748 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-825675f6-7077-4909-9bb4-03cf15abb06c tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.069505 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35092) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:17.110578 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-825675f6-7077-4909-9bb4-03cf15abb06c tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.161946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4dc8fa-8e0b-4ccd-94c3-f406be802904 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 2d19b37c-a468-4712-829b-9fbe7df73b81 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:17.175988 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7b4dc8fa-8e0b-4ccd-94c3-f406be802904 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.214200 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-825675f6-7077-4909-9bb4-03cf15abb06c tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.283297 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1aba5e9-246b-4d14-b0e3-c28fa655f249 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25578053'] for subnet, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.311465 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aab6199b-f8ed-4fc1-b666-cde6c72b6e31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.316680 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-825675f6-7077-4909-9bb4-03cf15abb06c tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.317745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8bec27f7-e1a7-4625-87b8-95a5f0913adb None None] Provisioning complete for port f3453723-3daf-4139-9deb-d1db73fec010 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:17.318199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8bec27f7-e1a7-4625-87b8-95a5f0913adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.334387 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7bc921-4e7f-42ea-90ec-e4103b301009 None None] Unable to find a vacant binding_index for network c389b48b-c68c-4d1b-9d98-aaa02e3c913d and agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 09 02:18:17.337480 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7b4dc8fa-8e0b-4ccd-94c3-f406be802904 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.364210 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-670d0cbb-1d7b-4e3d-b483-57fb8d5f5543 None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:17.383510 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-825675f6-7077-4909-9bb4-03cf15abb06c tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.383770 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:18:17.384220 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-825675f6-7077-4909-9bb4-03cf15abb06c tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/d2a31549-299b-416c-8521-6703a22de264 HTTP/1.1" status: 204 len: 168 time: 0.4704449 Dec 09 02:18:17.385434 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35102) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:17.385569 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825675f6-7077-4909-9bb4-03cf15abb06c tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a31549-299b-416c-8521-6703a22de264,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:17.396221 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8413d7-c43c-4cc3-a254-b9521ad2bb7b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:17.400052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f8413d7-c43c-4cc3-a254-b9521ad2bb7b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.454237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7bc921-4e7f-42ea-90ec-e4103b301009 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, c389b48b-c68c-4d1b-9d98-aaa02e3c913d) {{(pid=103335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 02:18:17.511723 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aab6199b-f8ed-4fc1-b666-cde6c72b6e31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.514923 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aab6199b-f8ed-4fc1-b666-cde6c72b6e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.569798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8bec27f7-e1a7-4625-87b8-95a5f0913adb None None] Port f3453723-3daf-4139-9deb-d1db73fec010 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:18:17.570519 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-aab6199b-f8ed-4fc1-b666-cde6c72b6e31 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5398c916dcbe47aaafbfc84de54de6e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4959512 Dec 09 02:18:17.571745 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6199b-f8ed-4fc1-b666-cde6c72b6e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259772e4-6aa8-483f-9dd0-c75349c4717b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:17.575666 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35106) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:17.581901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:17.643637 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98d7b521-5e7c-4f1c-b88c-1a47e5df986b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.669938 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98d7b521-5e7c-4f1c-b88c-1a47e5df986b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.709453 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.729965 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98d7b521-5e7c-4f1c-b88c-1a47e5df986b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.734929 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98d7b521-5e7c-4f1c-b88c-1a47e5df986b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.746308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7b4dc8fa-8e0b-4ccd-94c3-f406be802904 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.748007 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-98d7b521-5e7c-4f1c-b88c-1a47e5df986b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/259772e4-6aa8-483f-9dd0-c75349c4717b HTTP/1.1" status: 204 len: 168 time: 0.1645539 Dec 09 02:18:17.749813 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35110) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:17.799875 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7b521-5e7c-4f1c-b88c-1a47e5df986b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259772e4-6aa8-483f-9dd0-c75349c4717b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:17.801171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.824492 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.826177 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:17.826555 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.923680 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1883815618', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:17.950876 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Made reservation on behalf of c5e16c958d724d4aba002b08b2d74013 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:17.957011 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:17.972561 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.079462 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-670d0cbb-1d7b-4e3d-b483-57fb8d5f5543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:15Z', 'revision_number': 8, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e07dce21-793e-48ac-8e91-d25db8d36b70', 'name': '', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:a3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:45Z', 'updated_at': '2021-12-09T02:17:55Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:18.092397 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 35b9fe57-89c5-4f1e-839b-7b0619016989 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:18.123867 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.132105 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670d0cbb-1d7b-4e3d-b483-57fb8d5f5543 None None] Checking router: b5fd2fe3-4ae3-4d7e-b334-1e948e296886 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:18:18.134376 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.141027 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] device_id is not set on port ba35977d-8536-4e0a-9b3f-d8a20ddc848a yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:18:18.156977 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-c389b48b-c68c-4d1b-9d98-aaa02e3c913d', 'network_id': 'c389b48b-c68c-4d1b-9d98-aaa02e3c913d', 'project_id': '06f634e75f1b40e5950ba8d30fa7f442', 'fixed_ips': [{'subnet_id': '2b529889-7f9f-48d1-b809-f0530278fc71'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:18.157850 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.191920 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670d0cbb-1d7b-4e3d-b483-57fb8d5f5543 None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:18.192664 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-670d0cbb-1d7b-4e3d-b483-57fb8d5f5543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:18.222923 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6136fcc7-c0a2-4a30-acfb-55b4a9885242,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:18.271032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1aba5e9-246b-4d14-b0e3-c28fa655f249 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785246342184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2986128'] for subnet, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.305946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=7b235b03-3605-4b80-afd3-e9ffcb859373,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:18.343685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7b4dc8fa-8e0b-4ccd-94c3-f406be802904 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.367656 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Allocated IP 172.26.3.221 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/ba35977d-8536-4e0a-9b3f-d8a20ddc848a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:18.380278 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 35b9fe57-89c5-4f1e-839b-7b0619016989 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:18.381276 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.383622 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-670d0cbb-1d7b-4e3d-b483-57fb8d5f5543 None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:18.407996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aba5e9-246b-4d14-b0e3-c28fa655f249 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:18.408597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1aba5e9-246b-4d14-b0e3-c28fa655f249 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.412603 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d1aba5e9-246b-4d14-b0e3-c28fa655f249 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "PUT /v2.0/subnets/2b529889-7f9f-48d1-b809-f0530278fc71 HTTP/1.1" status: 200 len: 806 time: 1.5051541 Dec 09 02:18:18.413895 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35126) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:18.431162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7b4dc8fa-8e0b-4ccd-94c3-f406be802904 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.437097 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7b4dc8fa-8e0b-4ccd-94c3-f406be802904 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/2d19b37c-a468-4712-829b-9fbe7df73b81 HTTP/1.1" status: 204 len: 168 time: 1.5008526 Dec 09 02:18:18.440435 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.444160 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35128) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:18.483021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aba5e9-246b-4d14-b0e3-c28fa655f249 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Subnet': ['ID=2b529889-7f9f-48d1-b809-f0530278fc71,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:18.586625 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Allocated IP 172.20.0.2 (c389b48b-c68c-4d1b-9d98-aaa02e3c913d/2b529889-7f9f-48d1-b809-f0530278fc71/0f8a0236-b69c-476c-9f34-71e1b4915b85) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:18.624402 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9ca502a9-af9c-4276-987c-eda46c37c0ff tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1771092 Dec 09 02:18:18.625091 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.625564 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dc8fa-8e0b-4ccd-94c3-f406be802904 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=2d19b37c-a468-4712-829b-9fbe7df73b81,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:18.629450 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35136) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:18.637436 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ef8709bc-98fd-4725-bda8-7de928b9f663 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:18.642489 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port 7d8a94ea-254e-4b0c-83e8-05c87e980b99 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:18.642848 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.758712 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.809486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] For port 7d8a94ea-254e-4b0c-83e8-05c87e980b99, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7d8a94ea-254e-4b0c-83e8-05c87e980b99,segment=NetworkSegment(d23cd9f9-76e2-452a-a954-f9f39fd2c6d1),segment_id=d23cd9f9-76e2-452a-a954-f9f39fd2c6d1)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:18.810168 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.818495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8709bc-98fd-4725-bda8-7de928b9f663 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:18.821688 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP 7b6aa774-0c9b-423d-bb13-02b8a9d75042 associated. External IP: 172.26.3.29, port: fc8beeb3-a94e-44ae-844d-b4876d50621d. Dec 09 02:18:18.822088 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef8709bc-98fd-4725-bda8-7de928b9f663 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.875270 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for 7d8a94ea-254e-4b0c-83e8-05c87e980b99 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:18.887552 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f8413d7-c43c-4cc3-a254-b9521ad2bb7b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.889577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.896007 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-670d0cbb-1d7b-4e3d-b483-57fb8d5f5543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:15Z', 'revision_number': 8, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e07dce21-793e-48ac-8e91-d25db8d36b70', 'name': '', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:a3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:45Z', 'updated_at': '2021-12-09T02:17:55Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:18.914826 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.917537 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35140) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:18.931131 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670d0cbb-1d7b-4e3d-b483-57fb8d5f5543 None None] The sync data for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv is: [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:15Z', 'revision_number': 8, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e07dce21-793e-48ac-8e91-d25db8d36b70', 'name': '', 'network_id': 'eda3b4c3-a310-48b7-bdfa-1ca59fbe3833', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:a3:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:45Z', 'updated_at': '2021-12-09T02:17:55Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:18:18.936310 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:18.964694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8413d7-c43c-4cc3-a254-b9521ad2bb7b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:18.980017 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-7f8413d7-c43c-4cc3-a254-b9521ad2bb7b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:18.983892 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.042615 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Network c389b48b-c68c-4d1b-9d98-aaa02e3c913d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:19.044062 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8413d7-c43c-4cc3-a254-b9521ad2bb7b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:19.044682 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f8413d7-c43c-4cc3-a254-b9521ad2bb7b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.056703 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:19.056978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:19.061270 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:19.086379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:19.086620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8413d7-c43c-4cc3-a254-b9521ad2bb7b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Subnet': ['ID=90e8f158-03f3-47e5-8c44-9e654c8b2185,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:19.094970 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:19.100576 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Pushing event updated for resources: {'Port': ['ID=ba35977d-8536-4e0a-9b3f-d8a20ddc848a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:19.111094 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-27370484-0aa9-4466-9fd5-8809f323a3c5 req-f3a08764-e703-4bb8-8ffa-2a9197f45113 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2390993 Dec 09 02:18:19.118259 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7f8413d7-c43c-4cc3-a254-b9521ad2bb7b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3154702 Dec 09 02:18:19.121843 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35144) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:19.127588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-1e97dc24-612e-4471-8897-ea24462295a2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-937691891', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '90e8f158-03f3-47e5-8c44-9e654c8b2185'}], 'security_groups': ['a2cf9846-14b9-4dbf-bcad-6157a88c9bf3']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:19.132485 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.165648 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a6fe7711-72f1-4e85-ac09-1ff0560a45a1 tempest-SubnetPoolsTestJSON-1483745795 tempest-SubnetPoolsTestJSON-1483745795-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-527206431', 'prefixes': ['172.20.0.0/16']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:19.205482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Subnet': ['ID=2b529889-7f9f-48d1-b809-f0530278fc71,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:19.278840 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:19.279591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.311172 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.334137 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Pushing event updated for resources: {'Port': ['ID=0f8a0236-b69c-476c-9f34-71e1b4915b85,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:19.375015 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.389063 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1003301c-812a-4a43-b2dc-da3e289fb70a tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.6354456 Dec 09 02:18:19.393309 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=7d8a94ea-254e-4b0c-83e8-05c87e980b99,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:19.395084 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35146) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:19.400674 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 162744c8-a154-48c1-a521-dbc474ec69d8 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:19.401810 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27370484-0aa9-4466-9fd5-8809f323a3c5 req-c7a1975b-3784-42ab-92b0-ef93a742666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:19.403311 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-27370484-0aa9-4466-9fd5-8809f323a3c5 req-c7a1975b-3784-42ab-92b0-ef93a742666c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 1099 time: 0.2234502 Dec 09 02:18:19.409806 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-62439f52-50c3-45ef-8322-bab155f7f88f tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.221'}]}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:19.417529 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No DVR routers for this DVR port 7d8a94ea-254e-4b0c-83e8-05c87e980b99 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:19.444603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 162744c8-a154-48c1-a521-dbc474ec69d8 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:19.445346 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 162744c8-a154-48c1-a521-dbc474ec69d8 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:19.446444 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c389b48b-c68c-4d1b-9d98-aaa02e3c913d']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:19.453204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Attempting to bind port 0f8a0236-b69c-476c-9f34-71e1b4915b85 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:19.453872 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Attempting to bind port 0f8a0236-b69c-476c-9f34-71e1b4915b85 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '51771e6e-9510-43be-b9a1-98ca7ccb2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c389b48b-c68c-4d1b-9d98-aaa02e3c913d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:19.454825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Attempting to bind port 0f8a0236-b69c-476c-9f34-71e1b4915b85 on network c389b48b-c68c-4d1b-9d98-aaa02e3c913d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:19.461741 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:19.462722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Checking segment: {'id': '51771e6e-9510-43be-b9a1-98ca7ccb2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c389b48b-c68c-4d1b-9d98-aaa02e3c913d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:19.463366 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.464008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Bound using segment: {'id': '51771e6e-9510-43be-b9a1-98ca7ccb2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c389b48b-c68c-4d1b-9d98-aaa02e3c913d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:19.464671 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Bound port: 0f8a0236-b69c-476c-9f34-71e1b4915b85, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51771e6e-9510-43be-b9a1-98ca7ccb2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c389b48b-c68c-4d1b-9d98-aaa02e3c913d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:19.465303 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.472530 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51771e6e-9510-43be-b9a1-98ca7ccb2804') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:19.472831 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51771e6e-9510-43be-b9a1-98ca7ccb2804') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:19.497017 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.534642 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.551364 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] For port 0f8a0236-b69c-476c-9f34-71e1b4915b85, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:19.553327 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:19.553748 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:19.557109 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:19.615405 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-ef8709bc-98fd-4725-bda8-7de928b9f663 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:18:19.618286 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7711-72f1-4e85-ac09-1ff0560a45a1 tempest-SubnetPoolsTestJSON-1483745795 tempest-SubnetPoolsTestJSON-1483745795-project] Publish callbacks [] for subnetpool, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.619508 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a6fe7711-72f1-4e85-ac09-1ff0560a45a1 tempest-SubnetPoolsTestJSON-1483745795 tempest-SubnetPoolsTestJSON-1483745795-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6974602 Dec 09 02:18:19.622650 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35148) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:19.625702 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62439f52-50c3-45ef-8322-bab155f7f88f tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.626734 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62439f52-50c3-45ef-8322-bab155f7f88f tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.641722 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 08ca0122-a02b-4a71-bac2-91cde312983f has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:18:19.673000 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.694635 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27370484-0aa9-4466-9fd5-8809f323a3c5 req-758353a2-95d0-4b81-8e99-ff9129adf373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:19.696185 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-27370484-0aa9-4466-9fd5-8809f323a3c5 req-758353a2-95d0-4b81-8e99-ff9129adf373 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d365dc9-792a-4bdd-94b8-fdf0b0280b6a HTTP/1.1" status: 200 len: 898 time: 0.2272689 Dec 09 02:18:19.704560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] For port 0f8a0236-b69c-476c-9f34-71e1b4915b85, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0f8a0236-b69c-476c-9f34-71e1b4915b85,segment=NetworkSegment(51771e6e-9510-43be-b9a1-98ca7ccb2804),segment_id=51771e6e-9510-43be-b9a1-98ca7ccb2804)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:19.712473 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.716204 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.db.api [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 02:18:19.716204 dv-neutron-804846-18-hyperv neutron-server[103333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 02:18:19.716204 dv-neutron-804846-18-hyperv neutron-server[103333]: [parameters: {'id': 'c389b48b-c68c-4d1b-9d98-aaa02e3c913d'}] Dec 09 02:18:19.716204 dv-neutron-804846-18-hyperv neutron-server[103333]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:18:19.716630 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG oslo_db.api [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:18:19.716833 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fefc6ce4-b688-42de-ab53-edd64449827d']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:19.718826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1e97dc24-612e-4471-8897-ea24462295a2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.723810 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ef9a19dd-5a42-4277-a2f8-3fc57e27b602 tempest-SubnetPoolsTestJSON-1483745795 tempest-SubnetPoolsTestJSON-1483745795-project] 10.222.0.43 "GET /v2.0/subnetpools/2028bee4-d739-4678-963d-eaf169009e91 HTTP/1.1" status: 200 len: 731 time: 0.0999846 Dec 09 02:18:19.727418 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35150) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:19.738640 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6e620117-a304-4250-b952-7ad7ed6965bb tempest-SubnetPoolsTestJSON-1483745795 tempest-SubnetPoolsTestJSON-1483745795-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2074326581'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:19.797449 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23cd9f9-76e2-452a-a954-f9f39fd2c6d1') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:19.797896 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23cd9f9-76e2-452a-a954-f9f39fd2c6d1') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:19.818649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934696d-0310-4082-b6f7-bd0f0a9bc577 None None] Pushing event updated for resources: {'Port': ['ID=0f8a0236-b69c-476c-9f34-71e1b4915b85,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:19.850354 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0124f497-5314-48c8-8aad-ae3d8d9481ad None None] get_active_networks_info from dv-neutron-804846-18-hyperv {{(pid=103335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 02:18:19.858203 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.884856 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e620117-a304-4250-b952-7ad7ed6965bb tempest-SubnetPoolsTestJSON-1483745795 tempest-SubnetPoolsTestJSON-1483745795-project] Publish callbacks [] for subnetpool, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.888591 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6e620117-a304-4250-b952-7ad7ed6965bb tempest-SubnetPoolsTestJSON-1483745795 tempest-SubnetPoolsTestJSON-1483745795-project] 10.222.0.43 "PUT /v2.0/subnetpools/2028bee4-d739-4678-963d-eaf169009e91 HTTP/1.1" status: 200 len: 684 time: 0.1581395 Dec 09 02:18:19.888591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef8709bc-98fd-4725-bda8-7de928b9f663 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.888841 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35152) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:19.935064 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62439f52-50c3-45ef-8322-bab155f7f88f tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.974615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:19.989100 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0124f497-5314-48c8-8aad-ae3d8d9481ad None None] Resources bound (agent type, host, resource id): {{(pid=103335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 02:18:20.017637 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acba823b-f703-4080-9bd2-efc2ed0a9755 tempest-SubnetPoolsTestJSON-1483745795 tempest-SubnetPoolsTestJSON-1483745795-project] Publish callbacks [] for subnetpool, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:20.021423 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-acba823b-f703-4080-9bd2-efc2ed0a9755 tempest-SubnetPoolsTestJSON-1483745795 tempest-SubnetPoolsTestJSON-1483745795-project] 10.222.0.43 "DELETE /v2.0/subnetpools/2028bee4-d739-4678-963d-eaf169009e91 HTTP/1.1" status: 204 len: 168 time: 0.1291106 Dec 09 02:18:20.048513 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35154) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:20.069851 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-b5f9427c-9fd8-401c-b69e-fde19542bee8 tempest-SubnetPoolsTestJSON-1483745795 tempest-SubnetPoolsTestJSON-1483745795-project] show failed (client error): The resource could not be found. Dec 09 02:18:20.071782 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b5f9427c-9fd8-401c-b69e-fde19542bee8 tempest-SubnetPoolsTestJSON-1483745795 tempest-SubnetPoolsTestJSON-1483745795-project] 10.222.0.43 "GET /v2.0/subnetpools/2028bee4-d739-4678-963d-eaf169009e91 HTTP/1.1" status: 404 len: 346 time: 0.0214267 Dec 09 02:18:20.075332 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35156) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:20.097637 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-bd20b17b-ce2b-4064-a2a0-7cda4b1fcab0 tempest-SubnetPoolsTestJSON-1483745795 tempest-SubnetPoolsTestJSON-1483745795-project] delete failed (client error): The resource could not be found. Dec 09 02:18:20.098688 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bd20b17b-ce2b-4064-a2a0-7cda4b1fcab0 tempest-SubnetPoolsTestJSON-1483745795 tempest-SubnetPoolsTestJSON-1483745795-project] 10.222.0.43 "DELETE /v2.0/subnetpools/2028bee4-d739-4678-963d-eaf169009e91 HTTP/1.1" status: 404 len: 346 time: 0.0223951 Dec 09 02:18:20.140212 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-ef8709bc-98fd-4725-bda8-7de928b9f663 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] For port 35b9fe57-89c5-4f1e-839b-7b0619016989, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=35b9fe57-89c5-4f1e-839b-7b0619016989,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:20.176765 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef8709bc-98fd-4725-bda8-7de928b9f663 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:20.184336 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef8709bc-98fd-4725-bda8-7de928b9f663 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:20.185522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef8709bc-98fd-4725-bda8-7de928b9f663 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:20.262118 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:20.309641 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8709bc-98fd-4725-bda8-7de928b9f663 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:20.320616 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-ef8709bc-98fd-4725-bda8-7de928b9f663 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:20.331988 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfa9d40-718c-4e1e-af85-e43548fa433d None None] Network c389b48b-c68c-4d1b-9d98-aaa02e3c913d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:20.333070 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8709bc-98fd-4725-bda8-7de928b9f663 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:20.333876 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef8709bc-98fd-4725-bda8-7de928b9f663 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:20.334711 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acbe0d2-8e32-43a0-b887-fb35f963a8f4 None None] Network fefc6ce4-b688-42de-ab53-edd64449827d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:20.348078 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6c1c68-a375-47d3-8d06-903cb69c4ad2 None None] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:20.353782 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8709bc-98fd-4725-bda8-7de928b9f663 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=fb0e95e7-b490-4836-858b-de44edc60039,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:20.375484 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8709bc-98fd-4725-bda8-7de928b9f663 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=35b9fe57-89c5-4f1e-839b-7b0619016989,revision_number=6']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:20.380080 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-27370484-0aa9-4466-9fd5-8809f323a3c5 req-9d107235-fd2b-4119-b5ca-cce36039b633 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8beeb3-a94e-44ae-844d-b4876d50621d HTTP/1.1" status: 200 len: 999 time: 0.6732872 Dec 09 02:18:20.392191 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ef8709bc-98fd-4725-bda8-7de928b9f663 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7581577 Dec 09 02:18:20.403182 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35164) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:20.409574 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9a03b85b-454e-4d40-8956-32191a82886d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'mac_address': 'fa:16:3e:d9:d2:67', 'name': 'tempest-NetworksTestDHCPv6-82457840'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:20.454954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:20.455738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:20.459063 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:20.478445 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731a0375-0ec1-472c-9ce1-22c5983b6924 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:20.517580 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Deleting port 0f8a0236-b69c-476c-9f34-71e1b4915b85 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:20.517970 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:20.576960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35166) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:20.647230 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-60ff2cd8-4e55-4a44-bb12-7210333bc0ca None None] Provisioning complete for port ba35977d-8536-4e0a-9b3f-d8a20ddc848a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:20.647897 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-60ff2cd8-4e55-4a44-bb12-7210333bc0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:20.671508 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] For port 0f8a0236-b69c-476c-9f34-71e1b4915b85, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0f8a0236-b69c-476c-9f34-71e1b4915b85,segment=NetworkSegment(51771e6e-9510-43be-b9a1-98ca7ccb2804),segment_id=51771e6e-9510-43be-b9a1-98ca7ccb2804)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:20.671956 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:20.694334 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a03b85b-454e-4d40-8956-32191a82886d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:20.704170 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Calling delete_port for 0f8a0236-b69c-476c-9f34-71e1b4915b85 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:20.727474 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b844705a-8c4e-475d-b109-df6a3cbff3e3 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:20.732045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:18:20.744193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12b9f3d-502b-458b-b170-bacd0a0ec14e None None] DHCP port deletion for fefc6ce4-b688-42de-ab53-edd64449827d request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:20.744685 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b3ae0-fc20-4dd3-83d3-08b073600715 None None] Sync routers for ids ['08ca0122-a02b-4a71-bac2-91cde312983f'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:18:20.759477 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b3ae0-fc20-4dd3-83d3-08b073600715 None None] Routers {'08ca0122-a02b-4a71-bac2-91cde312983f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:20.760376 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-105b3ae0-fc20-4dd3-83d3-08b073600715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08ca0122-a02b-4a71-bac2-91cde312983f'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:20.838319 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd18dba-75f4-464d-b92d-b544caca1bf3 None None] Network c389b48b-c68c-4d1b-9d98-aaa02e3c913d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:20.840589 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:20.844579 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a03b85b-454e-4d40-8956-32191a82886d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:20.844918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:20.851907 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/networks/fefc6ce4-b688-42de-ab53-edd64449827d HTTP/1.1" status: 204 len: 168 time: 3.4642596 Dec 09 02:18:20.854679 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35170) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:20.860669 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62439f52-50c3-45ef-8322-bab155f7f88f tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:20.880545 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-9a03b85b-454e-4d40-8956-32191a82886d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port ea3bf342-b4ba-432b-b797-db2594121cbf yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:18:20.896585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27370484-0aa9-4466-9fd5-8809f323a3c5 req-9836bd0a-7215-4cdb-9498-db280b69d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:20.898848 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-27370484-0aa9-4466-9fd5-8809f323a3c5 req-9836bd0a-7215-4cdb-9498-db280b69d0ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fca60db5-0a85-4b51-99b3-92926d825b67 HTTP/1.1" status: 200 len: 834 time: 0.4636736 Dec 09 02:18:20.917124 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-60ff2cd8-4e55-4a44-bb12-7210333bc0ca None None] Port ba35977d-8536-4e0a-9b3f-d8a20ddc848a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:18:20.922287 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-105b3ae0-fc20-4dd3-83d3-08b073600715 None None] Set router 08ca0122-a02b-4a71-bac2-91cde312983f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:20.922462 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-046d71c4-92ae-4f0c-b071-c75ac561daf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:20.945805 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba29bfb-35cb-4aa0-ab52-74068e9c6eb4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Network': ['ID=fefc6ce4-b688-42de-ab53-edd64449827d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:20.950613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:21.005371 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-9a03b85b-454e-4d40-8956-32191a82886d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::f816:3eff:fed9:d267 (3d63738a-85ef-4baf-83f7-848c720832e0/fb0e95e7-b490-4836-858b-de44edc60039/ea3bf342-b4ba-432b-b797-db2594121cbf) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:21.022989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484734ca-06e4-4be6-b4c5-df98639ba701 None None] Network c389b48b-c68c-4d1b-9d98-aaa02e3c913d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:21.091696 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-62e41c92-aca2-4b63-b9fa-dd0aee5575db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.3664281 Dec 09 02:18:21.097244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'tag': 'fc8beeb3-a94e-44ae-844d-b4876d50621d'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:18:21.099843 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7805180d-1656-4692-abaa-3ae0d9983818" -d '{"events": [{"name": "network-changed", "server_uuid": "003f732e-9b6e-4a4e-910c-fa0ceefc8464", "tag": "fc8beeb3-a94e-44ae-844d-b4876d50621d"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:18:21.110509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35172) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:21.221810 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503a949a-029d-4b4e-8fc1-1c63f0f9c998 x-openstack-request-id: req-503a949a-029d-4b4e-8fc1-1c63f0f9c998 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:18:21.222115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003f732e-9b6e-4a4e-910c-fa0ceefc8464", "tag": "fc8beeb3-a94e-44ae-844d-b4876d50621d", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:18:21.222432 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-503a949a-029d-4b4e-8fc1-1c63f0f9c998 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:18:21.222875 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'tag': 'fc8beeb3-a94e-44ae-844d-b4876d50621d', 'status': 'completed', 'code': 200} Dec 09 02:18:21.240335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27370484-0aa9-4466-9fd5-8809f323a3c5 req-bf5cb7ea-40db-4ea8-a01c-672f2a6c44d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:21.241934 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-27370484-0aa9-4466-9fd5-8809f323a3c5 req-bf5cb7ea-40db-4ea8-a01c-672f2a6c44d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d365dc9-792a-4bdd-94b8-fdf0b0280b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3258886 Dec 09 02:18:21.243175 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c715cf00-931c-4c46-a7d8-041a663c4e76 None None] Update dhcp port {'port': {'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9', 'fixed_ips': [{'subnet_id': 'a6260eb5-75a6-43e1-8392-95edb489ab23', 'ip_address': '172.20.0.2'}, {'subnet_id': '90e8f158-03f3-47e5-8c44-9e654c8b2185'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': '4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:18:21.290070 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c715cf00-931c-4c46-a7d8-041a663c4e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:21.294794 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-105b3ae0-fc20-4dd3-83d3-08b073600715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:17:34Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7b6aa774-0c9b-423d-bb13-02b8a9d75042', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'port_id': 'fc8beeb3-a94e-44ae-844d-b4876d50621d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'mac_address': 'fa:16:3e:95:3a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:18:15Z', 'updated_at': '2021-12-09T02:18:15Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8698c1-b094-4901-acf3-46da7b218db0', 'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:46:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:32Z', 'updated_at': '2021-12-09T02:17:43Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:21.373347 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b3ae0-fc20-4dd3-83d3-08b073600715 None None] Checking router: 08ca0122-a02b-4a71-bac2-91cde312983f for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:18:21.401155 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b3ae0-fc20-4dd3-83d3-08b073600715 None None] Routers {'08ca0122-a02b-4a71-bac2-91cde312983f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:21.405252 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-105b3ae0-fc20-4dd3-83d3-08b073600715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08ca0122-a02b-4a71-bac2-91cde312983f'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:21.409966 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b02d188d-fb32-4578-af91-0e0aaf52005f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/7b6aa774-0c9b-423d-bb13-02b8a9d75042 HTTP/1.1" status: 200 len: 991 time: 0.2974007 Dec 09 02:18:21.505653 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 35b9fe57-89c5-4f1e-839b-7b0619016989 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:21.532424 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-27370484-0aa9-4466-9fd5-8809f323a3c5 req-3ffe75de-dd86-4868-bea4-15182d0971c0 service neutron] 10.222.0.45 "GET /v2.0/networks/0d365dc9-792a-4bdd-94b8-fdf0b0280b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454913 Dec 09 02:18:21.533795 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-1e97dc24-612e-4471-8897-ea24462295a2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Delete allocated IP 172.20.0.10 (5f7aec52-f3b5-4beb-a843-c44009141bb9/a6260eb5-75a6-43e1-8392-95edb489ab23) {{(pid=103334) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 02:18:21.554427 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-1e97dc24-612e-4471-8897-ea24462295a2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Allocated IP 172.20.0.26 (5f7aec52-f3b5-4beb-a843-c44009141bb9/90e8f158-03f3-47e5-8c44-9e654c8b2185/f3453723-3daf-4139-9deb-d1db73fec010) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:21.586921 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 35b9fe57-89c5-4f1e-839b-7b0619016989 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:21.587494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:21.596430 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-105b3ae0-fc20-4dd3-83d3-08b073600715 None None] Set router 08ca0122-a02b-4a71-bac2-91cde312983f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:21.685272 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a19feb4c-6fd5-4830-9ae5-b3d7f651d58e None None] Provisioning complete for port 35b9fe57-89c5-4f1e-839b-7b0619016989 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:21.685828 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a19feb4c-6fd5-4830-9ae5-b3d7f651d58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:21.693795 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:21.753794 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Port': ['ID=0f8a0236-b69c-476c-9f34-71e1b4915b85,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:21.770194 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No DVR routers for this DVR port 0f8a0236-b69c-476c-9f34-71e1b4915b85 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:21.792625 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a03b85b-454e-4d40-8956-32191a82886d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:21.866932 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a03b85b-454e-4d40-8956-32191a82886d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:21.930953 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-27370484-0aa9-4466-9fd5-8809f323a3c5 req-a80e432b-e68d-4cda-af6b-b00b7342d7fe service neutron] 10.222.0.45 "GET /v2.0/networks/0d365dc9-792a-4bdd-94b8-fdf0b0280b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885162 Dec 09 02:18:21.960677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62439f52-50c3-45ef-8322-bab155f7f88f tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:21.978456 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7d8a94ea-254e-4b0c-83e8-05c87e980b99 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:21.990462 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-046d71c4-92ae-4f0c-b071-c75ac561daf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.035986 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 7d8a94ea-254e-4b0c-83e8-05c87e980b99 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:22.040736 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7d8a94ea-254e-4b0c-83e8-05c87e980b99 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:22.052565 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-105b3ae0-fc20-4dd3-83d3-08b073600715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:17:34Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7b6aa774-0c9b-423d-bb13-02b8a9d75042', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'port_id': 'fc8beeb3-a94e-44ae-844d-b4876d50621d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'mac_address': 'fa:16:3e:95:3a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:18:15Z', 'updated_at': '2021-12-09T02:18:15Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8698c1-b094-4901-acf3-46da7b218db0', 'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:46:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:32Z', 'updated_at': '2021-12-09T02:17:43Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:22.076765 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-046d71c4-92ae-4f0c-b071-c75ac561daf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.079692 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62439f52-50c3-45ef-8322-bab155f7f88f tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.086053 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b3ae0-fc20-4dd3-83d3-08b073600715 None None] The sync data for ids ['08ca0122-a02b-4a71-bac2-91cde312983f'] in dv-neutron-804846-18-hyperv is: [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:17:34Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7b6aa774-0c9b-423d-bb13-02b8a9d75042', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'port_id': 'fc8beeb3-a94e-44ae-844d-b4876d50621d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'mac_address': 'fa:16:3e:95:3a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:18:15Z', 'updated_at': '2021-12-09T02:18:15Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8698c1-b094-4901-acf3-46da7b218db0', 'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:46:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:32Z', 'updated_at': '2021-12-09T02:17:43Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:18:22.135001 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a03b85b-454e-4d40-8956-32191a82886d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:22.151233 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-9a03b85b-454e-4d40-8956-32191a82886d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:22.162965 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a03b85b-454e-4d40-8956-32191a82886d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:22.169223 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a03b85b-454e-4d40-8956-32191a82886d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:22.169856 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a03b85b-454e-4d40-8956-32191a82886d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.179531 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03b85b-454e-4d40-8956-32191a82886d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=ea3bf342-b4ba-432b-b797-db2594121cbf,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:22.221934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.258575 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9a03b85b-454e-4d40-8956-32191a82886d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8518984 Dec 09 02:18:22.266345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35176) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:22.275373 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c389b48b-c68c-4d1b-9d98-aaa02e3c913d']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:22.311423 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51771e6e-9510-43be-b9a1-98ca7ccb2804') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:22.313489 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51771e6e-9510-43be-b9a1-98ca7ccb2804') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:22.325987 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-046d71c4-92ae-4f0c-b071-c75ac561daf7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d087c3cf38e4267b73e62aaeb6443f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7405791 Dec 09 02:18:22.342718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35178) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:22.348563 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.353852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d71c4-92ae-4f0c-b071-c75ac561daf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eff796b-6510-48aa-a61a-eab5f18fe15b,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:22.367971 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.378933 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:22.379347 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:22.382620 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:22.408858 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805180d-1656-4692-abaa-3ae0d9983818 req-d06680d8-1a48-42c4-bf1c-49fba1df4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:22.410399 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7805180d-1656-4692-abaa-3ae0d9983818 req-d06680d8-1a48-42c4-bf1c-49fba1df4ca5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 1099 time: 0.3471892 Dec 09 02:18:22.430614 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35180) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:22.449573 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5ab113-3ea8-451d-87a7-e47147a01860 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:22.457259 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5ab113-3ea8-451d-87a7-e47147a01860 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:22.458929 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4c5ab113-3ea8-451d-87a7-e47147a01860 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1916287 Dec 09 02:18:22.462050 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d55f85a0-4959-43d2-816c-6154a01d9f1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.469817 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35182) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:22.487422 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcada2ce-9533-4f36-84e8-10195a765159 None None] New status for floating IP 7b6aa774-0c9b-423d-bb13-02b8a9d75042: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:18:22.574543 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.577824 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1e97dc24-612e-4471-8897-ea24462295a2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.593440 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.598039 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d55f85a0-4959-43d2-816c-6154a01d9f1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.599334 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/c389b48b-c68c-4d1b-9d98-aaa02e3c913d HTTP/1.1" status: 204 len: 168 time: 4.1842248 Dec 09 02:18:22.601479 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1e97dc24-612e-4471-8897-ea24462295a2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.602751 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35184) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:22.614458 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-614b576d-4794-4b44-8b4d-19fe5b447744 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/7b6aa774-0c9b-423d-bb13-02b8a9d75042 HTTP/1.1" status: 200 len: 991 time: 0.1816897 Dec 09 02:18:22.661949 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b63fa1-766f-4fe9-ab30-417f6569cf32 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Network': ['ID=c389b48b-c68c-4d1b-9d98-aaa02e3c913d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:22.668293 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6405505-bc07-42cd-81ac-04e29ed5ac5a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:22.668293 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6405505-bc07-42cd-81ac-04e29ed5ac5a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:22.675996 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a6405505-bc07-42cd-81ac-04e29ed5ac5a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/c389b48b-c68c-4d1b-9d98-aaa02e3c913d HTTP/1.1" status: 404 len: 339 time: 0.0677311 Dec 09 02:18:22.677187 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-21a3c532-caeb-4495-8742-16a35c65e125 None None] Provisioning complete for port ea3bf342-b4ba-432b-b797-db2594121cbf triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:22.677187 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21a3c532-caeb-4495-8742-16a35c65e125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.677803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35186) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:22.683586 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c2b8dc5e-057d-4a37-b59d-718bb4c00011 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-675656585', 'description': 'd1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:22.749976 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b8dc5e-057d-4a37-b59d-718bb4c00011 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:22.753620 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dc5e-057d-4a37-b59d-718bb4c00011 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.763693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-c715cf00-931c-4c46-a7d8-041a663c4e76 None None] Allocated IP 172.20.0.18 (5f7aec52-f3b5-4beb-a843-c44009141bb9/90e8f158-03f3-47e5-8c44-9e654c8b2185/4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:22.771364 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-495ecf10-4155-4b61-98ad-89c3dffee9bd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port ea3bf342-b4ba-432b-b797-db2594121cbf {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:22.771730 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-495ecf10-4155-4b61-98ad-89c3dffee9bd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.772779 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97dc24-612e-4471-8897-ea24462295a2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=f3453723-3daf-4139-9deb-d1db73fec010,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:22.806119 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-21a3c532-caeb-4495-8742-16a35c65e125 None None] Port ea3bf342-b4ba-432b-b797-db2594121cbf cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:18:22.844498 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b8dc5e-057d-4a37-b59d-718bb4c00011 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:18:22.855424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a39d333c-56e8-44d1-a174-97f4bf409779 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.856967 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805180d-1656-4692-abaa-3ae0d9983818 req-e86d0425-5a78-4912-8863-d5c94c7e74db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:22.858973 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7805180d-1656-4692-abaa-3ae0d9983818 req-e86d0425-5a78-4912-8863-d5c94c7e74db service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d365dc9-792a-4bdd-94b8-fdf0b0280b6a HTTP/1.1" status: 200 len: 898 time: 0.3876150 Dec 09 02:18:22.873694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62439f52-50c3-45ef-8322-bab155f7f88f tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.946224 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c715cf00-931c-4c46-a7d8-041a663c4e76 None None] For port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc,segment=NetworkSegment(83e5fefc-e996-4062-93a8-84a204e39bb6),segment_id=83e5fefc-e996-4062-93a8-84a204e39bb6)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:22.966160 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1e97dc24-612e-4471-8897-ea24462295a2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] In _notify_port_updated(), no bound segment for port f3453723-3daf-4139-9deb-d1db73fec010 on network 5f7aec52-f3b5-4beb-a843-c44009141bb9 {{(pid=103334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:18:22.972351 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97dc24-612e-4471-8897-ea24462295a2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:22.972547 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dc5e-057d-4a37-b59d-718bb4c00011 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.972997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1e97dc24-612e-4471-8897-ea24462295a2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.973141 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-c2b8dc5e-057d-4a37-b59d-718bb4c00011 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Added segment aade4919-6169-4336-bef1-36cfa1ac52ec of type vlan for network 5247407b-d2e9-40b1-ae32-82177e22875e Dec 09 02:18:22.974325 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1e97dc24-612e-4471-8897-ea24462295a2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "PUT /v2.0/ports/f3453723-3daf-4139-9deb-d1db73fec010 HTTP/1.1" status: 200 len: 920 time: 3.8513737 Dec 09 02:18:22.975146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d55f85a0-4959-43d2-816c-6154a01d9f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.977891 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d55f85a0-4959-43d2-816c-6154a01d9f1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:22.978971 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d55f85a0-4959-43d2-816c-6154a01d9f1a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2eff796b-6510-48aa-a61a-eab5f18fe15b HTTP/1.1" status: 204 len: 168 time: 0.6263716 Dec 09 02:18:22.980777 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35188) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:23.086824 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-495ecf10-4155-4b61-98ad-89c3dffee9bd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:23.090644 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dc5e-057d-4a37-b59d-718bb4c00011 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:23.125709 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-495ecf10-4155-4b61-98ad-89c3dffee9bd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for ea3bf342-b4ba-432b-b797-db2594121cbf owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:23.172284 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c715cf00-931c-4c46-a7d8-041a663c4e76 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:23.179643 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c715cf00-931c-4c46-a7d8-041a663c4e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:23.306265 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715cf00-931c-4c46-a7d8-041a663c4e76 None None] Pushing event updated for resources: {'Port': ['ID=4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:23.310657 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dc5e-057d-4a37-b59d-718bb4c00011 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:23.317038 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b8dc5e-057d-4a37-b59d-718bb4c00011 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:23.317897 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dc5e-057d-4a37-b59d-718bb4c00011 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:23.399256 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f85a0-4959-43d2-816c-6154a01d9f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eff796b-6510-48aa-a61a-eab5f18fe15b,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:23.455561 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c2b8dc5e-057d-4a37-b59d-718bb4c00011 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7752717 Dec 09 02:18:23.456904 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35198) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:23.482822 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:23.497476 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8dc5e-057d-4a37-b59d-718bb4c00011 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Network': ['ID=5247407b-d2e9-40b1-ae32-82177e22875e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:23.524781 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62439f52-50c3-45ef-8322-bab155f7f88f tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:23.527036 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62439f52-50c3-45ef-8322-bab155f7f88f tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:23.528576 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 5247407b-d2e9-40b1-ae32-82177e22875e details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:18:23.583742 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7805180d-1656-4692-abaa-3ae0d9983818 req-770236b7-0233-4092-91fd-75d08e88139d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8beeb3-a94e-44ae-844d-b4876d50621d HTTP/1.1" status: 200 len: 1001 time: 0.7017879 Dec 09 02:18:23.584921 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62439f52-50c3-45ef-8322-bab155f7f88f tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:23.585562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62439f52-50c3-45ef-8322-bab155f7f88f tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d8325c8-735c-4139-98e4-c46e0301c161 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:18:23.623416 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35204) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:23.632274 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3605f8b3-c80f-435d-b3ed-d1ba887b1130 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port f3453723-3daf-4139-9deb-d1db73fec010 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:23.632614 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3605f8b3-c80f-435d-b3ed-d1ba887b1130 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:23.645361 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:23.646048 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:23.751574 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ad6a3-8774-41ff-b908-2be584f3b12a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:23.757911 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2a0ad6a3-8774-41ff-b908-2be584f3b12a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "GET /v2.0/networks?id=5247407b-d2e9-40b1-ae32-82177e22875e HTTP/1.1" status: 200 len: 760 time: 0.2940707 Dec 09 02:18:23.758953 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-495ecf10-4155-4b61-98ad-89c3dffee9bd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:23.759927 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35206) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:23.795212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805180d-1656-4692-abaa-3ae0d9983818 req-4a693696-cfdd-483a-a892-82525c5c93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:23.798120 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7805180d-1656-4692-abaa-3ae0d9983818 req-4a693696-cfdd-483a-a892-82525c5c93fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fca60db5-0a85-4b51-99b3-92926d825b67 HTTP/1.1" status: 200 len: 834 time: 0.2071862 Dec 09 02:18:23.809437 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f60438af-28da-4b74-a6cd-c4300ca33a43 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'network': {'description': 'd2'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:23.814842 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-62439f52-50c3-45ef-8322-bab155f7f88f tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 09 02:18:23.815915 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-62439f52-50c3-45ef-8322-bab155f7f88f tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.4164345 Dec 09 02:18:23.830452 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35210) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:23.852171 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ecf10-4155-4b61-98ad-89c3dffee9bd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=ea3bf342-b4ba-432b-b797-db2594121cbf,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:23.941100 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6fbd275b-2e0d-4677-993c-f85033215807 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/7b6aa774-0c9b-423d-bb13-02b8a9d75042 HTTP/1.1" status: 200 len: 993 time: 0.2793293 Dec 09 02:18:23.959717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805180d-1656-4692-abaa-3ae0d9983818 req-7e46bffb-b552-4f88-a7eb-b283ed7bbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:23.961561 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7805180d-1656-4692-abaa-3ae0d9983818 req-7e46bffb-b552-4f88-a7eb-b283ed7bbb65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d365dc9-792a-4bdd-94b8-fdf0b0280b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1420527 Dec 09 02:18:23.962380 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3605f8b3-c80f-435d-b3ed-d1ba887b1130 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:23.966191 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-495ecf10-4155-4b61-98ad-89c3dffee9bd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:23.972497 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-495ecf10-4155-4b61-98ad-89c3dffee9bd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/ea3bf342-b4ba-432b-b797-db2594121cbf HTTP/1.1" status: 204 len: 168 time: 1.4991016 Dec 09 02:18:23.982520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35216) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:24.179997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35222) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:24.212660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1149c9c6-3233-4b6a-b87c-4da452861ede tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:24.214625 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1149c9c6-3233-4b6a-b87c-4da452861ede tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:24.219783 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1149c9c6-3233-4b6a-b87c-4da452861ede tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2359128 Dec 09 02:18:24.223864 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35226) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:24.257232 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0471f81e-5356-4d94-bf96-7fd6539a2399 None None] Provisioning complete for port af60ec7a-7245-4e9e-b92e-50523a245d83 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:24.258141 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0471f81e-5356-4d94-bf96-7fd6539a2399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.267272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f60438af-28da-4b74-a6cd-c4300ca33a43 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.290383 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-630b9955-156c-4a87-9dc5-99640d2a10c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1958265938-network', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:24.296749 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0471f81e-5356-4d94-bf96-7fd6539a2399 None None] Port af60ec7a-7245-4e9e-b92e-50523a245d83 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:18:24.307225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0471f81e-5356-4d94-bf96-7fd6539a2399 None None] Provisioning complete for port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:24.307225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0471f81e-5356-4d94-bf96-7fd6539a2399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.332424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f60438af-28da-4b74-a6cd-c4300ca33a43 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.349496 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fd30c6-ed50-4960-ba6a-53ff4e309fb2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet fb0e95e7-b490-4836-858b-de44edc60039 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:24.352722 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70fd30c6-ed50-4960-ba6a-53ff4e309fb2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.400838 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0471f81e-5356-4d94-bf96-7fd6539a2399 None None] Provisioning complete for port f3453723-3daf-4139-9deb-d1db73fec010 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:24.401214 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0471f81e-5356-4d94-bf96-7fd6539a2399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.421333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f60438af-28da-4b74-a6cd-c4300ca33a43 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network 5247407b-d2e9-40b1-ae32-82177e22875e is not hosted by any dhcp agent {{(pid=103334) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 02:18:24.426867 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60438af-28da-4b74-a6cd-c4300ca33a43 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:24.427511 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f60438af-28da-4b74-a6cd-c4300ca33a43 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.431934 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f60438af-28da-4b74-a6cd-c4300ca33a43 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "PUT /v2.0/networks/5247407b-d2e9-40b1-ae32-82177e22875e HTTP/1.1" status: 200 len: 757 time: 0.6706605 Dec 09 02:18:24.436226 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0471f81e-5356-4d94-bf96-7fd6539a2399 None None] Port f3453723-3daf-4139-9deb-d1db73fec010 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:18:24.439377 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35228) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:24.440863 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7805180d-1656-4692-abaa-3ae0d9983818 req-028b916c-4419-4d61-b862-385541749098 service neutron] 10.222.0.45 "GET /v2.0/networks/0d365dc9-792a-4bdd-94b8-fdf0b0280b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710088 Dec 09 02:18:24.447335 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3605f8b3-c80f-435d-b3ed-d1ba887b1130 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for f3453723-3daf-4139-9deb-d1db73fec010 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:24.487383 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630b9955-156c-4a87-9dc5-99640d2a10c5 admin admin] Made reservation on behalf of 3a5db6e7b6aa403caa5434944427f429 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:24.489478 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-630b9955-156c-4a87-9dc5-99640d2a10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.520349 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a39d333c-56e8-44d1-a174-97f4bf409779 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port e07dce21-793e-48ac-8e91-d25db8d36b70 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:24.520690 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a39d333c-56e8-44d1-a174-97f4bf409779 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.573675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70fd30c6-ed50-4960-ba6a-53ff4e309fb2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.578714 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-630b9955-156c-4a87-9dc5-99640d2a10c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.580897 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1f2c4-b709-4fa4-8363-055d65b159af tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Deleting port ba35977d-8536-4e0a-9b3f-d8a20ddc848a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:24.581239 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ed1f2c4-b709-4fa4-8363-055d65b159af tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.601396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60438af-28da-4b74-a6cd-c4300ca33a43 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Network': ['ID=5247407b-d2e9-40b1-ae32-82177e22875e,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:24.617824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 5247407b-d2e9-40b1-ae32-82177e22875e details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:18:24.675330 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e34526-21dc-4e4f-a5dc-2a3060250174 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:24.680323 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-69e34526-21dc-4e4f-a5dc-2a3060250174 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "GET /v2.0/networks?id=5247407b-d2e9-40b1-ae32-82177e22875e HTTP/1.1" status: 200 len: 760 time: 0.2351627 Dec 09 02:18:24.687909 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35230) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:24.698510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-bb1ecda6-893d-4a3f-8656-04ce5ad9660d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1928593256'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:24.736830 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-a39d333c-56e8-44d1-a174-97f4bf409779 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] For port e07dce21-793e-48ac-8e91-d25db8d36b70, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e07dce21-793e-48ac-8e91-d25db8d36b70,segment=NetworkSegment(4237c677-aaaa-4096-962d-879327b722cf),segment_id=4237c677-aaaa-4096-962d-879327b722cf)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:24.737602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a39d333c-56e8-44d1-a174-97f4bf409779 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.757214 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7805180d-1656-4692-abaa-3ae0d9983818 req-153ac2cc-8c3a-4c49-b5b5-0b175a4a633c service neutron] 10.222.0.45 "GET /v2.0/networks/0d365dc9-792a-4bdd-94b8-fdf0b0280b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919185 Dec 09 02:18:24.768095 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ed1f2c4-b709-4fa4-8363-055d65b159af tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.770655 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a39d333c-56e8-44d1-a174-97f4bf409779 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for e07dce21-793e-48ac-8e91-d25db8d36b70 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:24.787427 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1f2c4-b709-4fa4-8363-055d65b159af tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Calling delete_port for ba35977d-8536-4e0a-9b3f-d8a20ddc848a owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:24.787993 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1ecda6-893d-4a3f-8656-04ce5ad9660d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:24.792375 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb1ecda6-893d-4a3f-8656-04ce5ad9660d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.796930 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70fd30c6-ed50-4960-ba6a-53ff4e309fb2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.804131 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3605f8b3-c80f-435d-b3ed-d1ba887b1130 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.889798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-630b9955-156c-4a87-9dc5-99640d2a10c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.894581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1ecda6-893d-4a3f-8656-04ce5ad9660d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:18:24.896572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-630b9955-156c-4a87-9dc5-99640d2a10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.901510 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605f8b3-c80f-435d-b3ed-d1ba887b1130 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=f3453723-3daf-4139-9deb-d1db73fec010,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:24.922081 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb1ecda6-893d-4a3f-8656-04ce5ad9660d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.922459 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-bb1ecda6-893d-4a3f-8656-04ce5ad9660d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Added segment 4c29033d-a96a-43c8-8f1a-83b6a7919cc0 of type vlan for network 9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e Dec 09 02:18:24.939406 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630b9955-156c-4a87-9dc5-99640d2a10c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:18:24.956183 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c1e40875-f363-4a6b-8e08-dd75da612109 None None] Could not find standard attr ID for object f3453723-3daf-4139-9deb-d1db73fec010. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:18:24.986940 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70fd30c6-ed50-4960-ba6a-53ff4e309fb2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.989746 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-630b9955-156c-4a87-9dc5-99640d2a10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:24.989746 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-630b9955-156c-4a87-9dc5-99640d2a10c5 admin admin] Added segment 5b1c47b7-251a-4c63-90ff-500bdf3e9f42 of type vlan for network f032c193-892e-4d25-887c-5957f77976f6 Dec 09 02:18:25.008186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb1ecda6-893d-4a3f-8656-04ce5ad9660d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.013880 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b9955-156c-4a87-9dc5-99640d2a10c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299465ca-c614-4449-9213-59fa14f999fe,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:25.052386 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3605f8b3-c80f-435d-b3ed-d1ba887b1130 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.055768 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3605f8b3-c80f-435d-b3ed-d1ba887b1130 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/f3453723-3daf-4139-9deb-d1db73fec010 HTTP/1.1" status: 204 len: 168 time: 2.0664551 Dec 09 02:18:25.059184 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35232) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:25.066332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70fd30c6-ed50-4960-ba6a-53ff4e309fb2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.072576 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-70fd30c6-ed50-4960-ba6a-53ff4e309fb2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/fb0e95e7-b490-4836-858b-de44edc60039 HTTP/1.1" status: 204 len: 168 time: 0.8458834 Dec 09 02:18:25.072831 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4dc31d-f88b-4139-9ec8-c53f8e1b807c None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:25.073541 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd30c6-ed50-4960-ba6a-53ff4e309fb2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0e95e7-b490-4836-858b-de44edc60039,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:25.080625 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35234) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:25.095710 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-630b9955-156c-4a87-9dc5-99640d2a10c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.140359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb1ecda6-893d-4a3f-8656-04ce5ad9660d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.149395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1ecda6-893d-4a3f-8656-04ce5ad9660d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:25.150151 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb1ecda6-893d-4a3f-8656-04ce5ad9660d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.168594 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a01d8d8-59e2-4577-9f31-f1c04828a8cf tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] GET failed (client error): The resource could not be found. Dec 09 02:18:25.172579 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3a01d8d8-59e2-4577-9f31-f1c04828a8cf tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports/f3453723-3daf-4139-9deb-d1db73fec010 HTTP/1.1" status: 404 len: 333 time: 0.1115093 Dec 09 02:18:25.180226 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9e48c879-e0ec-44cf-ae77-fb212413075d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982509 Dec 09 02:18:25.183683 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35236) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:25.184286 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-630b9955-156c-4a87-9dc5-99640d2a10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.184520 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35238) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:25.185315 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630b9955-156c-4a87-9dc5-99640d2a10c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:25.185984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-630b9955-156c-4a87-9dc5-99640d2a10c5 admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.243139 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bb1ecda6-893d-4a3f-8656-04ce5ad9660d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5517626 Dec 09 02:18:25.247318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35240) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:25.253465 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-630b9955-156c-4a87-9dc5-99640d2a10c5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0621276 Dec 09 02:18:25.254252 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e40d17-825a-4847-91c9-ecab0464e8c5 None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:25.259233 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-8c4678db-d5ba-4881-bf50-172b8e3bfe30 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'subnet': {'network_id': '9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:25.261733 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35242) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:25.279173 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-39e26a8d-3388-49e3-bb87-c6022e26bf3b admin admin] Request body: {'subnet': {'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1958265938-subnet', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'ip_version': 4}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:25.284836 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ed1f2c4-b709-4fa4-8363-055d65b159af tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.314844 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-37e40d17-825a-4847-91c9-ecab0464e8c5 None None] Deleting port 35b9fe57-89c5-4f1e-839b-7b0619016989 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:25.315817 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37e40d17-825a-4847-91c9-ecab0464e8c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.316712 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ecda6-893d-4a3f-8656-04ce5ad9660d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Network': ['ID=9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:25.346705 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1f2c4-b709-4fa4-8363-055d65b159af tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba35977d-8536-4e0a-9b3f-d8a20ddc848a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:25.368709 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:18:25.370592 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b7648d-ece8-456d-be83-798174da2ffc None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:25.415031 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a39d333c-56e8-44d1-a174-97f4bf409779 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.425887 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe1e929-be81-4cbb-8d14-95585d3994aa tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:25.430181 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-efe1e929-be81-4cbb-8d14-95585d3994aa tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2404547 Dec 09 02:18:25.435756 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35244) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:25.440913 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e26a8d-3388-49e3-bb87-c6022e26bf3b admin admin] Made reservation on behalf of 3a5db6e7b6aa403caa5434944427f429 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:25.446683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39e26a8d-3388-49e3-bb87-c6022e26bf3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.472030 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-37e40d17-825a-4847-91c9-ecab0464e8c5 None None] For port 35b9fe57-89c5-4f1e-839b-7b0619016989, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=35b9fe57-89c5-4f1e-839b-7b0619016989,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:25.472488 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37e40d17-825a-4847-91c9-ecab0464e8c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.488174 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 35b9fe57-89c5-4f1e-839b-7b0619016989 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:25.503049 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-37e40d17-825a-4847-91c9-ecab0464e8c5 None None] Calling delete_port for 35b9fe57-89c5-4f1e-839b-7b0619016989 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:25.516286 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d333c-56e8-44d1-a174-97f4bf409779 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=e07dce21-793e-48ac-8e91-d25db8d36b70,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:25.517956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b9955-156c-4a87-9dc5-99640d2a10c5 admin admin] Pushing event updated for resources: {'Network': ['ID=f032c193-892e-4d25-887c-5957f77976f6,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:25.538946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4678db-d5ba-4881-bf50-172b8e3bfe30 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:25.543087 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8c4678db-d5ba-4881-bf50-172b8e3bfe30 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.547875 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd708bf8-99d1-4242-90fa-0a36200bc985 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.557031 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ed1f2c4-b709-4fa4-8363-055d65b159af tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.557173 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network f032c193-892e-4d25-887c-5957f77976f6 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:18:25.564038 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8ed1f2c4-b709-4fa4-8363-055d65b159af tempest-RoutersAdminNegativeIpV6Test-589931036 tempest-RoutersAdminNegativeIpV6Test-589931036-project-admin] 10.222.0.43 "DELETE /v2.0/ports/ba35977d-8536-4e0a-9b3f-d8a20ddc848a HTTP/1.1" status: 204 len: 168 time: 1.7253618 Dec 09 02:18:25.702242 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd708bf8-99d1-4242-90fa-0a36200bc985 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.717274 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17cd784-57ef-4b8b-a002-46ccd52f658a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:25.719414 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e17cd784-57ef-4b8b-a002-46ccd52f658a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2792635 Dec 09 02:18:25.729066 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35248) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:25.759131 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.776266 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-235f397a-9a01-48d3-a8ae-71ae8c4e0314 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459225 Dec 09 02:18:25.783726 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35250) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:25.791757 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-6e294820-0db2-48f8-ad5e-0f21b0f29f7b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:25.799993 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37e40d17-825a-4847-91c9-ecab0464e8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.868841 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e40d17-825a-4847-91c9-ecab0464e8c5 None None] Pushing event deleted for resources: {'Port': ['ID=35b9fe57-89c5-4f1e-839b-7b0619016989,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:25.879884 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e40d17-825a-4847-91c9-ecab0464e8c5 None None] No DVR routers for this DVR port 35b9fe57-89c5-4f1e-839b-7b0619016989 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:25.916084 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd708bf8-99d1-4242-90fa-0a36200bc985 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.918699 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd708bf8-99d1-4242-90fa-0a36200bc985 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:25.923427 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cd708bf8-99d1-4242-90fa-0a36200bc985 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/security-groups/cb50d11b-6f7e-4edb-80b7-bea1e5156582 HTTP/1.1" status: 204 len: 168 time: 0.7376804 Dec 09 02:18:25.924073 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35254) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:25.950262 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd708bf8-99d1-4242-90fa-0a36200bc985 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb50d11b-6f7e-4edb-80b7-bea1e5156582,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:25.956226 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35256) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:25.979509 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a39d333c-56e8-44d1-a174-97f4bf409779 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.028297 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39e26a8d-3388-49e3-bb87-c6022e26bf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.079151 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8c4678db-d5ba-4881-bf50-172b8e3bfe30 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.092150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e294820-0db2-48f8-ad5e-0f21b0f29f7b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:26.096222 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e294820-0db2-48f8-ad5e-0f21b0f29f7b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.106501 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0de198d0-e290-4bb4-ab40-7d014e8efcab tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.112277 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7090b672-7912-4b4f-8e6d-0ab52191fb8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.154626 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0de198d0-e290-4bb4-ab40-7d014e8efcab tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.172334 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e26a8d-3388-49e3-bb87-c6022e26bf3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2741af-2f64-489c-a848-b27c91aa70d4,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:26.236461 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e26a8d-3388-49e3-bb87-c6022e26bf3b admin admin] Checking segment: {'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:26.236833 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e26a8d-3388-49e3-bb87-c6022e26bf3b admin admin] Network hostable DHCP agents. Network: f032c193-892e-4d25-887c-5957f77976f6, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:18:26.266219 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4678db-d5ba-4881-bf50-172b8e3bfe30 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Checking segment: {'id': '4c29033d-a96a-43c8-8f1a-83b6a7919cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:26.266608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4678db-d5ba-4881-bf50-172b8e3bfe30 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network hostable DHCP agents. Network: 9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:18:26.278745 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4678db-d5ba-4881-bf50-172b8e3bfe30 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Subnet': ['ID=523bdb82-6707-4fad-962e-213066e107b8,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:26.295606 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e26a8d-3388-49e3-bb87-c6022e26bf3b admin admin] Network f032c193-892e-4d25-887c-5957f77976f6 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:18:26.309376 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39d333c-56e8-44d1-a174-97f4bf409779 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:18:26.310387 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0de198d0-e290-4bb4-ab40-7d014e8efcab tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.313291 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0de198d0-e290-4bb4-ab40-7d014e8efcab tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.316070 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0de198d0-e290-4bb4-ab40-7d014e8efcab tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/security-groups/a2cf9846-14b9-4dbf-bcad-6157a88c9bf3 HTTP/1.1" status: 204 len: 168 time: 0.3863764 Dec 09 02:18:26.321200 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35260) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:26.330251 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4678db-d5ba-4881-bf50-172b8e3bfe30 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network 9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:18:26.337496 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-39e26a8d-3388-49e3-bb87-c6022e26bf3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, f032c193-892e-4d25-887c-5957f77976f6) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:26.342466 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-8c4678db-d5ba-4881-bf50-172b8e3bfe30 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:26.345185 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e26a8d-3388-49e3-bb87-c6022e26bf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:26.345575 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39e26a8d-3388-49e3-bb87-c6022e26bf3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.346548 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffd1924-3bd4-447f-9322-ae2cd52ffdf8 None None] Network f032c193-892e-4d25-887c-5957f77976f6 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:26.359150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4678db-d5ba-4881-bf50-172b8e3bfe30 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:26.359451 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8c4678db-d5ba-4881-bf50-172b8e3bfe30 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.383714 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5410f63e-1a90-4dda-85d9-15fdeb6639ba None None] Network 9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:26.388157 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-39e26a8d-3388-49e3-bb87-c6022e26bf3b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1226149 Dec 09 02:18:26.388928 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de198d0-e290-4bb4-ab40-7d014e8efcab tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cf9846-14b9-4dbf-bcad-6157a88c9bf3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:26.394467 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35262) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:26.406515 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:26.412211 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8c4678db-d5ba-4881-bf50-172b8e3bfe30 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1569886 Dec 09 02:18:26.414123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35264) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:26.425743 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7090b672-7912-4b4f-8e6d-0ab52191fb8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.443915 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7090b672-7912-4b4f-8e6d-0ab52191fb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.502300 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e294820-0db2-48f8-ad5e-0f21b0f29f7b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.508333 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffda3a6c-a9e0-4d3a-a1b0-0eb6a466a8f4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting subnet a6260eb5-75a6-43e1-8392-95edb489ab23 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:26.534300 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e', 'network_id': '9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e', 'project_id': '06f634e75f1b40e5950ba8d30fa7f442', 'fixed_ips': [{'subnet_id': '523bdb82-6707-4fad-962e-213066e107b8'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:26.535792 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.550024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ffda3a6c-a9e0-4d3a-a1b0-0eb6a466a8f4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.555500 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-f032c193-892e-4d25-887c-5957f77976f6', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:26.556414 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.561279 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.562423 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.574620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e294820-0db2-48f8-ad5e-0f21b0f29f7b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:26.584543 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-6e294820-0db2-48f8-ad5e-0f21b0f29f7b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:26.586160 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e294820-0db2-48f8-ad5e-0f21b0f29f7b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=ddf5a45f-1082-4c52-b9fe-b144b695febf,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:26.588730 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e294820-0db2-48f8-ad5e-0f21b0f29f7b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:26.590150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e294820-0db2-48f8-ad5e-0f21b0f29f7b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.605236 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090b672-7912-4b4f-8e6d-0ab52191fb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523d8925-17cf-443b-8c71-3c601cc969ea,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:26.609590 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.621928 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7090b672-7912-4b4f-8e6d-0ab52191fb8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71a5589c20a24daabb7fd8071410274f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6645739 Dec 09 02:18:26.625621 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6e294820-0db2-48f8-ad5e-0f21b0f29f7b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8385100 Dec 09 02:18:26.626226 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35266) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:26.628407 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35268) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:26.636811 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-b5ee9877-e558-4786-affc-b720af9eca10 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'mac_address': 'fa:16:3e:8e:26:04', 'name': 'tempest-NetworksTestDHCPv6-2110010254'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:26.645531 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ffda3a6c-a9e0-4d3a-a1b0-0eb6a466a8f4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.685668 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39d333c-56e8-44d1-a174-97f4bf409779 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:18:26.694589 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a39d333c-56e8-44d1-a174-97f4bf409779 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/b5fd2fe3-4ae3-4d7e-b334-1e948e296886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8334646 Dec 09 02:18:26.699747 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35270) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:26.699912 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40235f69-5c7a-4064-83b6-89d116cb1f1a None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:26.706649 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b137fb-5dd8-43b7-a70e-3e00d65530a6 None None] Sync routers for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:18:26.728067 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b137fb-5dd8-43b7-a70e-3e00d65530a6 None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:26.729613 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-56b137fb-5dd8-43b7-a70e-3e00d65530a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:26.760026 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.790481 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.832073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': 'ddf5a45f-1082-4c52-b9fe-b144b695febf'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:26.833237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.851563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-121dab5d-6057-46a3-82d0-22389d7b8bf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.882959 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e02e139-2943-4671-afff-c786f04e06b1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting subnet 19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:26.886608 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3e02e139-2943-4671-afff-c786f04e06b1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.913362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ee9877-e558-4786-affc-b720af9eca10 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:26.918590 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-56b137fb-5dd8-43b7-a70e-3e00d65530a6 None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:26.926968 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-121dab5d-6057-46a3-82d0-22389d7b8bf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:26.931756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Allocated IP 172.20.0.2 (9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e/523bdb82-6707-4fad-962e-213066e107b8/33e515f4-bfec-43ca-bdc3-b1f5918eb945) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:26.947093 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3e02e139-2943-4671-afff-c786f04e06b1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:27.001954 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Allocated IP 172.20.0.2 (f032c193-892e-4d25-887c-5957f77976f6/8c2741af-2f64-489c-a848-b27c91aa70d4/7ff1bc24-cbad-49dd-bf11-57eca759d35f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:27.018566 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ffda3a6c-a9e0-4d3a-a1b0-0eb6a466a8f4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:27.070175 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-121dab5d-6057-46a3-82d0-22389d7b8bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:27.074475 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-121dab5d-6057-46a3-82d0-22389d7b8bf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:27.076334 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-121dab5d-6057-46a3-82d0-22389d7b8bf4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/523d8925-17cf-443b-8c71-3c601cc969ea HTTP/1.1" status: 204 len: 168 time: 0.4487760 Dec 09 02:18:27.102489 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dab5d-6057-46a3-82d0-22389d7b8bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523d8925-17cf-443b-8c71-3c601cc969ea,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:27.106936 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b5ee9877-e558-4786-affc-b720af9eca10 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:27.136440 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-b5ee9877-e558-4786-affc-b720af9eca10 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port fec5aa8e-504c-40ca-aef6-937b06c6d7ce yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:18:27.228231 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-56b137fb-5dd8-43b7-a70e-3e00d65530a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:25Z', 'revision_number': 9, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:27.270346 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b137fb-5dd8-43b7-a70e-3e00d65530a6 None None] Checking router: b5fd2fe3-4ae3-4d7e-b334-1e948e296886 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:18:27.281745 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b137fb-5dd8-43b7-a70e-3e00d65530a6 None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:27.282591 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-56b137fb-5dd8-43b7-a70e-3e00d65530a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:27.291426 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ffda3a6c-a9e0-4d3a-a1b0-0eb6a466a8f4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:27.296487 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3e02e139-2943-4671-afff-c786f04e06b1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:27.334582 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-b5ee9877-e558-4786-affc-b720af9eca10 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::372 (3d63738a-85ef-4baf-83f7-848c720832e0/ddf5a45f-1082-4c52-b9fe-b144b695febf/fec5aa8e-504c-40ca-aef6-937b06c6d7ce) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:27.352087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:27.360866 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda3a6c-a9e0-4d3a-a1b0-0eb6a466a8f4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Subnet': ['ID=a6260eb5-75a6-43e1-8392-95edb489ab23,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:27.363547 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ffda3a6c-a9e0-4d3a-a1b0-0eb6a466a8f4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:27.367227 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ffda3a6c-a9e0-4d3a-a1b0-0eb6a466a8f4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/a6260eb5-75a6-43e1-8392-95edb489ab23 HTTP/1.1" status: 204 len: 168 time: 1.0406106 Dec 09 02:18:27.371398 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35276) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:27.377094 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ec6e0aa6-390b-4b4f-8df2-f9a767c0379c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'subnet': {'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:27.383060 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d1b673-88c0-4bd0-88a9-5218a147cf21 None None] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:27.562956 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-56b137fb-5dd8-43b7-a70e-3e00d65530a6 None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:27.633133 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:27.687741 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:27.694175 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:27.710601 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:27.775616 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Network 9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:27.777590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Network f032c193-892e-4d25-887c-5957f77976f6 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:27.789141 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:27.791652 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:27.794234 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:27.797514 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:27.820615 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Pushing event updated for resources: {'Port': ['ID=33e515f4-bfec-43ca-bdc3-b1f5918eb945,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:27.829837 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-56b137fb-5dd8-43b7-a70e-3e00d65530a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:25Z', 'revision_number': 9, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:27.839786 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35278) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:27.859253 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b137fb-5dd8-43b7-a70e-3e00d65530a6 None None] The sync data for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv is: [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:25Z', 'revision_number': 9, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': '5292d29b-6be9-4b3f-83cf-0e019b8fe64d', 'name': '', 'network_id': '88597b3d-3810-46d8-88fd-7565b36dfe2a', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:fe:31:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:37Z', 'updated_at': '2021-12-09T02:17:49Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': '62007bee-2269-4878-a8f0-a1d836074a1d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:18:27.915738 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-43cc7f20-35bb-4185-89b2-969c5dfd6481 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5e16c958d724d4aba002b08b2d74013&name=default HTTP/1.1" status: 200 len: 2998 time: 0.0700877 Dec 09 02:18:27.924065 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35280) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:27.954313 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Pushing event updated for resources: {'Port': ['ID=7ff1bc24-cbad-49dd-bf11-57eca759d35f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:27.979123 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Attempting to bind port 7ff1bc24-cbad-49dd-bf11-57eca759d35f on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:27.979645 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Attempting to bind port 7ff1bc24-cbad-49dd-bf11-57eca759d35f by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:27.980668 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Attempting to bind port 7ff1bc24-cbad-49dd-bf11-57eca759d35f on network f032c193-892e-4d25-887c-5957f77976f6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:27.983971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Attempting to bind port 33e515f4-bfec-43ca-bdc3-b1f5918eb945 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:27.984449 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Attempting to bind port 33e515f4-bfec-43ca-bdc3-b1f5918eb945 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '4c29033d-a96a-43c8-8f1a-83b6a7919cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:27.984909 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Attempting to bind port 33e515f4-bfec-43ca-bdc3-b1f5918eb945 on network 9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:27.985539 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3e02e139-2943-4671-afff-c786f04e06b1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:27.992063 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:27.992851 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Checking segment: {'id': '4c29033d-a96a-43c8-8f1a-83b6a7919cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:27.993437 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:27.993824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Bound using segment: {'id': '4c29033d-a96a-43c8-8f1a-83b6a7919cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:27.994415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Bound port: 33e515f4-bfec-43ca-bdc3-b1f5918eb945, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c29033d-a96a-43c8-8f1a-83b6a7919cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:27.994887 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.001052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.010746 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:28.011397 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Checking segment: {'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:28.011930 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.012446 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Bound using segment: {'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:28.013542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Bound port: 7ff1bc24-cbad-49dd-bf11-57eca759d35f, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:28.013542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.037487 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3e02e139-2943-4671-afff-c786f04e06b1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.043726 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3e02e139-2943-4671-afff-c786f04e06b1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4 HTTP/1.1" status: 204 len: 168 time: 1.3437598 Dec 09 02:18:28.044702 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02e139-2943-4671-afff-c786f04e06b1 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Subnet': ['ID=19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:28.047329 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168dc9e3-8eb2-4d8c-8fbc-e0fcaad18494 None None] Network eda3b4c3-a310-48b7-bdfa-1ca59fbe3833 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:28.047919 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35282) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:28.054524 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Subnet': ['ID=523bdb82-6707-4fad-962e-213066e107b8,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:28.137047 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.161268 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.171977 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] For port 33e515f4-bfec-43ca-bdc3-b1f5918eb945, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:28.175957 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b5ee9877-e558-4786-affc-b720af9eca10 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.176261 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] For port 33e515f4-bfec-43ca-bdc3-b1f5918eb945, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=33e515f4-bfec-43ca-bdc3-b1f5918eb945,segment=NetworkSegment(4c29033d-a96a-43c8-8f1a-83b6a7919cc0),segment_id=4c29033d-a96a-43c8-8f1a-83b6a7919cc0)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:28.181719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:28.192424 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.195742 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c29033d-a96a-43c8-8f1a-83b6a7919cc0') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:28.196091 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c29033d-a96a-43c8-8f1a-83b6a7919cc0') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:28.212683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.250234 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.265510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:28.266064 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:28.270027 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:28.273149 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e6df4d77-6395-4fd4-8ae0-7425f928da2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.299936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e6df4d77-6395-4fd4-8ae0-7425f928da2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.337557 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b5ee9877-e558-4786-affc-b720af9eca10 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.347010 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 02:18:28.347010 dv-neutron-804846-18-hyperv neutron-server[103334]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 02:18:28.347010 dv-neutron-804846-18-hyperv neutron-server[103334]: [parameters: {'id': '9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e'}] Dec 09 02:18:28.347010 dv-neutron-804846-18-hyperv neutron-server[103334]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:18:28.347723 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:18:28.358783 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Allocated IP 2001:db8::2 (3d63738a-85ef-4baf-83f7-848c720832e0/ddf5a45f-1082-4c52-b9fe-b144b695febf/42a9512a-b8f6-417b-8ddf-da641a3d8198) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:28.415824 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ee9877-e558-4786-affc-b720af9eca10 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:28.422227 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6e0aa6-390b-4b4f-8df2-f9a767c0379c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:28.422423 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-b5ee9877-e558-4786-affc-b720af9eca10 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:28.433845 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec6e0aa6-390b-4b4f-8df2-f9a767c0379c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.443952 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ee9877-e558-4786-affc-b720af9eca10 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:28.450125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ee9877-e558-4786-affc-b720af9eca10 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:28.451071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b5ee9877-e558-4786-affc-b720af9eca10 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.454321 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee9877-e558-4786-affc-b720af9eca10 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=fec5aa8e-504c-40ca-aef6-937b06c6d7ce,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:28.476532 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b5ee9877-e558-4786-affc-b720af9eca10 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8467007 Dec 09 02:18:28.478844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35284) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:28.484013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] For port 7ff1bc24-cbad-49dd-bf11-57eca759d35f, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:28.527364 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] For port 7ff1bc24-cbad-49dd-bf11-57eca759d35f, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7ff1bc24-cbad-49dd-bf11-57eca759d35f,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:28.540483 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2494e9-e7b6-4fde-884b-dc666938b11f None None] Pushing event updated for resources: {'Port': ['ID=33e515f4-bfec-43ca-bdc3-b1f5918eb945,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:28.554308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8597133-0854-40b1-8dfc-336517a31559 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:28.554732 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.556095 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d8597133-0854-40b1-8dfc-336517a31559 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0760171 Dec 09 02:18:28.558887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35286) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:28.568649 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e6df4d77-6395-4fd4-8ae0-7425f928da2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.572141 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e6df4d77-6395-4fd4-8ae0-7425f928da2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.573367 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e6df4d77-6395-4fd4-8ae0-7425f928da2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6136fcc7-c0a2-4a30-acfb-55b4a9885242 HTTP/1.1" status: 204 len: 168 time: 0.6451807 Dec 09 02:18:28.594779 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed07586-7f1c-4da6-8f37-f89d0c727d64 None None] Network 9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:28.609097 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df4d77-6395-4fd4-8ae0-7425f928da2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6136fcc7-c0a2-4a30-acfb-55b4a9885242,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:28.639261 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port dd130187-0e39-4187-9bd4-06b55b7b066f {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:28.639817 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.702397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-61d90d6d-c9da-4507-a462-dd1a125796f7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port fec5aa8e-504c-40ca-aef6-937b06c6d7ce {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:28.702894 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61d90d6d-c9da-4507-a462-dd1a125796f7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.747734 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.810976 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.829395 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af17bd-9c70-4e5e-8848-bea90cffd668 None None] Pushing event updated for resources: {'Port': ['ID=7ff1bc24-cbad-49dd-bf11-57eca759d35f,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:28.849365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61d90d6d-c9da-4507-a462-dd1a125796f7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.852634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.869360 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.885585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-61d90d6d-c9da-4507-a462-dd1a125796f7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for fec5aa8e-504c-40ca-aef6-937b06c6d7ce owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:28.892598 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] For port dd130187-0e39-4187-9bd4-06b55b7b066f, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=dd130187-0e39-4187-9bd4-06b55b7b066f,segment=NetworkSegment(4237c677-aaaa-4096-962d-879327b722cf),segment_id=4237c677-aaaa-4096-962d-879327b722cf)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:28.894825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.894958 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:28.949342 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for dd130187-0e39-4187-9bd4-06b55b7b066f owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:28.974471 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:28.996203 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:29.005920 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:29.040320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Deleting port 33e515f4-bfec-43ca-bdc3-b1f5918eb945 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:29.040853 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:29.067567 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Pushing event updated for resources: {'Port': ['ID=42a9512a-b8f6-417b-8ddf-da641a3d8198,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:29.140018 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Attempting to bind port 42a9512a-b8f6-417b-8ddf-da641a3d8198 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:29.140674 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Attempting to bind port 42a9512a-b8f6-417b-8ddf-da641a3d8198 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:29.141744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Attempting to bind port 42a9512a-b8f6-417b-8ddf-da641a3d8198 on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:29.153598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:29.154114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:29.154646 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:29.155545 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:29.156056 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Bound port: 42a9512a-b8f6-417b-8ddf-da641a3d8198, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:29.156549 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:29.173295 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Allocated IP 172.26.3.34 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/165b7e61-5518-4a68-8bc8-fedfcd5efe2f) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:29.207200 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b132580-b785-4a7c-a989-9c7a469d307b None None] DHCP port deletion for eda3b4c3-a310-48b7-bdfa-1ca59fbe3833 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:29.254618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] For port 33e515f4-bfec-43ca-bdc3-b1f5918eb945, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=33e515f4-bfec-43ca-bdc3-b1f5918eb945,segment=NetworkSegment(4c29033d-a96a-43c8-8f1a-83b6a7919cc0),segment_id=4c29033d-a96a-43c8-8f1a-83b6a7919cc0)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:29.255006 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:29.298831 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] For port 42a9512a-b8f6-417b-8ddf-da641a3d8198, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:29.303068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] For port 42a9512a-b8f6-417b-8ddf-da641a3d8198, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=42a9512a-b8f6-417b-8ddf-da641a3d8198,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:29.310931 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Calling delete_port for 33e515f4-bfec-43ca-bdc3-b1f5918eb945 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:29.315565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:29.354368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2b132580-b785-4a7c-a989-9c7a469d307b None None] Deleting port dd130187-0e39-4187-9bd4-06b55b7b066f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:29.354914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b132580-b785-4a7c-a989-9c7a469d307b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:29.406594 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61d90d6d-c9da-4507-a462-dd1a125796f7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:29.445088 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:29.477883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-723d14b8-6b64-47a3-a825-09ae8b6856e4 None None] Provisioning complete for port af60ec7a-7245-4e9e-b92e-50523a245d83 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:29.478983 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-723d14b8-6b64-47a3-a825-09ae8b6856e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:29.487013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847427fa-6fce-4a4d-ae52-5e8b5f5746ee None None] Pushing event updated for resources: {'Port': ['ID=42a9512a-b8f6-417b-8ddf-da641a3d8198,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:29.490666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e07dce21-793e-48ac-8e91-d25db8d36b70 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:29.513412 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2b132580-b785-4a7c-a989-9c7a469d307b None None] For port dd130187-0e39-4187-9bd4-06b55b7b066f, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=dd130187-0e39-4187-9bd4-06b55b7b066f,segment=NetworkSegment(4237c677-aaaa-4096-962d-879327b722cf),segment_id=4237c677-aaaa-4096-962d-879327b722cf)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:29.514204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b132580-b785-4a7c-a989-9c7a469d307b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:29.531828 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d90d6d-c9da-4507-a462-dd1a125796f7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=fec5aa8e-504c-40ca-aef6-937b06c6d7ce,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:29.559955 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:29.573205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61d90d6d-c9da-4507-a462-dd1a125796f7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:29.576485 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-61d90d6d-c9da-4507-a462-dd1a125796f7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/fec5aa8e-504c-40ca-aef6-937b06c6d7ce HTTP/1.1" status: 204 len: 168 time: 1.0169516 Dec 09 02:18:29.580400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35302) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:29.584555 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: e07dce21-793e-48ac-8e91-d25db8d36b70 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:29.584986 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e07dce21-793e-48ac-8e91-d25db8d36b70 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:29.585491 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device dd130187-0e39-4187-9bd4-06b55b7b066f no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:29.622846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: dd130187-0e39-4187-9bd4-06b55b7b066f {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:29.623648 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device dd130187-0e39-4187-9bd4-06b55b7b066f not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:29.626473 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2b132580-b785-4a7c-a989-9c7a469d307b None None] Calling delete_port for dd130187-0e39-4187-9bd4-06b55b7b066f owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:29.637195 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:29.664005 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-723d14b8-6b64-47a3-a825-09ae8b6856e4 None None] Port af60ec7a-7245-4e9e-b92e-50523a245d83 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:18:29.673189 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:29.697831 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No DVR routers for this DVR port dd130187-0e39-4187-9bd4-06b55b7b066f on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:29.738297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:29.740676 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:29.748330 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Pushing event updated for resources: {'Port': ['ID=165b7e61-5518-4a68-8bc8-fedfcd5efe2f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:29.758977 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:29.766679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No DVR routers for this DVR port 33e515f4-bfec-43ca-bdc3-b1f5918eb945 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:29.786628 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec6e0aa6-390b-4b4f-8df2-f9a767c0379c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:29.843550 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=dd130187-0e39-4187-9bd4-06b55b7b066f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:29.885797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Port': ['ID=33e515f4-bfec-43ca-bdc3-b1f5918eb945,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:29.951765 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecbe8bc-202a-40fe-bd86-9e33c738f033 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:29.953620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecbe8bc-202a-40fe-bd86-9e33c738f033 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:29.958567 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fecbe8bc-202a-40fe-bd86-9e33c738f033 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3379622 Dec 09 02:18:29.959835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35310) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:29.965130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:29.974757 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8229545-e467-4f89-b274-b98ffc10aefc None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:29.981628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35312) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:30.019409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-723d14b8-6b64-47a3-a825-09ae8b6856e4 None None] Provisioning complete for port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:30.021015 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-723d14b8-6b64-47a3-a825-09ae8b6856e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.032731 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:30.050888 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c29033d-a96a-43c8-8f1a-83b6a7919cc0') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:30.051476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c29033d-a96a-43c8-8f1a-83b6a7919cc0') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:30.066416 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6e0aa6-390b-4b4f-8df2-f9a767c0379c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:30.066646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.072346 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd13263-9675-4c0c-a586-98de3c7fd91f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet ddf5a45f-1082-4c52-b9fe-b144b695febf {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:30.081999 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-ec6e0aa6-390b-4b4f-8df2-f9a767c0379c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:30.086082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-efd13263-9675-4c0c-a586-98de3c7fd91f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.087700 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.094829 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6e0aa6-390b-4b4f-8df2-f9a767c0379c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:30.095350 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec6e0aa6-390b-4b4f-8df2-f9a767c0379c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.119911 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71a67f8-8f0b-4cb0-acd1-a9404bb6e9b1 None None] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:30.141274 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.153053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:30.153575 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:30.161987 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:30.164342 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b132580-b785-4a7c-a989-9c7a469d307b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.166780 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda3b4c3-a310-48b7-bdfa-1ca59fbe3833']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:30.168899 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e0aa6-390b-4b4f-8df2-f9a767c0379c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Subnet': ['ID=447e9861-e601-4711-8080-8c2efd5b8701,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:30.212359 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4237c677-aaaa-4096-962d-879327b722cf') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:30.213028 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4237c677-aaaa-4096-962d-879327b722cf') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:30.219719 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ec6e0aa6-390b-4b4f-8df2-f9a767c0379c tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8472476 Dec 09 02:18:30.225897 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a5f88cf4-f533-4d2d-91dd-50918d9927ee tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-345125611'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:30.226472 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35316) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:30.230969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-efd13263-9675-4c0c-a586-98de3c7fd91f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.249725 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6f3597e0-2af2-4888-a0a0-796b2778d1d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'security_group': {'name': 'tempest-secgroup-1690491986'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:30.259948 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b132580-b785-4a7c-a989-9c7a469d307b None None] No DVR routers for this DVR port dd130187-0e39-4187-9bd4-06b55b7b066f on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:30.269021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b132580-b785-4a7c-a989-9c7a469d307b None None] Pushing event deleted for resources: {'Port': ['ID=dd130187-0e39-4187-9bd4-06b55b7b066f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:30.293527 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.296193 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f3597e0-2af2-4888-a0a0-796b2778d1d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.303743 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.319119 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.322887 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e HTTP/1.1" status: 204 len: 168 time: 3.9077635 Dec 09 02:18:30.326711 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35318) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:30.344527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a157b-1fbb-41a5-af8a-096806644e82 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Network': ['ID=9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:30.346467 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f88cf4-f533-4d2d-91dd-50918d9927ee tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Made reservation on behalf of 40c1c73d867b481a84e257b6be6b9519 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:30.347063 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.350264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a5f88cf4-f533-4d2d-91dd-50918d9927ee tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.378586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a5f88cf4-f533-4d2d-91dd-50918d9927ee tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.382248 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-53aec6f9-13f3-4201-a739-d5d68bd7b21b tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] GET failed (client error): The resource could not be found. Dec 09 02:18:30.384011 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-53aec6f9-13f3-4201-a739-d5d68bd7b21b tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "GET /v2.0/subnets/523bdb82-6707-4fad-962e-213066e107b8 HTTP/1.1" status: 404 len: 337 time: 0.0548246 Dec 09 02:18:30.385565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:30.386129 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.387382 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35320) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:30.393277 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:30.441963 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6fc776-b362-4f58-b00f-8c2a02c7c02e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:30.442650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6fc776-b362-4f58-b00f-8c2a02c7c02e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:30.445938 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5f6fc776-b362-4f58-b00f-8c2a02c7c02e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e HTTP/1.1" status: 404 len: 339 time: 0.0554175 Dec 09 02:18:30.447672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-efd13263-9675-4c0c-a586-98de3c7fd91f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.450144 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35322) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:30.554880 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5d5ce042-cb24-461d-8004-eeca1e0aee07 None None] Provisioning complete for port 165b7e61-5518-4a68-8bc8-fedfcd5efe2f triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:30.555502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d5ce042-cb24-461d-8004-eeca1e0aee07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.583884 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a5f88cf4-f533-4d2d-91dd-50918d9927ee tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.595228 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a5f88cf4-f533-4d2d-91dd-50918d9927ee tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.604308 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f60ac7-5746-49d4-aded-5752cb8000c2 None None] Update dhcp port {'port': {'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9', 'fixed_ips': [{'subnet_id': '90e8f158-03f3-47e5-8c44-9e654c8b2185', 'ip_address': '172.20.0.18'}, {'subnet_id': '447e9861-e601-4711-8080-8c2efd5b8701'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': '4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:18:30.612628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-efd13263-9675-4c0c-a586-98de3c7fd91f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.615014 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.628004 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ce042-cb24-461d-8004-eeca1e0aee07 None None] Port 165b7e61-5518-4a68-8bc8-fedfcd5efe2f cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:18:30.644673 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44f60ac7-5746-49d4-aded-5752cb8000c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.653730 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-efd13263-9675-4c0c-a586-98de3c7fd91f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.658070 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-efd13263-9675-4c0c-a586-98de3c7fd91f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/ddf5a45f-1082-4c52-b9fe-b144b695febf HTTP/1.1" status: 204 len: 168 time: 0.6949232 Dec 09 02:18:30.664209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f88cf4-f533-4d2d-91dd-50918d9927ee tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:18:30.678219 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.679375 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a5f88cf4-f533-4d2d-91dd-50918d9927ee tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.680872 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-a5f88cf4-f533-4d2d-91dd-50918d9927ee tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Added segment b92a2c2e-7644-4fb0-a028-b8d26724d15e of type vlan for network ccd72830-7850-42a3-b81d-87183b083991 Dec 09 02:18:30.684388 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/networks/eda3b4c3-a310-48b7-bdfa-1ca59fbe3833 HTTP/1.1" status: 204 len: 168 time: 2.6272585 Dec 09 02:18:30.697367 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bde61-15dd-4e54-bad2-bf5ad99918e6 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Network': ['ID=eda3b4c3-a310-48b7-bdfa-1ca59fbe3833,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:30.699085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35324) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:30.699419 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35326) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:30.752179 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a5f88cf4-f533-4d2d-91dd-50918d9927ee tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.805961 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f88cf4-f533-4d2d-91dd-50918d9927ee tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e473eed-fa18-497d-a17b-d1907f8e1fae,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:30.848710 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a5f88cf4-f533-4d2d-91dd-50918d9927ee tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.854937 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f88cf4-f533-4d2d-91dd-50918d9927ee tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:30.855505 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a5f88cf4-f533-4d2d-91dd-50918d9927ee tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.867099 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd13263-9675-4c0c-a586-98de3c7fd91f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf5a45f-1082-4c52-b9fe-b144b695febf,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:30.890126 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-44f60ac7-5746-49d4-aded-5752cb8000c2 None None] Allocated IP 172.20.0.2 (5f7aec52-f3b5-4beb-a843-c44009141bb9/447e9861-e601-4711-8080-8c2efd5b8701/4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:30.917717 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eb2146-0cdd-4371-944c-8ae944a66174 None None] Network f032c193-892e-4d25-887c-5957f77976f6 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:30.937598 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8b92b3e9-7979-449d-838e-9136a7225b13 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2203407 Dec 09 02:18:30.938681 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35328) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:30.948320 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f3597e0-2af2-4888-a0a0-796b2778d1d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:30.956121 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a5f88cf4-f533-4d2d-91dd-50918d9927ee tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9711843 Dec 09 02:18:30.979484 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f88cf4-f533-4d2d-91dd-50918d9927ee tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event updated for resources: {'Network': ['ID=ccd72830-7850-42a3-b81d-87183b083991,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:31.020856 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-44f60ac7-5746-49d4-aded-5752cb8000c2 None None] For port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc,segment=NetworkSegment(83e5fefc-e996-4062-93a8-84a204e39bb6),segment_id=83e5fefc-e996-4062-93a8-84a204e39bb6)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:31.022622 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f3597e0-2af2-4888-a0a0-796b2778d1d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:31.047321 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network ccd72830-7850-42a3-b81d-87183b083991 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:18:31.085670 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3597e0-2af2-4888-a0a0-796b2778d1d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5701e26-253f-4e25-836f-f90917377061,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:31.098860 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:31.166522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5db995d-08f9-44f1-8f91-96e1a2ab61d6 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:31.168078 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a5db995d-08f9-44f1-8f91-96e1a2ab61d6 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7169635 Dec 09 02:18:31.173204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35330) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:31.206831 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f3597e0-2af2-4888-a0a0-796b2778d1d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:31.208122 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6f3597e0-2af2-4888-a0a0-796b2778d1d9 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9786022 Dec 09 02:18:31.222641 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-6cd158f5-5e48-405f-9730-baa1a21dc74c None None] Provisioning complete for port 7ff1bc24-cbad-49dd-bf11-57eca759d35f triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:31.223026 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6cd158f5-5e48-405f-9730-baa1a21dc74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:31.243422 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35332) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:31.252369 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a3e89935-de46-44eb-b4d7-4696bd8b8e8d tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'security_group': {'name': 'tempest-secgroup-519925696'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:31.257618 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8fb5f1ba-f783-4e91-9d0d-cf5695a60e7c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 HTTP/1.1" status: 200 len: 207 time: 0.0832036 Dec 09 02:18:31.261263 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35334) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:31.264049 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbccd0ed-fc27-4a91-8dd0-47e053ec3d25 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:31.269001 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cbccd0ed-fc27-4a91-8dd0-47e053ec3d25 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2765250 Dec 09 02:18:31.269603 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35336) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:31.271950 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb00108c-3351-42b8-ad8b-981b9b7f221c None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:31.381415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6cd158f5-5e48-405f-9730-baa1a21dc74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:31.397082 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44f60ac7-5746-49d4-aded-5752cb8000c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:31.456378 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44f60ac7-5746-49d4-aded-5752cb8000c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:31.545508 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6cd158f5-5e48-405f-9730-baa1a21dc74c None None] For port 7ff1bc24-cbad-49dd-bf11-57eca759d35f, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7ff1bc24-cbad-49dd-bf11-57eca759d35f,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:31.592304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c40b01-409e-42fd-b0c9-95f2ca2391bd tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:31.594375 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6cd158f5-5e48-405f-9730-baa1a21dc74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:31.599323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c40b01-409e-42fd-b0c9-95f2ca2391bd tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:31.605490 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c40b01-409e-42fd-b0c9-95f2ca2391bd tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:31.615383 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c40b01-409e-42fd-b0c9-95f2ca2391bd tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:31.617157 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c9c40b01-409e-42fd-b0c9-95f2ca2391bd tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3546770 Dec 09 02:18:31.621229 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35338) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:31.652271 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7ff1bc24-cbad-49dd-bf11-57eca759d35f up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:31.784502 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6c7eac70-31b1-4d49-9d80-05f6685b12bc tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1599700 Dec 09 02:18:31.788299 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f60ac7-5746-49d4-aded-5752cb8000c2 None None] Pushing event updated for resources: {'Port': ['ID=4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:31.789456 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35340) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:31.833803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d38a10-32ba-49f4-b39b-4e146282771b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:31.839210 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c6d38a10-32ba-49f4-b39b-4e146282771b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1271114 Dec 09 02:18:31.840484 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35342) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:31.853207 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3e89935-de46-44eb-b4d7-4696bd8b8e8d tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:31.897954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7cc7d2-1b5b-4807-ba5a-4b7a1581d9ef tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:31.899851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7cc7d2-1b5b-4807-ba5a-4b7a1581d9ef tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:31.900673 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3bad600a-0f56-400c-8454-9566e18164e0 None None] Provisioning complete for port 42a9512a-b8f6-417b-8ddf-da641a3d8198 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:31.901240 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bad600a-0f56-400c-8454-9566e18164e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:31.906279 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fc7cc7d2-1b5b-4807-ba5a-4b7a1581d9ef tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1155546 Dec 09 02:18:31.906942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35344) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:31.975878 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-27f7d974-dfbd-43fb-bc6e-0a02ab2e7b15 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1288652 Dec 09 02:18:32.001495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35346) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:32.010608 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-96433f26-3ad8-42ff-ac0c-850c41c35222 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:32.012987 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ac3562-8e1a-4017-872e-e22d79fae5d8 None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:32.024596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd158f5-5e48-405f-9730-baa1a21dc74c None None] Pushing event updated for resources: {'Port': ['ID=7ff1bc24-cbad-49dd-bf11-57eca759d35f,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:32.025861 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769a005c-5ce3-4e7b-9c8a-d24719e7e07c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:32.033641 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769a005c-5ce3-4e7b-9c8a-d24719e7e07c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:32.038860 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-769a005c-5ce3-4e7b-9c8a-d24719e7e07c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1300089 Dec 09 02:18:32.042524 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35348) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:32.045874 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 7ff1bc24-cbad-49dd-bf11-57eca759d35f triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:32.046245 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.257477 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a16c23d-94b9-408e-b4e0-5d65b5de4873 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:32.259215 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8a16c23d-94b9-408e-b4e0-5d65b5de4873 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "GET /v2.0/networks/27f5d031-8ff7-444b-a04d-dbef5d4cfae8 HTTP/1.1" status: 200 len: 800 time: 0.2154932 Dec 09 02:18:32.263048 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35350) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:32.293116 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bad600a-0f56-400c-8454-9566e18164e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.363276 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac3562-8e1a-4017-872e-e22d79fae5d8 None None] Deleting port 42a9512a-b8f6-417b-8ddf-da641a3d8198 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:32.364094 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2ac3562-8e1a-4017-872e-e22d79fae5d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.370858 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3e89935-de46-44eb-b4d7-4696bd8b8e8d tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.418168 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3e89935-de46-44eb-b4d7-4696bd8b8e8d tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.438689 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-933a85f2-4f1f-4336-83c7-7875427d69f5 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "GET /v2.0/networks/27f5d031-8ff7-444b-a04d-dbef5d4cfae8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1740303 Dec 09 02:18:32.443385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35352) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:32.454023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3bad600a-0f56-400c-8454-9566e18164e0 None None] For port 42a9512a-b8f6-417b-8ddf-da641a3d8198, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=42a9512a-b8f6-417b-8ddf-da641a3d8198,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:32.472269 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3bad600a-0f56-400c-8454-9566e18164e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.483979 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 42a9512a-b8f6-417b-8ddf-da641a3d8198 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:32.532671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6162736f-4958-41b7-a634-2ddd8ff9df8d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:32.535068 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6162736f-4958-41b7-a634-2ddd8ff9df8d tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "GET /v2.0/subnets/7b4f9173-ace6-4d85-8f97-809b5fc1708d HTTP/1.1" status: 200 len: 811 time: 0.0899503 Dec 09 02:18:32.539083 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35354) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:32.577925 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d2ac3562-8e1a-4017-872e-e22d79fae5d8 None None] For port 42a9512a-b8f6-417b-8ddf-da641a3d8198, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=42a9512a-b8f6-417b-8ddf-da641a3d8198,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:32.579286 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2ac3562-8e1a-4017-872e-e22d79fae5d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.610345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.616691 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96433f26-3ad8-42ff-ac0c-850c41c35222 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:32.617541 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac3562-8e1a-4017-872e-e22d79fae5d8 None None] Calling delete_port for 42a9512a-b8f6-417b-8ddf-da641a3d8198 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:32.622703 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96433f26-3ad8-42ff-ac0c-850c41c35222 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.626811 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a9b525-cec1-4823-be91-3b585e88cfe3 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['shared'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:32.633226 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-37a9b525-cec1-4823-be91-3b585e88cfe3 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "GET /v2.0/subnets/7b4f9173-ace6-4d85-8f97-809b5fc1708d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0882630 Dec 09 02:18:32.633597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35356) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:32.642426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-c9bad91a-16a1-453b-9034-53077c8f5d52 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-718626275'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:32.645060 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3e89935-de46-44eb-b4d7-4696bd8b8e8d tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.649650 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a3e89935-de46-44eb-b4d7-4696bd8b8e8d tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4018528 Dec 09 02:18:32.656778 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad600a-0f56-400c-8454-9566e18164e0 None None] Pushing event updated for resources: {'Port': ['ID=42a9512a-b8f6-417b-8ddf-da641a3d8198,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:32.665005 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 42a9512a-b8f6-417b-8ddf-da641a3d8198 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:32.665385 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.673241 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35358) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:32.687844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bad91a-16a1-453b-9034-53077c8f5d52 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:32.692671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c9bad91a-16a1-453b-9034-53077c8f5d52 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.710363 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e89935-de46-44eb-b4d7-4696bd8b8e8d tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5602c860-6ae6-434b-8939-55e6dbb575e3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:32.715768 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f1a7699f-9239-42c2-947b-77e6b823b3ef tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'security_group': {'name': 'tempest-secgroup-330728813'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:32.735809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bad91a-16a1-453b-9034-53077c8f5d52 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:18:32.752634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c9bad91a-16a1-453b-9034-53077c8f5d52 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.753289 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-c9bad91a-16a1-453b-9034-53077c8f5d52 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Added segment 935a2d65-0ff1-4d79-91f0-cc740416e7c0 of type vlan for network aa760e39-562b-4c1d-abef-5aa6f0e08347 Dec 09 02:18:32.754286 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f1a7699f-9239-42c2-947b-77e6b823b3ef tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.756021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5f39f0b1-64d9-4349-81e3-098ff84800c1 None None] Provisioning complete for port 7ff1bc24-cbad-49dd-bf11-57eca759d35f triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:32.756407 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5f39f0b1-64d9-4349-81e3-098ff84800c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.809602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c9bad91a-16a1-453b-9034-53077c8f5d52 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.846465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c9bad91a-16a1-453b-9034-53077c8f5d52 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.859773 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bad91a-16a1-453b-9034-53077c8f5d52 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:32.860596 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c9bad91a-16a1-453b-9034-53077c8f5d52 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.907378 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f1a7699f-9239-42c2-947b-77e6b823b3ef tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.923495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f1a7699f-9239-42c2-947b-77e6b823b3ef tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.959468 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bad91a-16a1-453b-9034-53077c8f5d52 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Network': ['ID=aa760e39-562b-4c1d-abef-5aa6f0e08347,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:32.978452 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network aa760e39-562b-4c1d-abef-5aa6f0e08347 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:18:32.981479 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c9bad91a-16a1-453b-9034-53077c8f5d52 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3437715 Dec 09 02:18:32.984670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35360) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:32.985036 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d2ac3562-8e1a-4017-872e-e22d79fae5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:32.993358 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-98324e72-6e65-4ba1-9300-54425d51b5f2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'subnet': {'network_id': 'aa760e39-562b-4c1d-abef-5aa6f0e08347', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:33.008546 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7699f-9239-42c2-947b-77e6b823b3ef tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a97a693-bbe4-4d6c-9974-9ed508c4d8b9,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:33.054389 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f1a7699f-9239-42c2-947b-77e6b823b3ef tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:33.058837 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f1a7699f-9239-42c2-947b-77e6b823b3ef tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3531723 Dec 09 02:18:33.064072 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35362) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:33.072532 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e5468ba9-3308-4395-924a-4ed66f1f6f83 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-163600291', 'security_groups': ['5a97a693-bbe4-4d6c-9974-9ed508c4d8b9'], 'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '447e9861-e601-4711-8080-8c2efd5b8701'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:33.113900 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac3562-8e1a-4017-872e-e22d79fae5d8 None None] Pushing event deleted for resources: {'Port': ['ID=42a9512a-b8f6-417b-8ddf-da641a3d8198,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:33.132784 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98324e72-6e65-4ba1-9300-54425d51b5f2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Made reservation on behalf of 06f634e75f1b40e5950ba8d30fa7f442 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:33.139301 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-98324e72-6e65-4ba1-9300-54425d51b5f2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:33.145540 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac3562-8e1a-4017-872e-e22d79fae5d8 None None] No DVR routers for this DVR port 42a9512a-b8f6-417b-8ddf-da641a3d8198 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:33.152203 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-629ca337-67b9-49a6-8bde-c217d0d42a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:33.161361 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e03e2de2-f724-4cf0-8f75-30f92062a66c None None] Provisioning complete for port af60ec7a-7245-4e9e-b92e-50523a245d83 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:33.161761 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e03e2de2-f724-4cf0-8f75-30f92062a66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:33.197730 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c43e9d7-a277-4179-97d3-88b79acfb9d8 None None] get_active_networks_info from dv-neutron-804846-18-hyperv {{(pid=103335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 02:18:33.205323 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c73e88f8-4545-4e3e-baf2-c78f7be291d8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:33.234535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-98324e72-6e65-4ba1-9300-54425d51b5f2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Performing IP validity checks on allocation pools {{(pid=103334) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 02:18:33.235199 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-98324e72-6e65-4ba1-9300-54425d51b5f2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103334) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 02:18:33.427859 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e03e2de2-f724-4cf0-8f75-30f92062a66c None None] Port af60ec7a-7245-4e9e-b92e-50523a245d83 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:18:33.450877 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e03e2de2-f724-4cf0-8f75-30f92062a66c None None] Provisioning complete for port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:33.451247 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e03e2de2-f724-4cf0-8f75-30f92062a66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:33.478968 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:33.480875 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-98324e72-6e65-4ba1-9300-54425d51b5f2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:33.522330 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Router a6c041d9-9100-4b77-b3bf-4c158205b408 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:18:33.533229 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5468ba9-3308-4395-924a-4ed66f1f6f83 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:33.554161 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98324e72-6e65-4ba1-9300-54425d51b5f2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Subnet': ['ID=c2995ed1-5911-41c5-9996-75e4179c8ca3,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:33.602238 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98324e72-6e65-4ba1-9300-54425d51b5f2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Checking segment: {'id': '935a2d65-0ff1-4d79-91f0-cc740416e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aa760e39-562b-4c1d-abef-5aa6f0e08347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:33.603888 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98324e72-6e65-4ba1-9300-54425d51b5f2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network hostable DHCP agents. Network: aa760e39-562b-4c1d-abef-5aa6f0e08347, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:18:33.624735 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98324e72-6e65-4ba1-9300-54425d51b5f2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Network aa760e39-562b-4c1d-abef-5aa6f0e08347 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:18:33.643575 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-98324e72-6e65-4ba1-9300-54425d51b5f2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, aa760e39-562b-4c1d-abef-5aa6f0e08347) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:33.657452 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98324e72-6e65-4ba1-9300-54425d51b5f2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:33.658102 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-98324e72-6e65-4ba1-9300-54425d51b5f2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:33.669845 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c43e9d7-a277-4179-97d3-88b79acfb9d8 None None] Resources bound (agent type, host, resource id): {{(pid=103335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 02:18:33.673497 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:33.673867 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:33.691955 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-98324e72-6e65-4ba1-9300-54425d51b5f2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7025061 Dec 09 02:18:33.693214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35364) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:33.705475 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-436496f7-f15d-49ce-a982-554df14a4008 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:33.811922 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-96433f26-3ad8-42ff-ac0c-850c41c35222 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:18:33.819110 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96433f26-3ad8-42ff-ac0c-850c41c35222 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:33.850761 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-436496f7-f15d-49ce-a982-554df14a4008 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25578053'] for subnet, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:33.898700 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96433f26-3ad8-42ff-ac0c-850c41c35222 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=373f6646-1d70-4db5-adf2-3165c59705ac,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:33.918592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5468ba9-3308-4395-924a-4ed66f1f6f83 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:33.946383 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96433f26-3ad8-42ff-ac0c-850c41c35222 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:33.950230 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-e5468ba9-3308-4395-924a-4ed66f1f6f83 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] device_id is not set on port 01662562-f1ae-4b0f-9ca3-58f2eec3d87a yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:18:33.956034 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:18:33.959881 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-96433f26-3ad8-42ff-ac0c-850c41c35222 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:33.970231 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96433f26-3ad8-42ff-ac0c-850c41c35222 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:33.971134 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96433f26-3ad8-42ff-ac0c-850c41c35222 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:34.020583 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-96433f26-3ad8-42ff-ac0c-850c41c35222 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0153913 Dec 09 02:18:34.027019 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35366) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:34.033950 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Sync routers for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:18:34.035144 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2559cc5a-b0b0-4726-aee7-97a786f43b64 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:34.050933 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:34.051913 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:34.067392 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:34.071693 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3894f6e7-f941-4740-bec6-5bd34801b431 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6745420 Dec 09 02:18:34.072303 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35368) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:34.172051 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c73e88f8-4545-4e3e-baf2-c78f7be291d8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port 5292d29b-6be9-4b3f-83cf-0e019b8fe64d {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:34.172527 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c73e88f8-4545-4e3e-baf2-c78f7be291d8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:34.185366 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:34.242838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-436496f7-f15d-49ce-a982-554df14a4008 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785246342184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2986128'] for subnet, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:34.259274 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': '373f6646-1d70-4db5-adf2-3165c59705ac'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:34.260652 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:34.266651 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-aa760e39-562b-4c1d-abef-5aa6f0e08347', 'network_id': 'aa760e39-562b-4c1d-abef-5aa6f0e08347', 'project_id': '06f634e75f1b40e5950ba8d30fa7f442', 'fixed_ips': [{'subnet_id': 'c2995ed1-5911-41c5-9996-75e4179c8ca3'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:34.267660 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:34.323121 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436496f7-f15d-49ce-a982-554df14a4008 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:34.324238 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-436496f7-f15d-49ce-a982-554df14a4008 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:34.328227 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-436496f7-f15d-49ce-a982-554df14a4008 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "PUT /v2.0/subnets/c2995ed1-5911-41c5-9996-75e4179c8ca3 HTTP/1.1" status: 200 len: 877 time: 0.6298733 Dec 09 02:18:34.328227 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35370) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:34.331747 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35372) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:34.343012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-ea215c3f-0337-48b6-9021-4a2e9e8b790d tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Request body: {'subnet': {'network_id': 'ccd72830-7850-42a3-b81d-87183b083991', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:34.343585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7ff1bc24-cbad-49dd-bf11-57eca759d35f up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:34.365735 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-e5468ba9-3308-4395-924a-4ed66f1f6f83 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Allocated IP 172.20.0.3 (5f7aec52-f3b5-4beb-a843-c44009141bb9/447e9861-e601-4711-8080-8c2efd5b8701/01662562-f1ae-4b0f-9ca3-58f2eec3d87a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:34.390091 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-c73e88f8-4545-4e3e-baf2-c78f7be291d8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] For port 5292d29b-6be9-4b3f-83cf-0e019b8fe64d, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5292d29b-6be9-4b3f-83cf-0e019b8fe64d,segment=NetworkSegment(159d5341-7fe7-4e76-a2a6-aca2b018e26d),segment_id=159d5341-7fe7-4e76-a2a6-aca2b018e26d)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:34.390600 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c73e88f8-4545-4e3e-baf2-c78f7be291d8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:34.394017 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2559cc5a-b0b0-4726-aee7-97a786f43b64 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:34.397474 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2559cc5a-b0b0-4726-aee7-97a786f43b64 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:34.460130 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c73e88f8-4545-4e3e-baf2-c78f7be291d8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for 5292d29b-6be9-4b3f-83cf-0e019b8fe64d owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:34.489014 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436496f7-f15d-49ce-a982-554df14a4008 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event updated for resources: {'Subnet': ['ID=c2995ed1-5911-41c5-9996-75e4179c8ca3,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:34.585162 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 7ff1bc24-cbad-49dd-bf11-57eca759d35f triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:34.585453 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:34.618322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:34.624938 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea215c3f-0337-48b6-9021-4a2e9e8b790d tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Made reservation on behalf of 40c1c73d867b481a84e257b6be6b9519 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:34.628323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ea215c3f-0337-48b6-9021-4a2e9e8b790d tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:34.684987 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.ipam_backend_mixin [None req-2559cc5a-b0b0-4726-aee7-97a786f43b64 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 373f6646-1d70-4db5-adf2-3165c59705ac (CIDR: 2001:db8::/64) Dec 09 02:18:34.698038 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2559cc5a-b0b0-4726-aee7-97a786f43b64 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:18:34.698873 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2559cc5a-b0b0-4726-aee7-97a786f43b64 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:34.730788 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Allocated IP 2001:db8::f816:3eff:fe40:7a17 (3d63738a-85ef-4baf-83f7-848c720832e0/373f6646-1d70-4db5-adf2-3165c59705ac/f11c7ebe-4402-43ba-9779-cdcf78810f98) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:34.731415 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5468ba9-3308-4395-924a-4ed66f1f6f83 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:34.743520 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Allocated IP 172.20.0.3 (aa760e39-562b-4c1d-abef-5aa6f0e08347/c2995ed1-5911-41c5-9996-75e4179c8ca3/11ce683e-c8f7-490c-85ec-dc3f4b6b7f7c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:34.756696 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2559cc5a-b0b0-4726-aee7-97a786f43b64 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7231014 Dec 09 02:18:34.759531 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35374) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:34.791164 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-522def2a-8016-4cd1-9295-a1bb70f81a6e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:34.896576 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:30Z', 'revision_number': 3, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:34.973832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Checking router: a6c041d9-9100-4b77-b3bf-4c158205b408 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:18:34.974195 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Updating router a6c041d9-9100-4b77-b3bf-4c158205b408 port 165b7e61-5518-4a68-8bc8-fedfcd5efe2f binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:18:35.048976 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.135474 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 42a9512a-b8f6-417b-8ddf-da641a3d8198 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:35.176429 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.179454 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 42a9512a-b8f6-417b-8ddf-da641a3d8198 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:35.179992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 42a9512a-b8f6-417b-8ddf-da641a3d8198 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:35.222961 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5468ba9-3308-4395-924a-4ed66f1f6f83 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.238309 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c73e88f8-4545-4e3e-baf2-c78f7be291d8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.248935 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.257044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.279498 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.331830 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5468ba9-3308-4395-924a-4ed66f1f6f83 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:35.340611 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e5468ba9-3308-4395-924a-4ed66f1f6f83 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:35.343323 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5468ba9-3308-4395-924a-4ed66f1f6f83 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=01662562-f1ae-4b0f-9ca3-58f2eec3d87a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:35.373526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5468ba9-3308-4395-924a-4ed66f1f6f83 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:35.376798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.426267 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Subnet': ['ID=c2995ed1-5911-41c5-9996-75e4179c8ca3,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:35.432354 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e88f8-4545-4e3e-baf2-c78f7be291d8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=5292d29b-6be9-4b3f-83cf-0e019b8fe64d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:35.451084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.460951 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6198-db68-4bb9-8ab7-bf8a6f5cf80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.481194 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522def2a-8016-4cd1-9295-a1bb70f81a6e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:35.486105 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-522def2a-8016-4cd1-9295-a1bb70f81a6e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.488223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ea215c3f-0337-48b6-9021-4a2e9e8b790d tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.496755 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5468ba9-3308-4395-924a-4ed66f1f6f83 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:35.497299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5468ba9-3308-4395-924a-4ed66f1f6f83 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.515518 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:35.520479 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.549096 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Network aa760e39-562b-4c1d-abef-5aa6f0e08347 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:35.553095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:35.559474 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:35.563609 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:35.571966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Pushing event updated for resources: {'Port': ['ID=f11c7ebe-4402-43ba-9779-cdcf78810f98,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:35.574137 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:35.591961 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa760e39-562b-4c1d-abef-5aa6f0e08347']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:35.599667 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.610059 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea215c3f-0337-48b6-9021-4a2e9e8b790d tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event updated for resources: {'Subnet': ['ID=b8c742c9-7998-4e66-9717-c8fe054b85a6,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:35.616002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935a2d65-0ff1-4d79-91f0-cc740416e7c0') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:35.616370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935a2d65-0ff1-4d79-91f0-cc740416e7c0') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:35.633771 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e5468ba9-3308-4395-924a-4ed66f1f6f83 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5650148 Dec 09 02:18:35.637003 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35376) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:35.640029 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.648084 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b56092f8-b2cb-4cf5-ad8a-be37334ccdca tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'subnet': {'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:35.668681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea215c3f-0337-48b6-9021-4a2e9e8b790d tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Checking segment: {'id': 'b92a2c2e-7644-4fb0-a028-b8d26724d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ccd72830-7850-42a3-b81d-87183b083991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:35.669037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea215c3f-0337-48b6-9021-4a2e9e8b790d tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Network hostable DHCP agents. Network: ccd72830-7850-42a3-b81d-87183b083991, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:18:35.697913 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.703506 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c73e88f8-4545-4e3e-baf2-c78f7be291d8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.711629 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:35.712035 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:35.717744 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:35.738734 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Pushing event updated for resources: {'Port': ['ID=11ce683e-c8f7-490c-85ec-dc3f4b6b7f7c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:35.766737 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Attempting to bind port f11c7ebe-4402-43ba-9779-cdcf78810f98 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:35.767114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Attempting to bind port f11c7ebe-4402-43ba-9779-cdcf78810f98 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:35.767505 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Attempting to bind port f11c7ebe-4402-43ba-9779-cdcf78810f98 on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:35.770716 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Attempting to bind port 11ce683e-c8f7-490c-85ec-dc3f4b6b7f7c on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:35.771085 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Attempting to bind port 11ce683e-c8f7-490c-85ec-dc3f4b6b7f7c by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '935a2d65-0ff1-4d79-91f0-cc740416e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aa760e39-562b-4c1d-abef-5aa6f0e08347'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:35.771825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Attempting to bind port 11ce683e-c8f7-490c-85ec-dc3f4b6b7f7c on network aa760e39-562b-4c1d-abef-5aa6f0e08347 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:35.786670 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:35.787072 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:35.787482 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.787882 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:35.788417 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Bound port: f11c7ebe-4402-43ba-9779-cdcf78810f98, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:35.788802 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.791055 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:35.791376 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Checking segment: {'id': '935a2d65-0ff1-4d79-91f0-cc740416e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aa760e39-562b-4c1d-abef-5aa6f0e08347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:35.791855 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.792272 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Bound using segment: {'id': '935a2d65-0ff1-4d79-91f0-cc740416e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aa760e39-562b-4c1d-abef-5aa6f0e08347'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:35.792825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Bound port: 11ce683e-c8f7-490c-85ec-dc3f4b6b7f7c, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935a2d65-0ff1-4d79-91f0-cc740416e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'aa760e39-562b-4c1d-abef-5aa6f0e08347'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:35.793306 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.820318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea215c3f-0337-48b6-9021-4a2e9e8b790d tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Network ccd72830-7850-42a3-b81d-87183b083991 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:18:35.835996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-ea215c3f-0337-48b6-9021-4a2e9e8b790d tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, ccd72830-7850-42a3-b81d-87183b083991) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:35.842293 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 02:18:35.842293 dv-neutron-804846-18-hyperv neutron-server[103334]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 02:18:35.842293 dv-neutron-804846-18-hyperv neutron-server[103334]: [parameters: {'id': 'aa760e39-562b-4c1d-abef-5aa6f0e08347'}] Dec 09 02:18:35.842293 dv-neutron-804846-18-hyperv neutron-server[103334]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:18:35.843111 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:18:35.849489 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea215c3f-0337-48b6-9021-4a2e9e8b790d tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:35.850353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ea215c3f-0337-48b6-9021-4a2e9e8b790d tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.887303 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ea215c3f-0337-48b6-9021-4a2e9e8b790d tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5562584 Dec 09 02:18:35.891533 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35378) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:35.897319 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f2cc16a5-a9ed-44a1-8eaf-56da6aa0682c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-262234147'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:35.925432 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Allocated IP 172.20.0.1 (f032c193-892e-4d25-887c-5957f77976f6/8c2741af-2f64-489c-a848-b27c91aa70d4/1f76abcc-1147-4bff-9b26-b2be849d9289) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:35.932780 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.953293 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:35.968832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] For port f11c7ebe-4402-43ba-9779-cdcf78810f98, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:36.001025 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] For port 11ce683e-c8f7-490c-85ec-dc3f4b6b7f7c, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:36.010923 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56092f8-b2cb-4cf5-ad8a-be37334ccdca tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:36.011734 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] For port f11c7ebe-4402-43ba-9779-cdcf78810f98, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f11c7ebe-4402-43ba-9779-cdcf78810f98,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:36.015558 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b56092f8-b2cb-4cf5-ad8a-be37334ccdca tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.026730 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] For port 11ce683e-c8f7-490c-85ec-dc3f4b6b7f7c, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=11ce683e-c8f7-490c-85ec-dc3f4b6b7f7c,segment=NetworkSegment(935a2d65-0ff1-4d79-91f0-cc740416e7c0),segment_id=935a2d65-0ff1-4d79-91f0-cc740416e7c0)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:36.030165 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.044305 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.062935 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Attempting to bind port 165b7e61-5518-4a68-8bc8-fedfcd5efe2f on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:36.064299 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Attempting to bind port 165b7e61-5518-4a68-8bc8-fedfcd5efe2f by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:36.064299 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Attempting to bind port 165b7e61-5518-4a68-8bc8-fedfcd5efe2f on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:36.069050 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672baabe-c99f-4be5-becb-3e664da05f4f None None] Pushing event updated for resources: {'Port': ['ID=165b7e61-5518-4a68-8bc8-fedfcd5efe2f,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:36.085985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:36.086368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:36.086780 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.087182 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:36.087697 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Bound port: 165b7e61-5518-4a68-8bc8-fedfcd5efe2f, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:36.088196 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.100387 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cc16a5-a9ed-44a1-8eaf-56da6aa0682c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Made reservation on behalf of 40c1c73d867b481a84e257b6be6b9519 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:36.106714 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f2cc16a5-a9ed-44a1-8eaf-56da6aa0682c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.141339 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73e88f8-4545-4e3e-baf2-c78f7be291d8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:18:36.150348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.177576 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2cc16a5-a9ed-44a1-8eaf-56da6aa0682c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:18:36.200503 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f2cc16a5-a9ed-44a1-8eaf-56da6aa0682c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.201089 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-f2cc16a5-a9ed-44a1-8eaf-56da6aa0682c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Added segment 23667841-ef67-482a-9cd1-d8b5d0151749 of type vlan for network c9dd7115-b505-4ef9-b9cd-ffc0201ade5c Dec 09 02:18:36.221623 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.225244 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361aa2ca-7f63-4522-ad01-0398dd18344a None None] Pushing event updated for resources: {'Port': ['ID=f11c7ebe-4402-43ba-9779-cdcf78810f98,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:36.233786 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] For port 165b7e61-5518-4a68-8bc8-fedfcd5efe2f, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:36.238340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] For port 165b7e61-5518-4a68-8bc8-fedfcd5efe2f, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=165b7e61-5518-4a68-8bc8-fedfcd5efe2f,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:36.265907 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.299978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-522def2a-8016-4cd1-9295-a1bb70f81a6e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.300997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f2cc16a5-a9ed-44a1-8eaf-56da6aa0682c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.304292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Network f032c193-892e-4d25-887c-5957f77976f6 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:36.313468 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa91aa-66f5-4f28-921d-37e92ada6489 None None] Pushing event updated for resources: {'Port': ['ID=11ce683e-c8f7-490c-85ec-dc3f4b6b7f7c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:36.314703 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:36.322481 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:36.338412 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522def2a-8016-4cd1-9295-a1bb70f81a6e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:36.346662 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.349366 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Pushing event updated for resources: {'Port': ['ID=1f76abcc-1147-4bff-9b26-b2be849d9289,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:36.391509 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672baabe-c99f-4be5-becb-3e664da05f4f None None] Pushing event updated for resources: {'Port': ['ID=165b7e61-5518-4a68-8bc8-fedfcd5efe2f,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:36.398716 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f2cc16a5-a9ed-44a1-8eaf-56da6aa0682c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.403200 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-522def2a-8016-4cd1-9295-a1bb70f81a6e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:36.409542 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc16a5-a9ed-44a1-8eaf-56da6aa0682c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:36.410847 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f2cc16a5-a9ed-44a1-8eaf-56da6aa0682c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.415372 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522def2a-8016-4cd1-9295-a1bb70f81a6e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:36.416234 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-522def2a-8016-4cd1-9295-a1bb70f81a6e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.417011 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:36.417681 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:36.421958 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.ipam_backend_mixin [None req-b56092f8-b2cb-4cf5-ad8a-be37334ccdca tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 447e9861-e601-4711-8080-8c2efd5b8701 (CIDR: 172.20.0.0/28) Dec 09 02:18:36.422104 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.440871 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56092f8-b2cb-4cf5-ad8a-be37334ccdca tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:18:36.442191 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56092f8-b2cb-4cf5-ad8a-be37334ccdca tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:36.482291 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73e88f8-4545-4e3e-baf2-c78f7be291d8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:18:36.488701 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c73e88f8-4545-4e3e-baf2-c78f7be291d8 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/b5fd2fe3-4ae3-4d7e-b334-1e948e296886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7698748 Dec 09 02:18:36.497988 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-522def2a-8016-4cd1-9295-a1bb70f81a6e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7340338 Dec 09 02:18:36.498251 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318be65a-93e9-4990-8d74-5cd6e349e944 None None] Sync routers for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:18:36.501080 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35384) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:36.501633 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35386) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:36.512055 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b56092f8-b2cb-4cf5-ad8a-be37334ccdca tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8715258 Dec 09 02:18:36.513381 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522def2a-8016-4cd1-9295-a1bb70f81a6e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=89aeb138-5a68-4f06-b552-faad833d7d25,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:36.516694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35388) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:36.519191 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.527957 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c9d281d0-7f25-405f-b4a3-47242dd1d36a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'mac_address': 'fa:16:3e:c5:1c:bb', 'name': 'tempest-NetworksTestDHCPv6-1386735156'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:36.529427 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318be65a-93e9-4990-8d74-5cd6e349e944 None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:36.532564 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-318be65a-93e9-4990-8d74-5cd6e349e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:36.541433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-92945822-d5db-4b90-8d6f-495571b57f80 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'subnet': {'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:36.549804 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f2cc16a5-a9ed-44a1-8eaf-56da6aa0682c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6567307 Dec 09 02:18:36.555542 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35390) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:36.575338 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-159f9016-d883-4aa1-858b-49158a429b71 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Request body: {'subnet': {'network_id': 'c9dd7115-b505-4ef9-b9cd-ffc0201ade5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:36.584016 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:36.698322 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3048c78-aa05-4576-a368-714bb0051065 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting subnet 62007bee-2269-4878-a8f0-a1d836074a1d {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:36.701891 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc16a5-a9ed-44a1-8eaf-56da6aa0682c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event updated for resources: {'Network': ['ID=c9dd7115-b505-4ef9-b9cd-ffc0201ade5c,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:36.702098 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-318be65a-93e9-4990-8d74-5cd6e349e944 None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:36.709467 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3048c78-aa05-4576-a368-714bb0051065 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.729173 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network c9dd7115-b505-4ef9-b9cd-ffc0201ade5c details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:18:36.789165 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3048c78-aa05-4576-a368-714bb0051065 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.836029 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Deleting port 11ce683e-c8f7-490c-85ec-dc3f4b6b7f7c {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:36.837377 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.850287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159f9016-d883-4aa1-858b-49158a429b71 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Made reservation on behalf of 40c1c73d867b481a84e257b6be6b9519 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:36.853872 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-159f9016-d883-4aa1-858b-49158a429b71 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.874993 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.db.api [None req-c9d281d0-7f25-405f-b4a3-47242dd1d36a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 02:18:36.874993 dv-neutron-804846-18-hyperv neutron-server[103333]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 09 02:18:36.874993 dv-neutron-804846-18-hyperv neutron-server[103333]: [parameters: {'project_id_1': '2d9a879756cf4e31a3dfa01d4a38eff3', 'expiration_1': datetime.datetime(2021, 12, 9, 2, 18, 16, 823993)}] Dec 09 02:18:36.874993 dv-neutron-804846-18-hyperv neutron-server[103333]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:18:36.875534 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG oslo_db.api [None req-c9d281d0-7f25-405f-b4a3-47242dd1d36a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:18:36.934075 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92945822-d5db-4b90-8d6f-495571b57f80 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:36.939090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-92945822-d5db-4b90-8d6f-495571b57f80 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.972198 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3048c78-aa05-4576-a368-714bb0051065 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:36.974613 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-318be65a-93e9-4990-8d74-5cd6e349e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:34Z', 'revision_number': 10, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:37.003702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:30Z', 'revision_number': 3, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:37.016982 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:37.018135 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318be65a-93e9-4990-8d74-5cd6e349e944 None None] Checking router: b5fd2fe3-4ae3-4d7e-b334-1e948e296886 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:18:37.028868 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318be65a-93e9-4990-8d74-5cd6e349e944 None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:37.031939 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-318be65a-93e9-4990-8d74-5cd6e349e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:37.059476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae845b8-69fb-4b0c-a78f-aadac989078e None None] The sync data for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv is: [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:30Z', 'revision_number': 3, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:18:37.130332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] For port 11ce683e-c8f7-490c-85ec-dc3f4b6b7f7c, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=11ce683e-c8f7-490c-85ec-dc3f4b6b7f7c,segment=NetworkSegment(935a2d65-0ff1-4d79-91f0-cc740416e7c0),segment_id=935a2d65-0ff1-4d79-91f0-cc740416e7c0)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:37.131078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:37.131298 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3048c78-aa05-4576-a368-714bb0051065 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:37.172220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Calling delete_port for 11ce683e-c8f7-490c-85ec-dc3f4b6b7f7c owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:37.188869 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3048c78-aa05-4576-a368-714bb0051065 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Subnet': ['ID=62007bee-2269-4878-a8f0-a1d836074a1d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:37.211526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3048c78-aa05-4576-a368-714bb0051065 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:37.214965 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.ipam_backend_mixin [None req-92945822-d5db-4b90-8d6f-495571b57f80 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 90e8f158-03f3-47e5-8c44-9e654c8b2185 (CIDR: 172.20.0.16/28) Dec 09 02:18:37.218866 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c3048c78-aa05-4576-a368-714bb0051065 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/62007bee-2269-4878-a8f0-a1d836074a1d HTTP/1.1" status: 204 len: 168 time: 0.7026715 Dec 09 02:18:37.221064 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35392) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:37.283442 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-92945822-d5db-4b90-8d6f-495571b57f80 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:18:37.283944 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92945822-d5db-4b90-8d6f-495571b57f80 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:37.356835 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-318be65a-93e9-4990-8d74-5cd6e349e944 None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:37.371476 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:37.376632 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-92945822-d5db-4b90-8d6f-495571b57f80 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8584347 Dec 09 02:18:37.379282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35394) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:37.393169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-8a627eee-e6a6-4f1a-9c69-a27f92c89e56 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'subnet': {'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:37.491216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:37.535624 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d281d0-7f25-405f-b4a3-47242dd1d36a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:37.555250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Port': ['ID=11ce683e-c8f7-490c-85ec-dc3f4b6b7f7c,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:37.573581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No DVR routers for this DVR port 11ce683e-c8f7-490c-85ec-dc3f4b6b7f7c on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:37.673035 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f11c7ebe-4402-43ba-9779-cdcf78810f98 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:37.680679 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-159f9016-d883-4aa1-858b-49158a429b71 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:18:37.686273 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-159f9016-d883-4aa1-858b-49158a429b71 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:37.751294 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9d281d0-7f25-405f-b4a3-47242dd1d36a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:37.770788 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-318be65a-93e9-4990-8d74-5cd6e349e944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:34Z', 'revision_number': 10, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:37.780861 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dbb78b-13e7-49cb-96d3-a5ad014cf2ac None None] get_active_networks_info from dv-neutron-804846-18-hyperv {{(pid=103335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 02:18:37.792924 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:37.798357 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-c9d281d0-7f25-405f-b4a3-47242dd1d36a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port 809702e8-6be7-46eb-bd08-044c34c8a5ca yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:18:37.809907 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f9016-d883-4aa1-858b-49158a429b71 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event updated for resources: {'Subnet': ['ID=2a04ed74-4b31-4efe-a410-d70979caeb48,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:37.819795 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa760e39-562b-4c1d-abef-5aa6f0e08347']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:37.821068 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318be65a-93e9-4990-8d74-5cd6e349e944 None None] The sync data for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv is: [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:34Z', 'revision_number': 10, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None, '_interfaces': [{'id': 'f7434c49-12e9-47d5-8bf1-3c3d6d58119d', 'name': '', 'network_id': '5c1f9878-e459-451c-a7cd-fb2a36f4f562', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'mac_address': 'fa:16:3e:02:80:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:25Z', 'updated_at': '2021-12-09T02:17:40Z', 'revision_number': 5, 'project_id': 'a758062df96345628c35c50c762f8108', 'subnets': [{'id': 'a4eb5160-10f0-4f21-bce0-57d2e93c3c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:18:37.837769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935a2d65-0ff1-4d79-91f0-cc740416e7c0') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:37.838068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935a2d65-0ff1-4d79-91f0-cc740416e7c0') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:37.852116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:37.878962 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port 916de508-08aa-410e-99ab-e6f738b415d5 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:37.878962 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:37.882252 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:37.897189 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a627eee-e6a6-4f1a-9c69-a27f92c89e56 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Made reservation on behalf of 646984397d8f42a1ab7a1289880bdcb5 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:37.901837 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8a627eee-e6a6-4f1a-9c69-a27f92c89e56 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:37.902833 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-cb0dcdb8-6dc4-472f-8154-d4b330bf86e8 None None] Provisioning complete for port f11c7ebe-4402-43ba-9779-cdcf78810f98 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:37.903263 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcdb8-6dc4-472f-8154-d4b330bf86e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:37.913813 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:37.914331 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:37.918668 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:37.936173 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159f9016-d883-4aa1-858b-49158a429b71 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Checking segment: {'id': '23667841-ef67-482a-9cd1-d8b5d0151749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c9dd7115-b505-4ef9-b9cd-ffc0201ade5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:37.936812 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f9016-d883-4aa1-858b-49158a429b71 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Network hostable DHCP agents. Network: c9dd7115-b505-4ef9-b9cd-ffc0201ade5c, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:18:37.945564 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:37.955017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:38.009398 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:38.038831 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f9016-d883-4aa1-858b-49158a429b71 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Network c9dd7115-b505-4ef9-b9cd-ffc0201ade5c is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:18:38.063500 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-159f9016-d883-4aa1-858b-49158a429b71 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, c9dd7115-b505-4ef9-b9cd-ffc0201ade5c) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:38.068358 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] For port 916de508-08aa-410e-99ab-e6f738b415d5, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=916de508-08aa-410e-99ab-e6f738b415d5,segment=NetworkSegment(159d5341-7fe7-4e76-a2a6-aca2b018e26d),segment_id=159d5341-7fe7-4e76-a2a6-aca2b018e26d)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:38.068732 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:38.084347 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159f9016-d883-4aa1-858b-49158a429b71 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:38.085024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-159f9016-d883-4aa1-858b-49158a429b71 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:38.093779 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcdb8-6dc4-472f-8154-d4b330bf86e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:38.111881 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for 916de508-08aa-410e-99ab-e6f738b415d5 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:38.127017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port f11c7ebe-4402-43ba-9779-cdcf78810f98 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:38.127388 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:38.133883 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-159f9016-d883-4aa1-858b-49158a429b71 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5627992 Dec 09 02:18:38.143924 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35396) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:38.150923 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:38.156224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-090da3a0-ac51-43c2-862c-9b08d5e7d7e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Request body: {'port': {'network_id': 'c9dd7115-b505-4ef9-b9cd-ffc0201ade5c', 'name': 'tempest-NetworksIpV6TestAttrs-1698615711'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:38.202548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:38.209542 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/aa760e39-562b-4c1d-abef-5aa6f0e08347 HTTP/1.1" status: 204 len: 168 time: 3.8596551 Dec 09 02:18:38.211343 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-cb0dcdb8-6dc4-472f-8154-d4b330bf86e8 None None] For port f11c7ebe-4402-43ba-9779-cdcf78810f98, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f11c7ebe-4402-43ba-9779-cdcf78810f98,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:38.221629 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35398) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:38.222205 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcdb8-6dc4-472f-8154-d4b330bf86e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:38.309966 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af3334b-78f1-4fb4-87c8-a6c7a843269e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:38.310784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af3334b-78f1-4fb4-87c8-a6c7a843269e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:38.317384 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5af3334b-78f1-4fb4-87c8-a6c7a843269e tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/subnets/c2995ed1-5911-41c5-9996-75e4179c8ca3 HTTP/1.1" status: 404 len: 337 time: 0.0911045 Dec 09 02:18:38.317604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d930f69-6c6b-490f-93be-27cc48220190 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Network': ['ID=aa760e39-562b-4c1d-abef-5aa6f0e08347,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:38.320430 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35400) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:38.321968 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:38.328267 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Pushing event updated for resources: {'Port': ['ID=1f76abcc-1147-4bff-9b26-b2be849d9289,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:38.353408 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc1d4ed-0f38-4b9a-9028-a9c4eacdfe9c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:38.353408 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc1d4ed-0f38-4b9a-9028-a9c4eacdfe9c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:38.353408 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ebc1d4ed-0f38-4b9a-9028-a9c4eacdfe9c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/aa760e39-562b-4c1d-abef-5aa6f0e08347 HTTP/1.1" status: 404 len: 339 time: 0.0276859 Dec 09 02:18:38.357730 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35402) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:38.411985 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5248a0-c90c-4749-9069-5bf8a24cd3d8 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:38.412720 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5248a0-c90c-4749-9069-5bf8a24cd3d8 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:38.418700 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bb5248a0-c90c-4749-9069-5bf8a24cd3d8 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/subnets/523bdb82-6707-4fad-962e-213066e107b8 HTTP/1.1" status: 404 len: 337 time: 0.0576015 Dec 09 02:18:38.421053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35404) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:38.427388 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-c9d281d0-7f25-405f-b4a3-47242dd1d36a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8:0:1::30c (3d63738a-85ef-4baf-83f7-848c720832e0/89aeb138-5a68-4f06-b552-faad833d7d25/809702e8-6be7-46eb-bd08-044c34c8a5ca) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:38.449381 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-c9d281d0-7f25-405f-b4a3-47242dd1d36a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::f816:3eff:fec5:1cbb (3d63738a-85ef-4baf-83f7-848c720832e0/373f6646-1d70-4db5-adf2-3165c59705ac/809702e8-6be7-46eb-bd08-044c34c8a5ca) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:38.488640 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:38.526420 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0dcdb8-6dc4-472f-8154-d4b330bf86e8 None None] Pushing event updated for resources: {'Port': ['ID=f11c7ebe-4402-43ba-9779-cdcf78810f98,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:38.534256 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No DVR routers for this DVR port 916de508-08aa-410e-99ab-e6f738b415d5 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:38.534554 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cde4b58-227a-4a9f-bd70-de35af51e09a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:38.535333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cde4b58-227a-4a9f-bd70-de35af51e09a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:38.541470 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3cde4b58-227a-4a9f-bd70-de35af51e09a tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/9a5a5d2b-096c-4cba-b07c-7fdf7f8b069e HTTP/1.1" status: 404 len: 339 time: 0.1140153 Dec 09 02:18:38.543605 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=916de508-08aa-410e-99ab-e6f738b415d5,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:38.544972 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35406) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:38.583289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090da3a0-ac51-43c2-862c-9b08d5e7d7e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Made reservation on behalf of 40c1c73d867b481a84e257b6be6b9519 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:38.586857 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dbb78b-13e7-49cb-96d3-a5ad014cf2ac None None] Unable to find a vacant binding_index for network c9dd7115-b505-4ef9-b9cd-ffc0201ade5c and agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 {{(pid=103335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 09 02:18:38.588254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-090da3a0-ac51-43c2-862c-9b08d5e7d7e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:38.594267 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dbb78b-13e7-49cb-96d3-a5ad014cf2ac None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, c9dd7115-b505-4ef9-b9cd-ffc0201ade5c) {{(pid=103335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 02:18:38.643825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:38.664763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-090da3a0-ac51-43c2-862c-9b08d5e7d7e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] device_id is not set on port 7098e260-fdc7-4d7f-b25f-77a71343d39b yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:18:38.724801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Network f032c193-892e-4d25-887c-5957f77976f6 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:38.736851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:38.804083 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8a627eee-e6a6-4f1a-9c69-a27f92c89e56 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:38.926003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-c9dd7115-b505-4ef9-b9cd-ffc0201ade5c', 'network_id': 'c9dd7115-b505-4ef9-b9cd-ffc0201ade5c', 'project_id': '40c1c73d867b481a84e257b6be6b9519', 'fixed_ips': [{'subnet_id': '2a04ed74-4b31-4efe-a410-d70979caeb48'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:38.926436 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:38.928902 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a627eee-e6a6-4f1a-9c69-a27f92c89e56 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:38.943701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-8a627eee-e6a6-4f1a-9c69-a27f92c89e56 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:38.945838 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-ccd72830-7850-42a3-b81d-87183b083991', 'network_id': 'ccd72830-7850-42a3-b81d-87183b083991', 'project_id': '40c1c73d867b481a84e257b6be6b9519', 'fixed_ips': [{'subnet_id': 'b8c742c9-7998-4e66-9717-c8fe054b85a6'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:38.946896 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:38.948757 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a627eee-e6a6-4f1a-9c69-a27f92c89e56 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Subnet': ['ID=88569c09-404e-4c58-8d26-5baec12b642d,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:38.956042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-090da3a0-ac51-43c2-862c-9b08d5e7d7e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Allocated IP 2001:db8::f816:3eff:fe3b:c2ca (c9dd7115-b505-4ef9-b9cd-ffc0201ade5c/2a04ed74-4b31-4efe-a410-d70979caeb48/7098e260-fdc7-4d7f-b25f-77a71343d39b) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:38.958840 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a627eee-e6a6-4f1a-9c69-a27f92c89e56 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:38.959459 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8a627eee-e6a6-4f1a-9c69-a27f92c89e56 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.009291 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Router a6c041d9-9100-4b77-b3bf-4c158205b408 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:18:39.015476 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8a627eee-e6a6-4f1a-9c69-a27f92c89e56 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6349916 Dec 09 02:18:39.019401 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35410) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:39.025833 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-0faea013-c8ec-44b0-a052-91fe2c68ab07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-695363287', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '88569c09-404e-4c58-8d26-5baec12b642d'}], 'security_groups': ['d5701e26-253f-4e25-836f-f90917377061', '5602c860-6ae6-434b-8939-55e6dbb575e3']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:39.105686 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d78bdbbf-5feb-4c81-9b1c-d96777db620c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.108851 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.166945 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88597b3d-3810-46d8-88fd-7565b36dfe2a']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:39.200989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Allocated IP 2001:db8:0:ffff::2 (ccd72830-7850-42a3-b81d-87183b083991/b8c742c9-7998-4e66-9717-c8fe054b85a6/2adf09e2-d6e4-45dc-a93f-9deeea3d10c3) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:39.206416 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159d5341-7fe7-4e76-a2a6-aca2b018e26d') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:39.206800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159d5341-7fe7-4e76-a2a6-aca2b018e26d') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:39.223239 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.291384 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9d281d0-7f25-405f-b4a3-47242dd1d36a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.300029 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.310086 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d78bdbbf-5feb-4c81-9b1c-d96777db620c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.320931 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:39.321429 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:39.326371 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:39.379717 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d78bdbbf-5feb-4c81-9b1c-d96777db620c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5247407b-d2e9-40b1-ae32-82177e22875e']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:39.405573 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.409083 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d78bdbbf-5feb-4c81-9b1c-d96777db620c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aade4919-6169-4336-bef1-36cfa1ac52ec') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:39.409440 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d78bdbbf-5feb-4c81-9b1c-d96777db620c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aade4919-6169-4336-bef1-36cfa1ac52ec') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:39.419249 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.432660 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d78bdbbf-5feb-4c81-9b1c-d96777db620c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.436574 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.451984 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.458672 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/networks/88597b3d-3810-46d8-88fd-7565b36dfe2a HTTP/1.1" status: 204 len: 168 time: 2.2352688 Dec 09 02:18:39.464636 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35412) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:39.484133 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d78bdbbf-5feb-4c81-9b1c-d96777db620c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.488338 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9d281d0-7f25-405f-b4a3-47242dd1d36a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.492117 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Network ccd72830-7850-42a3-b81d-87183b083991 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:39.496574 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:39.517318 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:39.526980 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630643ca-26cf-4c29-8802-c2a1882b0289 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Network': ['ID=88597b3d-3810-46d8-88fd-7565b36dfe2a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:39.562942 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78bdbbf-5feb-4c81-9b1c-d96777db620c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:39.563365 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d78bdbbf-5feb-4c81-9b1c-d96777db620c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:39.567258 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:39.571101 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Pushing event updated for resources: {'Port': ['ID=2adf09e2-d6e4-45dc-a93f-9deeea3d10c3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:39.643161 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Attempting to bind port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:39.643585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Attempting to bind port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b92a2c2e-7644-4fb0-a028-b8d26724d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ccd72830-7850-42a3-b81d-87183b083991'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:39.643967 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Attempting to bind port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 on network ccd72830-7850-42a3-b81d-87183b083991 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:39.652721 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:39.653111 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Checking segment: {'id': 'b92a2c2e-7644-4fb0-a028-b8d26724d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ccd72830-7850-42a3-b81d-87183b083991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:39.653587 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.654061 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Bound using segment: {'id': 'b92a2c2e-7644-4fb0-a028-b8d26724d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ccd72830-7850-42a3-b81d-87183b083991'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:39.654555 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Bound port: 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92a2c2e-7644-4fb0-a028-b8d26724d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ccd72830-7850-42a3-b81d-87183b083991'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:39.655796 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.673052 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d281d0-7f25-405f-b4a3-47242dd1d36a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:39.684376 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c9d281d0-7f25-405f-b4a3-47242dd1d36a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:39.694631 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d281d0-7f25-405f-b4a3-47242dd1d36a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:39.700439 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d281d0-7f25-405f-b4a3-47242dd1d36a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:39.701086 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9d281d0-7f25-405f-b4a3-47242dd1d36a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.718477 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d78bdbbf-5feb-4c81-9b1c-d96777db620c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.724836 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f11c7ebe-4402-43ba-9779-cdcf78810f98 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:39.731583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d78bdbbf-5feb-4c81-9b1c-d96777db620c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.737682 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d78bdbbf-5feb-4c81-9b1c-d96777db620c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/5247407b-d2e9-40b1-ae32-82177e22875e HTTP/1.1" status: 204 len: 168 time: 1.1829956 Dec 09 02:18:39.738830 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d281d0-7f25-405f-b4a3-47242dd1d36a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=809702e8-6be7-46eb-bd08-044c34c8a5ca,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:39.743002 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c9d281d0-7f25-405f-b4a3-47242dd1d36a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2191360 Dec 09 02:18:39.743716 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35414) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:39.745818 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35416) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:39.763967 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:18:39.769252 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-192a3818-6539-4b35-8727-c7d9835c8c14 admin admin] 10.222.0.43 "PUT /v2.0/routers/a6c041d9-9100-4b77-b3bf-4c158205b408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6957774 Dec 09 02:18:39.775589 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-090da3a0-ac51-43c2-862c-9b08d5e7d7e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.786837 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Sync routers for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:18:39.808592 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] For port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:39.813049 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] For port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2adf09e2-d6e4-45dc-a93f-9deeea3d10c3,segment=NetworkSegment(b92a2c2e-7644-4fb0-a028-b8d26724d15e),segment_id=b92a2c2e-7644-4fb0-a028-b8d26724d15e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:39.817858 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:39.818484 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:39.834524 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bdbbf-5feb-4c81-9b1c-d96777db620c tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Network': ['ID=5247407b-d2e9-40b1-ae32-82177e22875e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:39.858852 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.869412 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-074f8b6e-d8df-434f-ab24-69a95942af80 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:39.870164 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074f8b6e-d8df-434f-ab24-69a95942af80 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:39.873550 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-074f8b6e-d8df-434f-ab24-69a95942af80 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/subnets/2b529889-7f9f-48d1-b809-f0530278fc71 HTTP/1.1" status: 404 len: 337 time: 0.1190462 Dec 09 02:18:39.876540 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35420) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:39.900415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port f11c7ebe-4402-43ba-9779-cdcf78810f98 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:39.900415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.912289 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a36912-e974-4c79-b124-8a4ed194af56 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:39.912914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a36912-e974-4c79-b124-8a4ed194af56 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:39.916557 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-07a36912-e974-4c79-b124-8a4ed194af56 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/c389b48b-c68c-4d1b-9d98-aaa02e3c913d HTTP/1.1" status: 404 len: 339 time: 0.0387573 Dec 09 02:18:39.922067 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35424) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:39.955628 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-f818258e-586d-4a73-a99d-d429429e2aea tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:39.956104 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f818258e-586d-4a73-a99d-d429429e2aea tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:39.959411 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f818258e-586d-4a73-a99d-d429429e2aea tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/subnets/ce577ec2-6353-4e24-a801-506bed4b7539 HTTP/1.1" status: 404 len: 337 time: 0.0363755 Dec 09 02:18:39.965744 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35426) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:39.970303 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0faea013-c8ec-44b0-a052-91fe2c68ab07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:39.984328 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6fef9-ce0f-4c55-9afa-aa6690618270 None None] Pushing event updated for resources: {'Port': ['ID=2adf09e2-d6e4-45dc-a93f-9deeea3d10c3,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:39.992181 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e869d9-a0a4-44ab-b5dc-490513d4d2a4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:39.992720 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e869d9-a0a4-44ab-b5dc-490513d4d2a4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:39.996042 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b7e869d9-a0a4-44ab-b5dc-490513d4d2a4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/1f2e0ab0-dab1-422d-9e5d-63401c23b589 HTTP/1.1" status: 404 len: 339 time: 0.0290849 Dec 09 02:18:40.016347 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35428) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:40.056084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Allocated IP 2001:db8::f816:3eff:feb2:84a7 (c9dd7115-b505-4ef9-b9cd-ffc0201ade5c/2a04ed74-4b31-4efe-a410-d70979caeb48/561b4d68-aede-4cbc-98b1-4464eaeb92b0) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:40.058056 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e78252-3388-406b-a275-adf27a4c54ff tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:40.058520 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e78252-3388-406b-a275-adf27a4c54ff tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:40.062333 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-59e78252-3388-406b-a275-adf27a4c54ff tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/subnets/e4d6878e-c528-4ceb-ab34-e9bb25450bbf HTTP/1.1" status: 404 len: 337 time: 0.0449884 Dec 09 02:18:40.067330 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35430) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:40.089425 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-090da3a0-ac51-43c2-862c-9b08d5e7d7e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:40.102586 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb59758-6faa-42b7-b804-ab3aa7450916 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:40.103113 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb59758-6faa-42b7-b804-ab3aa7450916 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:40.112062 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9bb59758-6faa-42b7-b804-ab3aa7450916 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/3f56b936-9f06-4a09-80b0-3fa69cec8857 HTTP/1.1" status: 404 len: 339 time: 0.0378635 Dec 09 02:18:40.113167 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35434) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:40.155972 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:40.183864 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e90571-8e83-4690-89e7-8d77b89e60d0 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:40.184327 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e90571-8e83-4690-89e7-8d77b89e60d0 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:40.190351 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e3e90571-8e83-4690-89e7-8d77b89e60d0 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/subnets/ea8c7635-b2f7-4108-aeff-146a5b608242 HTTP/1.1" status: 404 len: 337 time: 0.0538473 Dec 09 02:18:40.191292 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35436) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:40.215198 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090da3a0-ac51-43c2-862c-9b08d5e7d7e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Network c9dd7115-b505-4ef9-b9cd-ffc0201ade5c is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:40.219048 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8cbb8b-ceeb-496e-a466-98888782b85b tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:40.219048 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8cbb8b-ceeb-496e-a466-98888782b85b tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:40.235521 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0a8cbb8b-ceeb-496e-a466-98888782b85b tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/3733c42a-8378-43bc-ba32-e0fe88551df1 HTTP/1.1" status: 404 len: 339 time: 0.0414922 Dec 09 02:18:40.235873 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35438) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:40.248954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-090da3a0-ac51-43c2-862c-9b08d5e7d7e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:40.251206 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090da3a0-ac51-43c2-862c-9b08d5e7d7e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event updated for resources: {'Port': ['ID=7098e260-fdc7-4d7f-b25f-77a71343d39b,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:40.268191 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-107b7222-7e95-420f-83ee-d96e62d879e9 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:40.268662 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107b7222-7e95-420f-83ee-d96e62d879e9 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:40.271602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090da3a0-ac51-43c2-862c-9b08d5e7d7e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:40.271941 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-107b7222-7e95-420f-83ee-d96e62d879e9 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/subnets/0d776614-a2c6-4c89-9555-7329b7bdcf65 HTTP/1.1" status: 404 len: 337 time: 0.0351200 Dec 09 02:18:40.274328 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35440) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:40.281729 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090da3a0-ac51-43c2-862c-9b08d5e7d7e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:40.282637 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-090da3a0-ac51-43c2-862c-9b08d5e7d7e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:40.295779 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b452334-cea7-4041-af7d-89f7a6dae601 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:40.296131 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b452334-cea7-4041-af7d-89f7a6dae601 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:40.305016 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1b452334-cea7-4041-af7d-89f7a6dae601 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/9731aa3e-1aca-4403-bdf6-dab2afa52f0f HTTP/1.1" status: 404 len: 339 time: 0.0295930 Dec 09 02:18:40.309748 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-090da3a0-ac51-43c2-862c-9b08d5e7d7e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1598096 Dec 09 02:18:40.310563 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35442) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:40.317927 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35444) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:40.366826 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52cd4f5-97fe-46d2-8e55-224954f04df9 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:40.367297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52cd4f5-97fe-46d2-8e55-224954f04df9 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:40.370453 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d52cd4f5-97fe-46d2-8e55-224954f04df9 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/subnets/822519ff-c69f-4426-8374-592bb2e8a64b HTTP/1.1" status: 404 len: 337 time: 0.0583313 Dec 09 02:18:40.377655 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35448) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:40.452041 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bdd508-c2b6-4e08-b9d8-f36f2cd6c0d4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:40.452584 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91bdd508-c2b6-4e08-b9d8-f36f2cd6c0d4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:40.458058 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-91bdd508-c2b6-4e08-b9d8-f36f2cd6c0d4 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/bfce6b24-ec2d-40c3-b1c0-7d5d240d3129 HTTP/1.1" status: 404 len: 339 time: 0.0759692 Dec 09 02:18:40.459766 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35452) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:40.470361 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8fd778f0-d2ab-4ff3-b8b7-100757e1ac65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port 809702e8-6be7-46eb-bd08-044c34c8a5ca {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:40.470715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8fd778f0-d2ab-4ff3-b8b7-100757e1ac65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:40.495828 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8c4a54-ec89-498b-a4eb-e6610da8ce17 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:40.496296 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8c4a54-ec89-498b-a4eb-e6610da8ce17 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:40.502955 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9b8c4a54-ec89-498b-a4eb-e6610da8ce17 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/subnets/0205bb03-5fee-43c8-acbb-f02368e2d3a0 HTTP/1.1" status: 404 len: 337 time: 0.0410326 Dec 09 02:18:40.503800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35456) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:40.519722 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ed9cc9-e356-4784-b5ab-ea5727b93bf2 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Deleting subnet 2a04ed74-4b31-4efe-a410-d70979caeb48 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:40.528833 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf0a050-02b4-42a4-a6d4-edaf5ee16454 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:40.529351 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf0a050-02b4-42a4-a6d4-edaf5ee16454 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:40.535484 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-abf0a050-02b4-42a4-a6d4-edaf5ee16454 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/5e919616-4e86-4966-b0c2-260571109998 HTTP/1.1" status: 404 len: 339 time: 0.0274956 Dec 09 02:18:40.537163 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35458) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:40.557529 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 165b7e61-5518-4a68-8bc8-fedfcd5efe2f up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:40.570293 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-645e5d02-6f7e-477b-aa58-831f256066c0 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:40.570765 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645e5d02-6f7e-477b-aa58-831f256066c0 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:40.576791 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-645e5d02-6f7e-477b-aa58-831f256066c0 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/subnets/9db78cb1-d348-434c-82ec-6b5e43823409 HTTP/1.1" status: 404 len: 337 time: 0.0374184 Dec 09 02:18:40.578262 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35460) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:40.590161 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2efc680a-a29d-4b82-9232-5059522d1711 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:40.644591 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e03f37-b7a1-47be-a42c-66770f515dda tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:40.645189 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e03f37-b7a1-47be-a42c-66770f515dda tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:40.648652 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d5e03f37-b7a1-47be-a42c-66770f515dda tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/7d765b4d-0cf3-4ab0-82ff-d7b08619003b HTTP/1.1" status: 404 len: 339 time: 0.0692952 Dec 09 02:18:40.651018 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35464) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:40.690867 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:40.700763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35466) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:40.706205 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:40.708232 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9cc9-e356-4784-b5ab-ea5727b93bf2 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:40.710847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 165b7e61-5518-4a68-8bc8-fedfcd5efe2f triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:40.711208 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:40.753571 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9cc9-e356-4784-b5ab-ea5727b93bf2 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:40.788018 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Network c9dd7115-b505-4ef9-b9cd-ffc0201ade5c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:40.796938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:40.801214 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e1bdf2-8b3b-4ff3-823d-e51e41de7af2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Deleting subnet 7b4f9173-ace6-4d85-8f97-809b5fc1708d {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:40.802969 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:40.804494 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19e1bdf2-8b3b-4ff3-823d-e51e41de7af2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:40.806815 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Pushing event updated for resources: {'Port': ['ID=561b4d68-aede-4cbc-98b1-4464eaeb92b0,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:40.819156 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:37Z', 'revision_number': 2, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:40.870427 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Checking router: a6c041d9-9100-4b77-b3bf-4c158205b408 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:18:40.870818 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Updating router a6c041d9-9100-4b77-b3bf-4c158205b408 port 1f76abcc-1147-4bff-9b26-b2be849d9289 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:18:40.881289 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19e1bdf2-8b3b-4ff3-823d-e51e41de7af2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:40.890126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9cc9-e356-4784-b5ab-ea5727b93bf2 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:40.929458 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:40.965324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f464245d-64c0-48ce-80df-011c4c9dc623 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1616209647-network', 'tenant_id': '93ec7354886c446d9c61dbf5b1851421'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:40.966124 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Attempting to bind port 561b4d68-aede-4cbc-98b1-4464eaeb92b0 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:40.966500 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Attempting to bind port 561b4d68-aede-4cbc-98b1-4464eaeb92b0 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '23667841-ef67-482a-9cd1-d8b5d0151749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c9dd7115-b505-4ef9-b9cd-ffc0201ade5c'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:40.966869 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Attempting to bind port 561b4d68-aede-4cbc-98b1-4464eaeb92b0 on network c9dd7115-b505-4ef9-b9cd-ffc0201ade5c {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:40.977255 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9cc9-e356-4784-b5ab-ea5727b93bf2 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:40.984151 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:40.984529 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Checking segment: {'id': '23667841-ef67-482a-9cd1-d8b5d0151749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c9dd7115-b505-4ef9-b9cd-ffc0201ade5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:40.984937 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:40.985562 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Bound using segment: {'id': '23667841-ef67-482a-9cd1-d8b5d0151749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c9dd7115-b505-4ef9-b9cd-ffc0201ade5c'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:40.986122 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Bound port: 561b4d68-aede-4cbc-98b1-4464eaeb92b0, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23667841-ef67-482a-9cd1-d8b5d0151749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c9dd7115-b505-4ef9-b9cd-ffc0201ade5c'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:40.986509 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.033726 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed9cc9-e356-4784-b5ab-ea5727b93bf2 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event deleted for resources: {'Subnet': ['ID=2a04ed74-4b31-4efe-a410-d70979caeb48,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:41.040026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8fd778f0-d2ab-4ff3-b8b7-100757e1ac65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.048079 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9cc9-e356-4784-b5ab-ea5727b93bf2 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.050625 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19e1bdf2-8b3b-4ff3-823d-e51e41de7af2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.054393 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b6ed9cc9-e356-4784-b5ab-ea5727b93bf2 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/subnets/2a04ed74-4b31-4efe-a410-d70979caeb48 HTTP/1.1" status: 204 len: 168 time: 0.7286847 Dec 09 02:18:41.054564 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35468) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:41.058977 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-0faea013-c8ec-44b0-a052-91fe2c68ab07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Delete allocated IP 172.20.0.3 (5f7aec52-f3b5-4beb-a843-c44009141bb9/447e9861-e601-4711-8080-8c2efd5b8701) {{(pid=103334) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 09 02:18:41.069341 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8fd778f0-d2ab-4ff3-b8b7-100757e1ac65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for 809702e8-6be7-46eb-bd08-044c34c8a5ca owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:41.070969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f464245d-64c0-48ce-80df-011c4c9dc623 admin admin] Made reservation on behalf of 93ec7354886c446d9c61dbf5b1851421 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:41.073359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f464245d-64c0-48ce-80df-011c4c9dc623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.083874 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-0faea013-c8ec-44b0-a052-91fe2c68ab07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Allocated IP 172.20.0.41 (5f7aec52-f3b5-4beb-a843-c44009141bb9/88569c09-404e-4c58-8d26-5baec12b642d/01662562-f1ae-4b0f-9ca3-58f2eec3d87a) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:41.102179 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f464245d-64c0-48ce-80df-011c4c9dc623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.160629 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f116767-c679-43e7-8140-0f3380be1c4e tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:41.162165 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f116767-c679-43e7-8140-0f3380be1c4e tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:41.163747 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5f116767-c679-43e7-8140-0f3380be1c4e tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1087334 Dec 09 02:18:41.172201 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35470) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:41.174294 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.255407 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 165b7e61-5518-4a68-8bc8-fedfcd5efe2f, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=165b7e61-5518-4a68-8bc8-fedfcd5efe2f,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:41.255920 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4022ad4f-5dc7-422d-8e3f-bb30ed48ea24 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.270381 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.282920 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4022ad4f-5dc7-422d-8e3f-bb30ed48ea24 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 09 02:18:41.283696 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4022ad4f-5dc7-422d-8e3f-bb30ed48ea24 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:41.287222 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4022ad4f-5dc7-422d-8e3f-bb30ed48ea24 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/networks/c9dd7115-b505-4ef9-b9cd-ffc0201ade5c HTTP/1.1" status: 409 len: 405 time: 0.1112707 Dec 09 02:18:41.291553 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35472) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:41.298186 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-06982fd7-e043-46c3-98db-518923d0d1ff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1850086981'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:41.302677 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5292d29b-6be9-4b3f-83cf-0e019b8fe64d no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:41.305966 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2efc680a-a29d-4b82-9232-5059522d1711 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port f7434c49-12e9-47d5-8bf1-3c3d6d58119d {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:41.306488 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2efc680a-a29d-4b82-9232-5059522d1711 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.375677 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19e1bdf2-8b3b-4ff3-823d-e51e41de7af2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.429594 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1bdf2-8b3b-4ff3-823d-e51e41de7af2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Subnet': ['ID=7b4f9173-ace6-4d85-8f97-809b5fc1708d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:41.438187 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19e1bdf2-8b3b-4ff3-823d-e51e41de7af2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.444820 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-19e1bdf2-8b3b-4ff3-823d-e51e41de7af2 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/subnets/7b4f9173-ace6-4d85-8f97-809b5fc1708d HTTP/1.1" status: 204 len: 168 time: 0.7927728 Dec 09 02:18:41.445125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35474) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:41.457166 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-2efc680a-a29d-4b82-9232-5059522d1711 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] For port f7434c49-12e9-47d5-8bf1-3c3d6d58119d, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f7434c49-12e9-47d5-8bf1-3c3d6d58119d,segment=NetworkSegment(f19155e2-aa37-44e7-8c80-2e91144c236d),segment_id=f19155e2-aa37-44e7-8c80-2e91144c236d)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:41.458053 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2efc680a-a29d-4b82-9232-5059522d1711 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.474903 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06982fd7-e043-46c3-98db-518923d0d1ff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Made reservation on behalf of 40c1c73d867b481a84e257b6be6b9519 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:41.480254 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-06982fd7-e043-46c3-98db-518923d0d1ff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.495896 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2efc680a-a29d-4b82-9232-5059522d1711 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for f7434c49-12e9-47d5-8bf1-3c3d6d58119d owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:41.527652 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 5292d29b-6be9-4b3f-83cf-0e019b8fe64d {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:41.527989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5292d29b-6be9-4b3f-83cf-0e019b8fe64d not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:41.537702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] For port 561b4d68-aede-4cbc-98b1-4464eaeb92b0, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:41.552698 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0faea013-c8ec-44b0-a052-91fe2c68ab07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.574873 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0faea013-c8ec-44b0-a052-91fe2c68ab07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.582443 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] For port 561b4d68-aede-4cbc-98b1-4464eaeb92b0, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=561b4d68-aede-4cbc-98b1-4464eaeb92b0,segment=NetworkSegment(23667841-ef67-482a-9cd1-d8b5d0151749),segment_id=23667841-ef67-482a-9cd1-d8b5d0151749)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:41.588343 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c8eeb6d6-995a-4584-a656-f15e3e7ec68a None None] Provisioning complete for port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:41.588729 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb6d6-995a-4584-a656-f15e3e7ec68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.592646 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=165b7e61-5518-4a68-8bc8-fedfcd5efe2f,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:41.598286 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.670943 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06982fd7-e043-46c3-98db-518923d0d1ff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:18:41.679041 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8fd778f0-d2ab-4ff3-b8b7-100757e1ac65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.690035 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-06982fd7-e043-46c3-98db-518923d0d1ff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.690391 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-06982fd7-e043-46c3-98db-518923d0d1ff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Added segment 87a569f4-6871-4d5e-9c00-091deaafa748 of type vlan for network f8607f29-1495-46e9-a735-6e753a02d1c5 Dec 09 02:18:41.717037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.738945 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:41.751036 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-06982fd7-e043-46c3-98db-518923d0d1ff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.786141 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faea013-c8ec-44b0-a052-91fe2c68ab07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event updated for resources: {'Port': ['ID=01662562-f1ae-4b0f-9ca3-58f2eec3d87a,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:41.814617 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df19b7d-d68a-4df4-8365-3b06246ae6d8 None None] get_active_networks_info from dv-neutron-804846-18-hyperv {{(pid=103335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 02:18:41.820042 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-06982fd7-e043-46c3-98db-518923d0d1ff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.828294 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06982fd7-e043-46c3-98db-518923d0d1ff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:41.829337 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-06982fd7-e043-46c3-98db-518923d0d1ff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.834051 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.840640 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2efc680a-a29d-4b82-9232-5059522d1711 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.860556 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd778f0-d2ab-4ff3-b8b7-100757e1ac65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=809702e8-6be7-46eb-bd08-044c34c8a5ca,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:41.861144 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbca0f-e648-4900-a2fd-3bce13343003 None None] Pushing event updated for resources: {'Port': ['ID=561b4d68-aede-4cbc-98b1-4464eaeb92b0,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:41.891199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.914753 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8fd778f0-d2ab-4ff3-b8b7-100757e1ac65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.920665 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8fd778f0-d2ab-4ff3-b8b7-100757e1ac65 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/809702e8-6be7-46eb-bd08-044c34c8a5ca HTTP/1.1" status: 204 len: 168 time: 2.1686807 Dec 09 02:18:41.920665 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0faea013-c8ec-44b0-a052-91fe2c68ab07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] In _notify_port_updated(), no bound segment for port 01662562-f1ae-4b0f-9ca3-58f2eec3d87a on network 5f7aec52-f3b5-4beb-a843-c44009141bb9 {{(pid=103334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:18:41.925468 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faea013-c8ec-44b0-a052-91fe2c68ab07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:41.925839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0faea013-c8ec-44b0-a052-91fe2c68ab07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:41.927420 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35476) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:41.930930 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0faea013-c8ec-44b0-a052-91fe2c68ab07 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "PUT /v2.0/ports/01662562-f1ae-4b0f-9ca3-58f2eec3d87a HTTP/1.1" status: 200 len: 959 time: 2.9086790 Dec 09 02:18:41.934806 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35478) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:41.952232 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-06982fd7-e043-46c3-98db-518923d0d1ff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6561291 Dec 09 02:18:41.954428 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35480) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:41.959457 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc680a-a29d-4b82-9232-5059522d1711 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=f7434c49-12e9-47d5-8bf1-3c3d6d58119d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:41.978208 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-faca8182-ab27-4cbd-a0f8-943dcc3c9384 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Request body: {'subnet': {'network_id': 'f8607f29-1495-46e9-a735-6e753a02d1c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:41.982043 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb6d6-995a-4584-a656-f15e3e7ec68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.000672 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:42.001133 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.016700 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06982fd7-e043-46c3-98db-518923d0d1ff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event updated for resources: {'Network': ['ID=f8607f29-1495-46e9-a735-6e753a02d1c5,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:42.035410 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83c41b-f36e-49a5-a594-edcb703020ea None None] Pushing event updated for resources: {'Port': ['ID=1f76abcc-1147-4bff-9b26-b2be849d9289,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:42.046418 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f464245d-64c0-48ce-80df-011c4c9dc623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.056224 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e20107-395b-4810-88f2-ca63fa6640be tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:42.060389 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-94e20107-395b-4810-88f2-ca63fa6640be tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1266077 Dec 09 02:18:42.061814 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35482) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:42.067463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c8eeb6d6-995a-4584-a656-f15e3e7ec68a None None] For port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2adf09e2-d6e4-45dc-a93f-9deeea3d10c3,segment=NetworkSegment(b92a2c2e-7644-4fb0-a028-b8d26724d15e),segment_id=b92a2c2e-7644-4fb0-a028-b8d26724d15e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:42.068622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f464245d-64c0-48ce-80df-011c4c9dc623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.068756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network f8607f29-1495-46e9-a735-6e753a02d1c5 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:18:42.090327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb6d6-995a-4584-a656-f15e3e7ec68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.129677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f464245d-64c0-48ce-80df-011c4c9dc623 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:18:42.161856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f464245d-64c0-48ce-80df-011c4c9dc623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.162476 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-f464245d-64c0-48ce-80df-011c4c9dc623 admin admin] Added segment 0d1e359b-adca-4020-a49e-bd5921d98a34 of type vlan for network 70dcee42-9b1e-4d17-a654-d50359dfd806 Dec 09 02:18:42.164105 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2efc680a-a29d-4b82-9232-5059522d1711 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.166842 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Deleting port b11b95c1-37a1-41fd-a3f0-d25d819a6394 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:42.167188 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.178927 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464245d-64c0-48ce-80df-011c4c9dc623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c22cbae-8579-40c6-8acc-cca94cd6a963,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:42.193680 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9b0a13-ef62-4a94-909f-17354fd6c978 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:42.198046 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ba9b0a13-ef62-4a94-909f-17354fd6c978 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1326942 Dec 09 02:18:42.226392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35486) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:42.269841 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df19b7d-d68a-4df4-8365-3b06246ae6d8 None None] Resources bound (agent type, host, resource id): {{(pid=103335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 02:18:42.280330 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Attempting to bind port 1f76abcc-1147-4bff-9b26-b2be849d9289 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:42.280705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Attempting to bind port 1f76abcc-1147-4bff-9b26-b2be849d9289 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:42.281070 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Attempting to bind port 1f76abcc-1147-4bff-9b26-b2be849d9289 on network f032c193-892e-4d25-887c-5957f77976f6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:42.309449 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eeb6d6-995a-4584-a656-f15e3e7ec68a None None] Pushing event updated for resources: {'Port': ['ID=2adf09e2-d6e4-45dc-a93f-9deeea3d10c3,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:42.316352 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:42.316811 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Checking segment: {'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:42.317141 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.317549 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Bound using segment: {'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:42.318035 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Bound port: 1f76abcc-1147-4bff-9b26-b2be849d9289, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:42.318689 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.319971 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f464245d-64c0-48ce-80df-011c4c9dc623 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.343199 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faca8182-ab27-4cbd-a0f8-943dcc3c9384 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Made reservation on behalf of 40c1c73d867b481a84e257b6be6b9519 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:42.346996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-faca8182-ab27-4cbd-a0f8-943dcc3c9384 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.369012 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efc680a-a29d-4b82-9232-5059522d1711 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:18:42.419681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-84e0bcdd-daeb-4d23-855b-30f453fcace0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port 01662562-f1ae-4b0f-9ca3-58f2eec3d87a {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:42.420844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84e0bcdd-daeb-4d23-855b-30f453fcace0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.452443 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efc680a-a29d-4b82-9232-5059522d1711 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:18:42.455338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] For port b11b95c1-37a1-41fd-a3f0-d25d819a6394, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=b11b95c1-37a1-41fd-a3f0-d25d819a6394,segment=NetworkSegment(06480019-f721-4a3f-b958-0a47a6e7d8b7),segment_id=06480019-f721-4a3f-b958-0a47a6e7d8b7)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:42.455958 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.460977 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] For port 1f76abcc-1147-4bff-9b26-b2be849d9289, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:42.463133 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9852bd08-08b7-43da-ad23-0ed4083ebf73 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:42.465046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9852bd08-08b7-43da-ad23-0ed4083ebf73 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:42.466243 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac017a46-884c-4f45-916e-423c01d47289 None None] Sync routers for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:18:42.467859 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9852bd08-08b7-43da-ad23-0ed4083ebf73 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:42.469513 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9852bd08-08b7-43da-ad23-0ed4083ebf73 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2416956 Dec 09 02:18:42.470408 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35488) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:42.471867 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2efc680a-a29d-4b82-9232-5059522d1711 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/b5fd2fe3-4ae3-4d7e-b334-1e948e296886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0033367 Dec 09 02:18:42.472528 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35490) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:42.477408 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac017a46-884c-4f45-916e-423c01d47289 None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:42.478240 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ac017a46-884c-4f45-916e-423c01d47289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:42.492282 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35492) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:42.495327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] For port 1f76abcc-1147-4bff-9b26-b2be849d9289, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1f76abcc-1147-4bff-9b26-b2be849d9289,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:42.504283 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.533359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Calling delete_port for b11b95c1-37a1-41fd-a3f0-d25d819a6394 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:42.536942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f464245d-64c0-48ce-80df-011c4c9dc623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.538097 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f464245d-64c0-48ce-80df-011c4c9dc623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:42.538834 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f464245d-64c0-48ce-80df-011c4c9dc623 admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.575173 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-ac017a46-884c-4f45-916e-423c01d47289 None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:42.597220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5e23d0-1e6e-483e-9de6-604574bb461d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 373f6646-1d70-4db5-adf2-3165c59705ac {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:42.600792 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:42.601424 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:42.604637 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83c41b-f36e-49a5-a594-edcb703020ea None None] Pushing event updated for resources: {'Port': ['ID=1f76abcc-1147-4bff-9b26-b2be849d9289,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:42.653325 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ac017a46-884c-4f45-916e-423c01d47289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 11, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:42.664963 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb5e23d0-1e6e-483e-9de6-604574bb461d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.691288 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f464245d-64c0-48ce-80df-011c4c9dc623 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9873989 Dec 09 02:18:42.696262 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac017a46-884c-4f45-916e-423c01d47289 None None] Checking router: b5fd2fe3-4ae3-4d7e-b334-1e948e296886 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:18:42.707479 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac017a46-884c-4f45-916e-423c01d47289 None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:42.708104 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ac017a46-884c-4f45-916e-423c01d47289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:42.725054 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35494) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:42.734796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-65577cab-353f-4fec-b92a-908facaa57bd admin admin] Request body: {'subnet': {'network_id': '70dcee42-9b1e-4d17-a654-d50359dfd806', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1616209647-subnet', 'tenant_id': '93ec7354886c446d9c61dbf5b1851421', 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:42.745249 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c7d3fc-9eb3-456a-8b6e-51197d8655ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting subnet a4eb5160-10f0-4f21-bce0-57d2e93c3c8b {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:42.756356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464245d-64c0-48ce-80df-011c4c9dc623 admin admin] Pushing event updated for resources: {'Network': ['ID=70dcee42-9b1e-4d17-a654-d50359dfd806,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:42.771095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 70dcee42-9b1e-4d17-a654-d50359dfd806 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:18:42.782350 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38c7d3fc-9eb3-456a-8b6e-51197d8655ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.799503 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-ac017a46-884c-4f45-916e-423c01d47289 None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:42.814646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84e0bcdd-daeb-4d23-855b-30f453fcace0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:42.846159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:42.870471 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ac017a46-884c-4f45-916e-423c01d47289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 11, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:42.881435 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf2d26-e118-4558-b78a-6e51cda0b629 None None] DHCP port deletion for 88597b3d-3810-46d8-88fd-7565b36dfe2a request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:42.897560 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-84e0bcdd-daeb-4d23-855b-30f453fcace0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for 01662562-f1ae-4b0f-9ca3-58f2eec3d87a owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:42.906455 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac017a46-884c-4f45-916e-423c01d47289 None None] The sync data for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv is: [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 11, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:18:42.947806 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac04c114-5c24-4e7a-8759-63115cdddf64 None None] Network aa760e39-562b-4c1d-abef-5aa6f0e08347 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:42.949883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d368785f-c32b-403f-b869-24e649b0e36a None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:42.958709 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fcf8d2-3ffd-4ff1-9baf-a5df96223b8b None None] Network ccd72830-7850-42a3-b81d-87183b083991 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:42.976357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38c7d3fc-9eb3-456a-8b6e-51197d8655ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:43.033768 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86803b8a-db76-4a87-be3d-a17ad8225e44 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:43.296851 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb5e23d0-1e6e-483e-9de6-604574bb461d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:43.360605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:43.368906 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9ef49b-d496-40c9-9cc3-e9e6e0264d77 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:43.374905 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9ef49b-d496-40c9-9cc3-e9e6e0264d77 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:43.377922 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9ef49b-d496-40c9-9cc3-e9e6e0264d77 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:43.378085 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac04c114-5c24-4e7a-8759-63115cdddf64 None None] Network aa760e39-562b-4c1d-abef-5aa6f0e08347 could not be found, it might have been deleted concurrently. {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 02:18:43.395294 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c830f206-e426-4191-800a-fd64e2403d9d None None] Network c9dd7115-b505-4ef9-b9cd-ffc0201ade5c requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:43.396208 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fa9ef49b-d496-40c9-9cc3-e9e6e0264d77 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=11e56525f9144d56b0abeb03a899d780&network_id=0d365dc9-792a-4bdd-94b8-fdf0b0280b6a HTTP/1.1" status: 200 len: 3002 time: 0.9025004 Dec 09 02:18:43.398521 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc6f58b-7af1-4aff-9084-8fc87254030a None None] Network 27f5d031-8ff7-444b-a04d-dbef5d4cfae8 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:43.399604 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65577cab-353f-4fec-b92a-908facaa57bd admin admin] Made reservation on behalf of 93ec7354886c446d9c61dbf5b1851421 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:43.412449 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f1a604-85bb-4713-84d5-1df48954eb1d None None] Network aa760e39-562b-4c1d-abef-5aa6f0e08347 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:43.417394 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65577cab-353f-4fec-b92a-908facaa57bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:43.485146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84e0bcdd-daeb-4d23-855b-30f453fcace0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:43.490013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Port': ['ID=b11b95c1-37a1-41fd-a3f0-d25d819a6394,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:43.511282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] No DVR routers for this DVR port b11b95c1-37a1-41fd-a3f0-d25d819a6394 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:43.530706 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4a41a7-60c7-4242-9a82-093c05ed207c None None] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:43.552417 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9e116a-a5ae-4465-84ae-08a8a8240d1d None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:43.590135 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f1a604-85bb-4713-84d5-1df48954eb1d None None] Network aa760e39-562b-4c1d-abef-5aa6f0e08347 could not be found, it might have been deleted concurrently. {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 02:18:43.660694 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693e6eb2-fb32-4252-afa3-992064946943 None None] Network aa760e39-562b-4c1d-abef-5aa6f0e08347 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:43.665695 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38c7d3fc-9eb3-456a-8b6e-51197d8655ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:43.687139 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0bcdd-daeb-4d23-855b-30f453fcace0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=01662562-f1ae-4b0f-9ca3-58f2eec3d87a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:43.715803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb5e23d0-1e6e-483e-9de6-604574bb461d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:43.768173 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693e6eb2-fb32-4252-afa3-992064946943 None None] Network aa760e39-562b-4c1d-abef-5aa6f0e08347 could not be found, it might have been deleted concurrently. {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 02:18:43.797676 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65577cab-353f-4fec-b92a-908facaa57bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:43.819839 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e20925da-a549-4ae8-a44b-c932ac0b9122 None None] Provisioning complete for port 1f76abcc-1147-4bff-9b26-b2be849d9289 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:43.820221 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e20925da-a549-4ae8-a44b-c932ac0b9122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:43.889500 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65577cab-353f-4fec-b92a-908facaa57bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e33837-a6e8-4098-a384-0acbecc0c5e6,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:43.894789 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb5e23d0-1e6e-483e-9de6-604574bb461d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:43.901390 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65577cab-353f-4fec-b92a-908facaa57bd admin admin] Checking segment: {'id': '0d1e359b-adca-4020-a49e-bd5921d98a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '70dcee42-9b1e-4d17-a654-d50359dfd806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:43.901564 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65577cab-353f-4fec-b92a-908facaa57bd admin admin] Network hostable DHCP agents. Network: 70dcee42-9b1e-4d17-a654-d50359dfd806, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:18:43.929631 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e23d0-1e6e-483e-9de6-604574bb461d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=373f6646-1d70-4db5-adf2-3165c59705ac,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:43.938443 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb5e23d0-1e6e-483e-9de6-604574bb461d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:43.944628 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cb5e23d0-1e6e-483e-9de6-604574bb461d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/373f6646-1d70-4db5-adf2-3165c59705ac HTTP/1.1" status: 204 len: 168 time: 1.4710071 Dec 09 02:18:43.947841 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35504) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:43.951709 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:43.993057 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:43.995777 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65577cab-353f-4fec-b92a-908facaa57bd admin admin] Network 70dcee42-9b1e-4d17-a654-d50359dfd806 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:18:44.011462 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-08cf7e9e-bcb3-4c32-9645-51786a5add3e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 89aeb138-5a68-4f06-b552-faad833d7d25 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:44.015113 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08cf7e9e-bcb3-4c32-9645-51786a5add3e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.017976 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-65577cab-353f-4fec-b92a-908facaa57bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 70dcee42-9b1e-4d17-a654-d50359dfd806) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:44.034731 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd3b7aa-2203-45a2-8f86-c6f330700aa2 None None] DHCP port deletion for 27f5d031-8ff7-444b-a04d-dbef5d4cfae8 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:44.036361 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.objects.ports [None req-faca8182-ab27-4cbd-a0f8-943dcc3c9384 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103334) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:18:44.042832 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-faca8182-ab27-4cbd-a0f8-943dcc3c9384 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.054289 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a1b973-642a-4adf-959f-004a5319a8da None None] Network 70dcee42-9b1e-4d17-a654-d50359dfd806 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:44.067111 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84e0bcdd-daeb-4d23-855b-30f453fcace0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.070778 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-84e0bcdd-daeb-4d23-855b-30f453fcace0 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/01662562-f1ae-4b0f-9ca3-58f2eec3d87a HTTP/1.1" status: 204 len: 168 time: 2.1350064 Dec 09 02:18:44.082027 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08cf7e9e-bcb3-4c32-9645-51786a5add3e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.101686 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f5d031-8ff7-444b-a04d-dbef5d4cfae8']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:44.105715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35506) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:44.139700 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65577cab-353f-4fec-b92a-908facaa57bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:44.140369 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65577cab-353f-4fec-b92a-908facaa57bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.156269 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06480019-f721-4a3f-b958-0a47a6e7d8b7') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:44.156578 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06480019-f721-4a3f-b958-0a47a6e7d8b7') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:44.159628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38c7d3fc-9eb3-456a-8b6e-51197d8655ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.161536 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08cf7e9e-bcb3-4c32-9645-51786a5add3e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.161694 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f28a490-386c-483b-9114-97930edc90ed tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] GET failed (client error): The resource could not be found. Dec 09 02:18:44.165610 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4f28a490-386c-483b-9114-97930edc90ed tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports/01662562-f1ae-4b0f-9ca3-58f2eec3d87a HTTP/1.1" status: 404 len: 333 time: 0.0536540 Dec 09 02:18:44.170305 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-65577cab-353f-4fec-b92a-908facaa57bd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4409120 Dec 09 02:18:44.170305 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35508) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:44.175061 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35510) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:44.186230 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1616209647-router', 'tenant_id': '93ec7354886c446d9c61dbf5b1851421', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:44.191883 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.218209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca8182-ab27-4cbd-a0f8-943dcc3c9384 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event updated for resources: {'Subnet': ['ID=fe7c57ce-f5d5-4529-a128-98059a78787e,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:44.220695 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38c7d3fc-9eb3-456a-8b6e-51197d8655ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.227102 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-38c7d3fc-9eb3-456a-8b6e-51197d8655ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/a4eb5160-10f0-4f21-bce0-57d2e93c3c8b HTTP/1.1" status: 204 len: 168 time: 1.7174211 Dec 09 02:18:44.236495 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35512) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:44.248115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.255884 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72a0513-c88c-47f2-a336-73631829e849 None None] Network 5c1f9878-e459-451c-a7cd-fb2a36f4f562 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:44.263478 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.277085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a5ed97d3-7a11-4b34-bab9-17b5c5628efe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.277821 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:44.278196 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.309178 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a5ed97d3-7a11-4b34-bab9-17b5c5628efe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.320220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:44.320669 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:44.323789 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:44.327035 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08cf7e9e-bcb3-4c32-9645-51786a5add3e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.339343 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7d3fc-9eb3-456a-8b6e-51197d8655ff tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Subnet': ['ID=a4eb5160-10f0-4f21-bce0-57d2e93c3c8b,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:44.349207 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2cdb41-a6ce-4217-8fe7-46c6f3b68a8b None None] Network c9dd7115-b505-4ef9-b9cd-ffc0201ade5c requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:44.359553 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf7e9e-bcb3-4c32-9645-51786a5add3e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=89aeb138-5a68-4f06-b552-faad833d7d25,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:44.376454 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08cf7e9e-bcb3-4c32-9645-51786a5add3e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.379675 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-08cf7e9e-bcb3-4c32-9645-51786a5add3e tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/89aeb138-5a68-4f06-b552-faad833d7d25 HTTP/1.1" status: 204 len: 168 time: 0.4308369 Dec 09 02:18:44.380340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.381418 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.382287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35514) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:44.384784 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faca8182-ab27-4cbd-a0f8-943dcc3c9384 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Checking segment: {'id': '87a569f4-6871-4d5e-9c00-091deaafa748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f8607f29-1495-46e9-a735-6e753a02d1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:44.385154 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faca8182-ab27-4cbd-a0f8-943dcc3c9384 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Network hostable DHCP agents. Network: f8607f29-1495-46e9-a735-6e753a02d1c5, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:18:44.432235 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.439493 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.448189 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9d613433-84c8-4124-83e7-7bb39d739a13 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644336 Dec 09 02:18:44.448349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35516) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:44.450703 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.454049 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] 10.222.0.43 "DELETE /v2.0/networks/27f5d031-8ff7-444b-a04d-dbef5d4cfae8 HTTP/1.1" status: 204 len: 168 time: 3.0066593 Dec 09 02:18:44.459798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-815496b0-eac3-4595-aea0-35abd7c81b03 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:44.464837 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faca8182-ab27-4cbd-a0f8-943dcc3c9384 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Network f8607f29-1495-46e9-a735-6e753a02d1c5 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:18:44.479603 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a5ed97d3-7a11-4b34-bab9-17b5c5628efe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.487316 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a5ed97d3-7a11-4b34-bab9-17b5c5628efe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.492669 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a5ed97d3-7a11-4b34-bab9-17b5c5628efe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/security-groups/5a97a693-bbe4-4d6c-9974-9ed508c4d8b9 HTTP/1.1" status: 204 len: 168 time: 0.2995172 Dec 09 02:18:44.494099 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35520) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:44.526422 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6eb124-2d75-485b-9e49-234d0f9ee317 tempest-NetworksTest-2111561019 tempest-NetworksTest-2111561019-project] Pushing event deleted for resources: {'Network': ['ID=27f5d031-8ff7-444b-a04d-dbef5d4cfae8,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:44.535955 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4943accc-34bf-4f72-b292-2f4dc9544a08 None None] Update dhcp port {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'fixed_ips': [{'subnet_id': '373f6646-1d70-4db5-adf2-3165c59705ac'}, {'subnet_id': '89aeb138-5a68-4f06-b552-faad833d7d25'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': 'f11c7ebe-4402-43ba-9779-cdcf78810f98'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:18:44.553419 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed97d3-7a11-4b34-bab9-17b5c5628efe tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a97a693-bbe4-4d6c-9974-9ed508c4d8b9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:44.566948 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-faca8182-ab27-4cbd-a0f8-943dcc3c9384 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, f8607f29-1495-46e9-a735-6e753a02d1c5) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:44.599521 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faca8182-ab27-4cbd-a0f8-943dcc3c9384 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:44.600544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-faca8182-ab27-4cbd-a0f8-943dcc3c9384 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.600674 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d7e3cc-1141-4d87-8fe5-62c9b9c77f96 None None] Network f8607f29-1495-46e9-a735-6e753a02d1c5 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:44.638594 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3b3c448a-1719-416c-bfa9-6bc3ac58255b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.686460 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3b3c448a-1719-416c-bfa9-6bc3ac58255b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.692698 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e20925da-a549-4ae8-a44b-c932ac0b9122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.719985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4943accc-34bf-4f72-b292-2f4dc9544a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.816512 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3b3c448a-1719-416c-bfa9-6bc3ac58255b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.821236 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3b3c448a-1719-416c-bfa9-6bc3ac58255b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.827366 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3b3c448a-1719-416c-bfa9-6bc3ac58255b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/security-groups/5602c860-6ae6-434b-8939-55e6dbb575e3 HTTP/1.1" status: 204 len: 168 time: 0.3254621 Dec 09 02:18:44.828764 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35524) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:44.875885 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-70dcee42-9b1e-4d17-a654-d50359dfd806', 'network_id': '70dcee42-9b1e-4d17-a654-d50359dfd806', 'project_id': '93ec7354886c446d9c61dbf5b1851421', 'fixed_ips': [{'subnet_id': 'e1e33837-a6e8-4098-a384-0acbecc0c5e6'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:44.876755 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.898075 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c448a-1719-416c-bfa9-6bc3ac58255b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5602c860-6ae6-434b-8939-55e6dbb575e3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:44.931104 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-145ab5d4-ff1d-4bca-a7e7-c4e36b737cae tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.955608 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:42Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:44.974437 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-145ab5d4-ff1d-4bca-a7e7-c4e36b737cae tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:44.991952 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35528) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:45.047017 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-145ab5d4-ff1d-4bca-a7e7-c4e36b737cae tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.058933 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-145ab5d4-ff1d-4bca-a7e7-c4e36b737cae tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.064046 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-145ab5d4-ff1d-4bca-a7e7-c4e36b737cae tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/security-groups/d5701e26-253f-4e25-836f-f90917377061 HTTP/1.1" status: 204 len: 168 time: 0.2197073 Dec 09 02:18:45.064706 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35532) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:45.105673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.115059 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 165b7e61-5518-4a68-8bc8-fedfcd5efe2f up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:45.118248 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06078bbb-a398-4d70-9e35-0f4ccbe14709 None None] The sync data for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv is: [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:42Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:18:45.159970 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e20925da-a549-4ae8-a44b-c932ac0b9122 None None] For port 1f76abcc-1147-4bff-9b26-b2be849d9289, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1f76abcc-1147-4bff-9b26-b2be849d9289,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:45.166698 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ab5d4-ff1d-4bca-a7e7-c4e36b737cae tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5701e26-253f-4e25-836f-f90917377061,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:45.209817 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75c0e9c-8dcf-45ee-831b-e0c1d62c183b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting subnet 447e9861-e601-4711-8080-8c2efd5b8701 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:45.220344 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e75c0e9c-8dcf-45ee-831b-e0c1d62c183b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.257803 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-faca8182-ab27-4cbd-a0f8-943dcc3c9384 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2866836 Dec 09 02:18:45.264727 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35534) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:45.271273 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-89669f5e-84a4-4902-9548-76e094ac17b1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Request body: {'port': {'network_id': 'f8607f29-1495-46e9-a735-6e753a02d1c5', 'name': 'tempest-NetworksIpV6TestAttrs-1827892255'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:45.293981 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e75c0e9c-8dcf-45ee-831b-e0c1d62c183b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.306884 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e20925da-a549-4ae8-a44b-c932ac0b9122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.311622 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f24d2f0-9d71-4b5d-bf10-c6aab8d5b64c None None] Update dhcp port {'port': {'network_id': '5f7aec52-f3b5-4beb-a843-c44009141bb9', 'fixed_ips': [{'subnet_id': '90e8f158-03f3-47e5-8c44-9e654c8b2185', 'ip_address': '172.20.0.18'}, {'subnet_id': '447e9861-e601-4711-8080-8c2efd5b8701', 'ip_address': '172.20.0.2'}, {'subnet_id': '88569c09-404e-4c58-8d26-5baec12b642d'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': '4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:18:45.429734 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e75c0e9c-8dcf-45ee-831b-e0c1d62c183b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.447073 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815496b0-eac3-4595-aea0-35abd7c81b03 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:45.450955 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-815496b0-eac3-4595-aea0-35abd7c81b03 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.456847 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.486118 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc73b517-2d5c-4c9d-850b-8056222ad463 None None] DHCP port deletion for 5c1f9878-e459-451c-a7cd-fb2a36f4f562 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:45.487863 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a120672d-cda6-4262-8657-2eccd6efd543 None None] Network ccd72830-7850-42a3-b81d-87183b083991 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:45.492710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e20925da-a549-4ae8-a44b-c932ac0b9122 None None] Could not find standard attr ID for object 01662562-f1ae-4b0f-9ca3-58f2eec3d87a. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:18:45.518344 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e75c0e9c-8dcf-45ee-831b-e0c1d62c183b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.532858 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Deleting port 74cb281d-5387-4cd1-aa84-8eab6d78653e {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:45.533204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.565831 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c0e9c-8dcf-45ee-831b-e0c1d62c183b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Subnet': ['ID=447e9861-e601-4711-8080-8c2efd5b8701,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:45.580641 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e75c0e9c-8dcf-45ee-831b-e0c1d62c183b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.591721 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e75c0e9c-8dcf-45ee-831b-e0c1d62c183b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/447e9861-e601-4711-8080-8c2efd5b8701 HTTP/1.1" status: 204 len: 168 time: 0.5068719 Dec 09 02:18:45.593276 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35538) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:45.678780 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-545ffd65-7e41-4e67-8399-e99417b324e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=06f634e75f1b40e5950ba8d30fa7f442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6855073 Dec 09 02:18:45.684023 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce3538b-ad46-45fd-921e-4e793dc5dcea tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting subnet 88569c09-404e-4c58-8d26-5baec12b642d {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:45.685184 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35540) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:45.693024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ce3538b-ad46-45fd-921e-4e793dc5dcea tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.764981 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ce3538b-ad46-45fd-921e-4e793dc5dcea tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.799563 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-66da1aea-ecf9-4482-9e48-dc24197c5966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.802267 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-f8607f29-1495-46e9-a735-6e753a02d1c5', 'network_id': 'f8607f29-1495-46e9-a735-6e753a02d1c5', 'project_id': '40c1c73d867b481a84e257b6be6b9519', 'fixed_ips': [{'subnet_id': 'fe7c57ce-f5d5-4529-a128-98059a78787e'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:45.803887 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.841462 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ce3538b-ad46-45fd-921e-4e793dc5dcea tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.881383 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-66da1aea-ecf9-4482-9e48-dc24197c5966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.881889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0f24d2f0-9d71-4b5d-bf10-c6aab8d5b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.940550 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-83506253-577d-4f28-b39a-00d2f188aebc None None] Provisioning complete for port 165b7e61-5518-4a68-8bc8-fedfcd5efe2f triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:45.940920 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83506253-577d-4f28-b39a-00d2f188aebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.958374 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ce3538b-ad46-45fd-921e-4e793dc5dcea tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.970410 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89669f5e-84a4-4902-9548-76e094ac17b1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Made reservation on behalf of 40c1c73d867b481a84e257b6be6b9519 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:45.974626 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-89669f5e-84a4-4902-9548-76e094ac17b1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:45.997529 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3538b-ad46-45fd-921e-4e793dc5dcea tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Subnet': ['ID=88569c09-404e-4c58-8d26-5baec12b642d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:46.000990 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9cc4f9-5301-4736-8594-18a13e4b0cd7 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:46.002788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ce3538b-ad46-45fd-921e-4e793dc5dcea tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:46.011471 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3ce3538b-ad46-45fd-921e-4e793dc5dcea tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/88569c09-404e-4c58-8d26-5baec12b642d HTTP/1.1" status: 204 len: 168 time: 0.4167798 Dec 09 02:18:46.012501 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35542) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:46.026160 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] For port 74cb281d-5387-4cd1-aa84-8eab6d78653e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=74cb281d-5387-4cd1-aa84-8eab6d78653e,segment=NetworkSegment(f19155e2-aa37-44e7-8c80-2e91144c236d),segment_id=f19155e2-aa37-44e7-8c80-2e91144c236d)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:46.026881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:46.052349 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-29bb3e98-f5eb-4e9a-82db-4563fce83cfa tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:46.052823 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29bb3e98-f5eb-4e9a-82db-4563fce83cfa tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:46.059023 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-29bb3e98-f5eb-4e9a-82db-4563fce83cfa tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/447e9861-e601-4711-8080-8c2efd5b8701 HTTP/1.1" status: 404 len: 337 time: 0.0449991 Dec 09 02:18:46.060004 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-66da1aea-ecf9-4482-9e48-dc24197c5966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:46.062505 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-89669f5e-84a4-4902-9548-76e094ac17b1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] device_id is not set on port b0e06477-5242-4a5d-8940-95f86e2782bd yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:18:46.062693 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-66da1aea-ecf9-4482-9e48-dc24197c5966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:46.063865 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-66da1aea-ecf9-4482-9e48-dc24197c5966 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e87c206-2360-44ac-9277-81640a5180a7 HTTP/1.1" status: 204 len: 168 time: 0.3775623 Dec 09 02:18:46.064445 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35544) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:46.070676 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Calling delete_port for 74cb281d-5387-4cd1-aa84-8eab6d78653e owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:46.148694 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20925da-a549-4ae8-a44b-c932ac0b9122 None None] Pushing event updated for resources: {'Port': ['ID=1f76abcc-1147-4bff-9b26-b2be849d9289,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:46.167453 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 165b7e61-5518-4a68-8bc8-fedfcd5efe2f triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:46.167851 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:46.182265 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-987a5db6-2669-4c84-ad83-576adb457697 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting subnet 90e8f158-03f3-47e5-8c44-9e654c8b2185 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:46.186123 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-987a5db6-2669-4c84-ad83-576adb457697 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:46.248824 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da1aea-ecf9-4482-9e48-dc24197c5966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e87c206-2360-44ac-9277-81640a5180a7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:46.314088 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-987a5db6-2669-4c84-ad83-576adb457697 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:46.347338 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Allocated IP 172.20.0.2 (70dcee42-9b1e-4d17-a654-d50359dfd806/e1e33837-a6e8-4098-a384-0acbecc0c5e6/99232e31-25af-415c-8a40-5981838f5490) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:46.357690 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35550) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:46.405790 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.objects.ports [None req-815496b0-eac3-4595-aea0-35abd7c81b03 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103334) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:18:46.524101 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f321a9-5125-4dd6-a7fd-0f0700b8240c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:46.526630 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-89669f5e-84a4-4902-9548-76e094ac17b1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Allocated IP 2001:db8::f816:3eff:fedd:3e92 (f8607f29-1495-46e9-a735-6e753a02d1c5/fe7c57ce-f5d5-4529-a128-98059a78787e/b0e06477-5242-4a5d-8940-95f86e2782bd) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:46.528137 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fc73b517-2d5c-4c9d-850b-8056222ad463 None None] Deleting port 74cb281d-5387-4cd1-aa84-8eab6d78653e {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:46.528431 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc73b517-2d5c-4c9d-850b-8056222ad463 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:46.543597 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-71f321a9-5125-4dd6-a7fd-0f0700b8240c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 HTTP/1.1" status: 200 len: 814 time: 0.1846809 Dec 09 02:18:46.544223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:46.565669 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-987a5db6-2669-4c84-ad83-576adb457697 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:46.679511 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-987a5db6-2669-4c84-ad83-576adb457697 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:46.691476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Port': ['ID=74cb281d-5387-4cd1-aa84-8eab6d78653e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:46.703559 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No DVR routers for this DVR port 74cb281d-5387-4cd1-aa84-8eab6d78653e on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:46.736921 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a5db6-2669-4c84-ad83-576adb457697 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Subnet': ['ID=90e8f158-03f3-47e5-8c44-9e654c8b2185,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:46.740591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-987a5db6-2669-4c84-ad83-576adb457697 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:46.758496 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-987a5db6-2669-4c84-ad83-576adb457697 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/90e8f158-03f3-47e5-8c44-9e654c8b2185 HTTP/1.1" status: 204 len: 168 time: 0.6793201 Dec 09 02:18:46.759213 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35564) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:46.803590 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7e117b-24ea-46ac-bec3-defccf296dbb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:46.804935 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee7e117b-24ea-46ac-bec3-defccf296dbb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:46.813205 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ee7e117b-24ea-46ac-bec3-defccf296dbb tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/a6260eb5-75a6-43e1-8392-95edb489ab23 HTTP/1.1" status: 404 len: 337 time: 0.0527546 Dec 09 02:18:46.813868 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35566) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:46.859990 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1cc58161-564f-4229-932b-aa76117f9443 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "GET /v2.0/ports?device_id=4397d34e-e496-420a-8009-96b7e9fc46e4 HTTP/1.1" status: 200 len: 205 time: 0.0449262 Dec 09 02:18:46.860910 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35568) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server [None req-0f24d2f0-9d71-4b5d-bf10-c6aab8d5b64c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90e8f158-03f3-47e5-8c44-9e654c8b2185: This subnet is being modified by another concurrent operation. Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise exception Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90e8f158-03f3-47e5-8c44-9e654c8b2185: This subnet is being modified by another concurrent operation. Dec 09 02:18:46.944507 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server Dec 09 02:18:46.961195 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-b2dfdada-4553-4450-bbb3-561b7ae7abef tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] delete failed (client error): The resource could not be found. Dec 09 02:18:46.968565 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b2dfdada-4553-4450-bbb3-561b7ae7abef tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/routers/4397d34e-e496-420a-8009-96b7e9fc46e4 HTTP/1.1" status: 404 len: 336 time: 0.1063375 Dec 09 02:18:46.969387 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35572) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:47.005296 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b655b5ba-9554-4f9f-bf47-ec39d64426f8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:47.005770 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b655b5ba-9554-4f9f-bf47-ec39d64426f8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:47.012040 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b655b5ba-9554-4f9f-bf47-ec39d64426f8 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/4e4b5660-6e62-4981-b23f-5bdc80708b43 HTTP/1.1" status: 404 len: 337 time: 0.0414236 Dec 09 02:18:47.012568 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.012835 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35576) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:47.028729 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-83506253-577d-4f28-b39a-00d2f188aebc None None] Provisioning complete for port 1f76abcc-1147-4bff-9b26-b2be849d9289 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:47.028956 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83506253-577d-4f28-b39a-00d2f188aebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.055576 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb7ece1-03f2-4f07-a15c-f30244e89cd2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:47.056526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb7ece1-03f2-4f07-a15c-f30244e89cd2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:47.057693 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1f9878-e459-451c-a7cd-fb2a36f4f562']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:47.063522 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6cb7ece1-03f2-4f07-a15c-f30244e89cd2 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/a22b5126-267a-4040-a485-208f71239971 HTTP/1.1" status: 404 len: 337 time: 0.0495696 Dec 09 02:18:47.064888 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35578) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:47.071752 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19155e2-aa37-44e7-8c80-2e91144c236d') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:47.087572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19155e2-aa37-44e7-8c80-2e91144c236d') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:47.092932 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.116138 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b4b79e-004c-40d6-ab00-710af0045a48 None None] Network 5f7aec52-f3b5-4beb-a843-c44009141bb9 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:47.120220 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f95693-f985-4020-9c91-f1a2f7604742 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:47.128496 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f95693-f985-4020-9c91-f1a2f7604742 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:47.135540 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c8f95693-f985-4020-9c91-f1a2f7604742 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/3ba45dac-5857-49db-a997-16445a578de3 HTTP/1.1" status: 404 len: 337 time: 0.0690172 Dec 09 02:18:47.137117 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35582) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:47.161305 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d052e745-989c-4fed-be44-113e94cbdddd tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:47.161952 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d052e745-989c-4fed-be44-113e94cbdddd tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:47.168179 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d052e745-989c-4fed-be44-113e94cbdddd tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/f0a7bd83-6d42-406d-9d61-12305617c498 HTTP/1.1" status: 404 len: 333 time: 0.0308111 Dec 09 02:18:47.168928 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35586) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:47.196921 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35588) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:47.202828 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c420a626-56eb-4be9-8e49-6bbfe7f41c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'network': {'name': 'tempest-network-smoke--235567967', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'port_security_enabled': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:47.206296 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd6cd6a-8a2e-42af-96cf-a03671bb41bf tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:47.206742 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd6cd6a-8a2e-42af-96cf-a03671bb41bf tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:47.208183 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.212422 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fdd6cd6a-8a2e-42af-96cf-a03671bb41bf tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/ec79ac25-bed1-4297-b5fe-a92a74c22127 HTTP/1.1" status: 404 len: 337 time: 0.0421836 Dec 09 02:18:47.214016 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35590) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:47.217925 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-fc73b517-2d5c-4c9d-850b-8056222ad463 None None] For port 74cb281d-5387-4cd1-aa84-8eab6d78653e, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:47.218333 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc73b517-2d5c-4c9d-850b-8056222ad463 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.238741 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.257640 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-3220926e-6a05-440e-a19f-aecfd77607ce tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:47.258104 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3220926e-6a05-440e-a19f-aecfd77607ce tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:47.264474 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3220926e-6a05-440e-a19f-aecfd77607ce tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/19c9f118-3cf8-40c3-b8c9-209e01e1ab8a HTTP/1.1" status: 404 len: 337 time: 0.0489154 Dec 09 02:18:47.265333 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35592) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:47.284286 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fc73b517-2d5c-4c9d-850b-8056222ad463 None None] Calling delete_port for 74cb281d-5387-4cd1-aa84-8eab6d78653e owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:47.290734 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-fc73b517-2d5c-4c9d-850b-8056222ad463 None None] Port 74cb281d-5387-4cd1-aa84-8eab6d78653e was not found and therefore no delete operation was performed {{(pid=103335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 02:18:47.302373 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8cd738-cfb2-4c8f-ab70-97460a00781b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:47.303319 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8cd738-cfb2-4c8f-ab70-97460a00781b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:47.305452 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc73b517-2d5c-4c9d-850b-8056222ad463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.310408 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7f8cd738-cfb2-4c8f-ab70-97460a00781b tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/f3a51e5a-17e5-420d-b6b5-67d96fa5f106 HTTP/1.1" status: 404 len: 333 time: 0.0427351 Dec 09 02:18:47.311930 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35594) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:47.331700 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc73b517-2d5c-4c9d-850b-8056222ad463 None None] No DVR routers for this DVR port 74cb281d-5387-4cd1-aa84-8eab6d78653e on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:47.337244 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.344009 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35596) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:47.346706 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c420a626-56eb-4be9-8e49-6bbfe7f41c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:47.350255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c420a626-56eb-4be9-8e49-6bbfe7f41c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.356417 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-68dff0c3-cc84-4211-9568-3567fcbefdd4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:47.357125 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68dff0c3-cc84-4211-9568-3567fcbefdd4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:47.372211 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-68dff0c3-cc84-4211-9568-3567fcbefdd4 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/15aa05b7-c094-4cc7-9e8c-44332707409a HTTP/1.1" status: 404 len: 337 time: 0.0572898 Dec 09 02:18:47.375086 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35600) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:47.375229 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.378023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73b517-2d5c-4c9d-850b-8056222ad463 None None] Pushing event deleted for resources: {'Port': ['ID=74cb281d-5387-4cd1-aa84-8eab6d78653e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:47.394357 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.394681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:47.395353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.397286 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 916de508-08aa-410e-99ab-e6f738b415d5 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:47.400688 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:47.403857 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-815496b0-eac3-4595-aea0-35abd7c81b03 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.422457 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c420a626-56eb-4be9-8e49-6bbfe7f41c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:18:47.431569 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c420a626-56eb-4be9-8e49-6bbfe7f41c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.431925 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-c420a626-56eb-4be9-8e49-6bbfe7f41c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Added segment 1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d of type vlan for network dca20974-9879-4091-a2ab-505fe1c47de6 Dec 09 02:18:47.468465 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Pushing event updated for resources: {'Port': ['ID=99232e31-25af-415c-8a40-5981838f5490,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:47.472681 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c420a626-56eb-4be9-8e49-6bbfe7f41c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.499697 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9772b1-f084-4fb5-b200-d2946a55f8dc tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:47.500410 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9772b1-f084-4fb5-b200-d2946a55f8dc tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:47.507117 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6e9772b1-f084-4fb5-b200-d2946a55f8dc tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/subnets/f3c76e72-9e36-487e-b44c-90fbf0d77c3b HTTP/1.1" status: 404 len: 337 time: 0.1309924 Dec 09 02:18:47.507983 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35602) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:47.510537 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c420a626-56eb-4be9-8e49-6bbfe7f41c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.517379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420a626-56eb-4be9-8e49-6bbfe7f41c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:47.518245 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c420a626-56eb-4be9-8e49-6bbfe7f41c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.520630 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686d0b6a-21ab-49cf-98b1-3bc0f1f76c38 None None] DHCP port deletion for 5f7aec52-f3b5-4beb-a843-c44009141bb9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:47.524473 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 916de508-08aa-410e-99ab-e6f738b415d5 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:47.524823 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 916de508-08aa-410e-99ab-e6f738b415d5 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:47.525252 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f7434c49-12e9-47d5-8bf1-3c3d6d58119d no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:47.576516 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Network 70dcee42-9b1e-4d17-a654-d50359dfd806 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:47.580943 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: f7434c49-12e9-47d5-8bf1-3c3d6d58119d {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:47.581399 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f7434c49-12e9-47d5-8bf1-3c3d6d58119d not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:47.585906 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:47.595566 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-89669f5e-84a4-4902-9548-76e094ac17b1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.601507 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-76154271-377e-422d-b37e-530076493c00 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-881262320'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:47.602863 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.609117 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.610698 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:47.615917 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/networks/5c1f9878-e459-451c-a7cd-fb2a36f4f562 HTTP/1.1" status: 204 len: 168 time: 3.3770037 Dec 09 02:18:47.625571 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35604) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:47.629770 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420a626-56eb-4be9-8e49-6bbfe7f41c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Network': ['ID=dca20974-9879-4091-a2ab-505fe1c47de6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:47.650368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-79d77f43-27c0-491e-ba07-0c6eb8907a72 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'router': {'routes': None}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:47.658209 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network dca20974-9879-4091-a2ab-505fe1c47de6 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:18:47.659873 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76154271-377e-422d-b37e-530076493c00 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Made reservation on behalf of 10478d1c7e97434cb9fbd281ca6e05c9 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:47.664551 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76154271-377e-422d-b37e-530076493c00 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.684910 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76154271-377e-422d-b37e-530076493c00 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.690038 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c420a626-56eb-4be9-8e49-6bbfe7f41c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4917982 Dec 09 02:18:47.704135 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35606) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:47.712564 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Pushing event deleted for resources: {'Network': ['ID=5c1f9878-e459-451c-a7cd-fb2a36f4f562,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:47.768715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Allocated IP 172.26.3.98 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/138c0974-a7a1-4368-8764-b3b8b503393e) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:47.791421 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Attempting to bind port 99232e31-25af-415c-8a40-5981838f5490 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:47.791827 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Attempting to bind port 99232e31-25af-415c-8a40-5981838f5490 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '0d1e359b-adca-4020-a49e-bd5921d98a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '70dcee42-9b1e-4d17-a654-d50359dfd806'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:47.792311 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Attempting to bind port 99232e31-25af-415c-8a40-5981838f5490 on network 70dcee42-9b1e-4d17-a654-d50359dfd806 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:47.814869 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:47.815219 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:47.816131 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:47.816131 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:47.816362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:47.816537 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:47.817474 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:47.817474 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:47.817474 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:47.817769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:47.818087 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:47.818408 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:47.818521 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:47.818736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e6d57a-c52f-40b0-a059-dbaefc82fe22 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:47.818841 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Checking segment: {'id': '0d1e359b-adca-4020-a49e-bd5921d98a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '70dcee42-9b1e-4d17-a654-d50359dfd806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:47.819385 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cec2c0-03ec-430d-bae1-2cbcf9bdf232 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:47.819836 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.820465 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Bound using segment: {'id': '0d1e359b-adca-4020-a49e-bd5921d98a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '70dcee42-9b1e-4d17-a654-d50359dfd806'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:47.821147 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a6cec2c0-03ec-430d-bae1-2cbcf9bdf232 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=11e56525f9144d56b0abeb03a899d780&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1148381 Dec 09 02:18:47.824792 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Bound port: 99232e31-25af-415c-8a40-5981838f5490, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1e359b-adca-4020-a49e-bd5921d98a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '70dcee42-9b1e-4d17-a654-d50359dfd806'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:47.824968 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35608) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:47.825571 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.828562 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1f76abcc-1147-4bff-9b26-b2be849d9289 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:47.883478 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-83506253-577d-4f28-b39a-00d2f188aebc None None] Provisioning complete for port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:47.884266 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-83506253-577d-4f28-b39a-00d2f188aebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.953281 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e56470ff-d18c-4d38-9482-eedc1c5b28e3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Deleting port af60ec7a-7245-4e9e-b92e-50523a245d83 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:47.953707 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e56470ff-d18c-4d38-9482-eedc1c5b28e3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.963724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-686d0b6a-21ab-49cf-98b1-3bc0f1f76c38 None None] Deleting port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:47.964333 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-686d0b6a-21ab-49cf-98b1-3bc0f1f76c38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:47.996368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.extraroute_db [None req-79d77f43-27c0-491e-ba07-0c6eb8907a72 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Added routes are [] {{(pid=103334) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 09 02:18:47.996693 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.extraroute_db [None req-79d77f43-27c0-491e-ba07-0c6eb8907a72 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Removed routes are [] {{(pid=103334) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 09 02:18:47.997032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-79d77f43-27c0-491e-ba07-0c6eb8907a72 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.004340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-89669f5e-84a4-4902-9548-76e094ac17b1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.010198 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7376fc-698a-4f42-9552-888f05def778 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:48.011856 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2d7376fc-698a-4f42-9552-888f05def778 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1837673 Dec 09 02:18:48.017785 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35610) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:48.039634 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-686d0b6a-21ab-49cf-98b1-3bc0f1f76c38 None None] For port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc,segment=NetworkSegment(83e5fefc-e996-4062-93a8-84a204e39bb6),segment_id=83e5fefc-e996-4062-93a8-84a204e39bb6)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:48.039936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-686d0b6a-21ab-49cf-98b1-3bc0f1f76c38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.054420 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-686d0b6a-21ab-49cf-98b1-3bc0f1f76c38 None None] Calling delete_port for 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:48.074278 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ad9b6595-6606-4fc0-9f7e-15b711ee58c1 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530555 Dec 09 02:18:48.078218 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e56470ff-d18c-4d38-9482-eedc1c5b28e3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.080407 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35612) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:48.104648 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76154271-377e-422d-b37e-530076493c00 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.128427 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e56470ff-d18c-4d38-9482-eedc1c5b28e3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Calling delete_port for af60ec7a-7245-4e9e-b92e-50523a245d83 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:48.130077 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76154271-377e-422d-b37e-530076493c00 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.135483 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-504d7009-e990-440b-a78d-31c71eef1caa tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=11e56525f9144d56b0abeb03a899d780&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505917 Dec 09 02:18:48.141692 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35614) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:48.164718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89669f5e-84a4-4902-9548-76e094ac17b1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Network f8607f29-1495-46e9-a735-6e753a02d1c5 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:48.168289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-89669f5e-84a4-4902-9548-76e094ac17b1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:48.174090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-815496b0-eac3-4595-aea0-35abd7c81b03 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] For port f11c7ebe-4402-43ba-9779-cdcf78810f98, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f11c7ebe-4402-43ba-9779-cdcf78810f98,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:48.217442 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76154271-377e-422d-b37e-530076493c00 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:18:48.277265 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76154271-377e-422d-b37e-530076493c00 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875073ac-445c-4875-85f7-8e6186803c97,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:48.284946 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76154271-377e-422d-b37e-530076493c00 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.285303 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-76154271-377e-422d-b37e-530076493c00 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Added segment bcbd26b4-8cae-4e5c-a52d-f09f68b16dc7 of type vlan for network f561544f-7fed-439a-a6a0-439f4041e213 Dec 09 02:18:48.364096 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76154271-377e-422d-b37e-530076493c00 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.380638 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e56470ff-d18c-4d38-9482-eedc1c5b28e3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.392055 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b79c940-1ad7-4cc2-9dfd-0d2cd55a351c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:48.393596 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7b79c940-1ad7-4cc2-9dfd-0d2cd55a351c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2500684 Dec 09 02:18:48.400497 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35616) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:48.460809 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56470ff-d18c-4d38-9482-eedc1c5b28e3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Port': ['ID=af60ec7a-7245-4e9e-b92e-50523a245d83,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:48.463184 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Allocated IP 2001:db8::f816:3eff:fe60:a8b3 (f8607f29-1495-46e9-a735-6e753a02d1c5/fe7c57ce-f5d5-4529-a128-98059a78787e/bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:48.465893 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e56470ff-d18c-4d38-9482-eedc1c5b28e3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.472573 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e56470ff-d18c-4d38-9482-eedc1c5b28e3 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/ports/af60ec7a-7245-4e9e-b92e-50523a245d83 HTTP/1.1" status: 204 len: 168 time: 0.9629500 Dec 09 02:18:48.475317 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-49640ac2-e535-468f-adf1-285ce43b259c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0669141 Dec 09 02:18:48.476106 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35618) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:48.478645 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35620) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:48.484747 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 1f76abcc-1147-4bff-9b26-b2be849d9289 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:48.485177 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.489919 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1702222262', 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:48.506160 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76154271-377e-422d-b37e-530076493c00 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.512211 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76154271-377e-422d-b37e-530076493c00 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:48.513095 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76154271-377e-422d-b37e-530076493c00 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.519886 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] For port 99232e31-25af-415c-8a40-5981838f5490, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:48.538767 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89669f5e-84a4-4902-9548-76e094ac17b1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:48.544801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89669f5e-84a4-4902-9548-76e094ac17b1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:48.546212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-89669f5e-84a4-4902-9548-76e094ac17b1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.549148 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-686d0b6a-21ab-49cf-98b1-3bc0f1f76c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.552073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] For port 99232e31-25af-415c-8a40-5981838f5490, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=99232e31-25af-415c-8a40-5981838f5490,segment=NetworkSegment(0d1e359b-adca-4020-a49e-bd5921d98a34),segment_id=0d1e359b-adca-4020-a49e-bd5921d98a34)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:48.584106 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-89669f5e-84a4-4902-9548-76e094ac17b1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3169982 Dec 09 02:18:48.592399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35622) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:48.626465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89669f5e-84a4-4902-9548-76e094ac17b1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event updated for resources: {'Port': ['ID=b0e06477-5242-4a5d-8940-95f86e2782bd,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:48.627417 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.645279 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.657961 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d0b6a-21ab-49cf-98b1-3bc0f1f76c38 None None] Pushing event deleted for resources: {'Port': ['ID=4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:48.673522 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686d0b6a-21ab-49cf-98b1-3bc0f1f76c38 None None] No DVR routers for this DVR port 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:48.679926 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3f4e3c04-8f4a-4d4d-bb85-deae8ca9a015 None None] Could not find standard attr ID for object af60ec7a-7245-4e9e-b92e-50523a245d83. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:18:48.705956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-79d77f43-27c0-491e-ba07-0c6eb8907a72 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.714145 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-815496b0-eac3-4595-aea0-35abd7c81b03 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.718780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-79d77f43-27c0-491e-ba07-0c6eb8907a72 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.723751 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3f4e3c04-8f4a-4d4d-bb85-deae8ca9a015 None None] Could not find standard attr ID for object 809702e8-6be7-46eb-bd08-044c34c8a5ca. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:18:48.728226 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-815496b0-eac3-4595-aea0-35abd7c81b03 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.729727 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-815496b0-eac3-4595-aea0-35abd7c81b03 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.740600 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-76154271-377e-422d-b37e-530076493c00 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3947263 Dec 09 02:18:48.751097 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35624) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:48.760048 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-cb64d71f-720c-4549-90ea-8dfb7d4de44d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Request body: {'subnet': {'network_id': 'f561544f-7fed-439a-a6a0-439f4041e213', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:48.780004 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3f4e3c04-8f4a-4d4d-bb85-deae8ca9a015 None None] Could not find standard attr ID for object 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:18:48.792424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.794622 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76154271-377e-422d-b37e-530076493c00 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Pushing event updated for resources: {'Network': ['ID=f561544f-7fed-439a-a6a0-439f4041e213,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:48.822413 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network f561544f-7fed-439a-a6a0-439f4041e213 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:18:48.831130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815496b0-eac3-4595-aea0-35abd7c81b03 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=f11c7ebe-4402-43ba-9779-cdcf78810f98,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:48.832092 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55f3c8-755a-4599-8468-bfd8cf57f051 None None] Pushing event updated for resources: {'Port': ['ID=99232e31-25af-415c-8a40-5981838f5490,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:48.855510 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd713b27-4655-4b81-b67a-488585e5b6ef tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Deleting subnet fe7c57ce-f5d5-4529-a128-98059a78787e {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:48.886120 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:48.890508 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.908675 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3f4e3c04-8f4a-4d4d-bb85-deae8ca9a015 None None] Provisioning complete for port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:48.909067 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3c04-8f4a-4d4d-bb85-deae8ca9a015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.963721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815496b0-eac3-4595-aea0-35abd7c81b03 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:48.976773 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-815496b0-eac3-4595-aea0-35abd7c81b03 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:48.988569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815496b0-eac3-4595-aea0-35abd7c81b03 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:48.991820 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-815496b0-eac3-4595-aea0-35abd7c81b03 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:48.996908 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 74cb281d-5387-4cd1-aa84-8eab6d78653e no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:49.011342 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a8f06c-cc73-43e3-8be9-ce9835e36d86 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:49.011851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815496b0-eac3-4595-aea0-35abd7c81b03 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=458e1c39-1520-424d-ae94-b78bd288cbae,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:49.027144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d77f43-27c0-491e-ba07-0c6eb8907a72 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:18:49.030367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.072140 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.073753 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 74cb281d-5387-4cd1-aa84-8eab6d78653e {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:49.074236 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 74cb281d-5387-4cd1-aa84-8eab6d78653e not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:49.074656 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:49.112350 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.123842 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:49.127479 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb64d71f-720c-4549-90ea-8dfb7d4de44d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Made reservation on behalf of 10478d1c7e97434cb9fbd281ca6e05c9 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:49.131203 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb64d71f-720c-4549-90ea-8dfb7d4de44d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.144380 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd713b27-4655-4b81-b67a-488585e5b6ef tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.161710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:49.162077 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4964ed91-3c2e-4a3d-80bd-cfe51a8bfadc not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:49.162516 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f11c7ebe-4402-43ba-9779-cdcf78810f98 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:49.164612 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.228311 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:49.244174 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-815496b0-eac3-4595-aea0-35abd7c81b03 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7922218 Dec 09 02:18:49.247394 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:49.276161 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Network f8607f29-1495-46e9-a735-6e753a02d1c5 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:49.287619 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362e26d0-2d6a-43af-993c-f50627adf5d3 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:49.288439 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d77f43-27c0-491e-ba07-0c6eb8907a72 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:18:49.291095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35626) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:49.298330 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-618b43c4-79f6-425b-8bad-48d5da1177d4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:49.308736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-79d77f43-27c0-491e-ba07-0c6eb8907a72 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.309781 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebfa7a5-ea5d-4ce1-a8c2-42af75a00d95 None None] Sync routers for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:18:49.313244 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:49.313587 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-79d77f43-27c0-491e-ba07-0c6eb8907a72 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/b5fd2fe3-4ae3-4d7e-b334-1e948e296886 HTTP/1.1" status: 200 len: 701 time: 1.6820929 Dec 09 02:18:49.314420 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Pushing event updated for resources: {'Port': ['ID=138c0974-a7a1-4368-8764-b3b8b503393e,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:49.316096 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:49.318190 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35628) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:49.323910 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Pushing event updated for resources: {'Port': ['ID=bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:49.357355 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7aec52-f3b5-4beb-a843-c44009141bb9']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:49.404801 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e5fefc-e996-4062-93a8-84a204e39bb6') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:49.404801 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e5fefc-e996-4062-93a8-84a204e39bb6') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:49.414517 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebfa7a5-ea5d-4ce1-a8c2-42af75a00d95 None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:49.415175 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9ebfa7a5-ea5d-4ce1-a8c2-42af75a00d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:49.425550 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c77ad605-a5a0-4a21-af36-f900e653cb7c tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5fd2fe3-4ae3-4d7e-b334-1e948e296886 HTTP/1.1" status: 200 len: 205 time: 0.0947165 Dec 09 02:18:49.426635 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35630) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:49.428113 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd713b27-4655-4b81-b67a-488585e5b6ef tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.470235 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.523318 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3f4e3c04-8f4a-4d4d-bb85-deae8ca9a015 None None] Provisioning complete for port f11c7ebe-4402-43ba-9779-cdcf78810f98 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:49.523732 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3c04-8f4a-4d4d-bb85-deae8ca9a015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.535691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Attempting to bind port bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:49.536075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Attempting to bind port bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '87a569f4-6871-4d5e-9c00-091deaafa748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f8607f29-1495-46e9-a735-6e753a02d1c5'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:49.536443 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Attempting to bind port bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1 on network f8607f29-1495-46e9-a735-6e753a02d1c5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:49.553153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.555832 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.562178 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5917e50e-1f59-4e79-a3ff-b17d829bcd7b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.562380 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-9ebfa7a5-ea5d-4ce1-a8c2-42af75a00d95 None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:49.580360 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:49.581148 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:49.594193 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:49.629531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:49.629957 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Checking segment: {'id': '87a569f4-6871-4d5e-9c00-091deaafa748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f8607f29-1495-46e9-a735-6e753a02d1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:49.630323 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.630733 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Bound using segment: {'id': '87a569f4-6871-4d5e-9c00-091deaafa748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f8607f29-1495-46e9-a735-6e753a02d1c5'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:49.631230 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Bound port: bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a569f4-6871-4d5e-9c00-091deaafa748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f8607f29-1495-46e9-a735-6e753a02d1c5'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:49.631641 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.640950 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9ebfa7a5-ea5d-4ce1-a8c2-42af75a00d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 11, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:49.656132 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.699235 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebfa7a5-ea5d-4ce1-a8c2-42af75a00d95 None None] Checking router: b5fd2fe3-4ae3-4d7e-b334-1e948e296886 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:18:49.759660 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebfa7a5-ea5d-4ce1-a8c2-42af75a00d95 None None] Routers {'b5fd2fe3-4ae3-4d7e-b334-1e948e296886'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:49.760587 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9ebfa7a5-ea5d-4ce1-a8c2-42af75a00d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:49.874585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port f11c7ebe-4402-43ba-9779-cdcf78810f98, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f11c7ebe-4402-43ba-9779-cdcf78810f98,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:49.887593 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-9ebfa7a5-ea5d-4ce1-a8c2-42af75a00d95 None None] Set router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:49.892048 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.893180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b11b95c1-37a1-41fd-a3f0-d25d819a6394 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:49.900728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5917e50e-1f59-4e79-a3ff-b17d829bcd7b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.902373 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.909093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5917e50e-1f59-4e79-a3ff-b17d829bcd7b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:49.993173 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: b11b95c1-37a1-41fd-a3f0-d25d819a6394 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:49.993515 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b11b95c1-37a1-41fd-a3f0-d25d819a6394 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:49.998408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9ebfa7a5-ea5d-4ce1-a8c2-42af75a00d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 11, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:50.044531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebfa7a5-ea5d-4ce1-a8c2-42af75a00d95 None None] The sync data for ids ['b5fd2fe3-4ae3-4d7e-b334-1e948e296886'] in dv-neutron-804846-18-hyperv is: [{'id': 'b5fd2fe3-4ae3-4d7e-b334-1e948e296886', 'name': 'tempest-RoutersTest-router-1093553510', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:20Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 11, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:18:50.070360 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5917e50e-1f59-4e79-a3ff-b17d829bcd7b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.070922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5917e50e-1f59-4e79-a3ff-b17d829bcd7b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Fanout notify agent at l3_agent the message router_deleted on router b5fd2fe3-4ae3-4d7e-b334-1e948e296886 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:18:50.083352 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=f11c7ebe-4402-43ba-9779-cdcf78810f98,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:50.097991 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5917e50e-1f59-4e79-a3ff-b17d829bcd7b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.108851 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5917e50e-1f59-4e79-a3ff-b17d829bcd7b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/routers/b5fd2fe3-4ae3-4d7e-b334-1e948e296886 HTTP/1.1" status: 204 len: 168 time: 0.6492808 Dec 09 02:18:50.109688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618b43c4-79f6-425b-8bad-48d5da1177d4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:50.113580 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-618b43c4-79f6-425b-8bad-48d5da1177d4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.117101 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35632) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:50.124896 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-81f78ffb-9c68-4361-981c-af9e73653e13 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1691046869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:50.151073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-fdde6efb-2bde-4496-9c43-6eb8973496ec None None] Provisioning complete for port 138c0974-a7a1-4368-8764-b3b8b503393e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:50.151468 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fdde6efb-2bde-4496-9c43-6eb8973496ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.202221 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 99232e31-25af-415c-8a40-5981838f5490 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:50.209252 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fdde6efb-2bde-4496-9c43-6eb8973496ec None None] Port 138c0974-a7a1-4368-8764-b3b8b503393e cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:18:50.275496 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd713b27-4655-4b81-b67a-488585e5b6ef tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.277769 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf73a962-7fd7-4f64-b6e2-a45d116b683b None None] Network 70dcee42-9b1e-4d17-a654-d50359dfd806 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:50.283606 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-81f78ffb-9c68-4361-981c-af9e73653e13 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.284673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-81f78ffb-9c68-4361-981c-af9e73653e13 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.330877 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.348304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.352377 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] 10.222.0.43 "DELETE /v2.0/networks/5f7aec52-f3b5-4beb-a843-c44009141bb9 HTTP/1.1" status: 204 len: 168 time: 1.8741181 Dec 09 02:18:50.363487 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb64d71f-720c-4549-90ea-8dfb7d4de44d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.370109 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Subnet': ['ID=f20d2fd7-0c5c-4b16-8a27-b857ec860b93,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:50.405979 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Checking segment: {'id': '1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:50.406747 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network hostable DHCP agents. Network: dca20974-9879-4091-a2ab-505fe1c47de6, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:18:50.417438 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Pushing event deleted for resources: {'Network': ['ID=5f7aec52-f3b5-4beb-a843-c44009141bb9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:50.435328 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.436085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.436657 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.437193 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.437739 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.438295 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.438978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.439556 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.440097 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.440619 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.441144 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.441694 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.442215 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7138a138-d12b-4f20-8cb3-bf75c5c93e85 tempest-PortsTestJSON-1890250428 tempest-PortsTestJSON-1890250428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.446005 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.446654 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.447206 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.447762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.448291 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.450025 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.450025 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.450427 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.451524 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.452100 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.452649 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.453192 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.453745 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:50.474772 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-81f78ffb-9c68-4361-981c-af9e73653e13 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.509751 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-fdde6efb-2bde-4496-9c43-6eb8973496ec None None] Provisioning complete for port f11c7ebe-4402-43ba-9779-cdcf78810f98 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:50.510130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fdde6efb-2bde-4496-9c43-6eb8973496ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.550506 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.ipam_backend_mixin [None req-618b43c4-79f6-425b-8bad-48d5da1177d4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 458e1c39-1520-424d-ae94-b78bd288cbae (CIDR: 2001:db8::/64) Dec 09 02:18:50.557651 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64d71f-720c-4549-90ea-8dfb7d4de44d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Pushing event updated for resources: {'Subnet': ['ID=64e813cd-5a57-4199-81a8-f377bf6f595e,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:50.557870 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-81f78ffb-9c68-4361-981c-af9e73653e13 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.578002 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-618b43c4-79f6-425b-8bad-48d5da1177d4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:18:50.578936 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618b43c4-79f6-425b-8bad-48d5da1177d4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:50.582052 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd713b27-4655-4b81-b67a-488585e5b6ef tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.583797 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network dca20974-9879-4091-a2ab-505fe1c47de6 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:18:50.585260 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] For port bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:50.596199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 99232e31-25af-415c-8a40-5981838f5490 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:50.596585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.603377 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb64d71f-720c-4549-90ea-8dfb7d4de44d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Checking segment: {'id': 'bcbd26b4-8cae-4e5c-a52d-f09f68b16dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f561544f-7fed-439a-a6a0-439f4041e213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:50.604216 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb64d71f-720c-4549-90ea-8dfb7d4de44d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Network hostable DHCP agents. Network: f561544f-7fed-439a-a6a0-439f4041e213, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:18:50.614384 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] For port bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1,segment=NetworkSegment(87a569f4-6871-4d5e-9c00-091deaafa748),segment_id=87a569f4-6871-4d5e-9c00-091deaafa748)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:50.617150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-81f78ffb-9c68-4361-981c-af9e73653e13 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.621823 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-81f78ffb-9c68-4361-981c-af9e73653e13 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5007291 Dec 09 02:18:50.623502 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35636) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:50.631593 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-43a8fe67-88ec-4925-ba6d-6cb05fc659f4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:50.633514 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd713b27-4655-4b81-b67a-488585e5b6ef tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7c57ce-f5d5-4529-a128-98059a78787e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:50.636233 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd713b27-4655-4b81-b67a-488585e5b6ef tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.641032 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cd713b27-4655-4b81-b67a-488585e5b6ef tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/subnets/fe7c57ce-f5d5-4529-a128-98059a78787e HTTP/1.1" status: 204 len: 168 time: 2.0433662 Dec 09 02:18:50.647319 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35638) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:50.652920 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, dca20974-9879-4091-a2ab-505fe1c47de6) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:50.670567 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.672631 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d9a557-de01-443b-87e0-4275ba136b47 None None] Network dca20974-9879-4091-a2ab-505fe1c47de6 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:50.718231 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:50.719051 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.728017 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb64d71f-720c-4549-90ea-8dfb7d4de44d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Network f561544f-7fed-439a-a6a0-439f4041e213 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:18:50.739120 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-618b43c4-79f6-425b-8bad-48d5da1177d4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4467511 Dec 09 02:18:50.742366 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35642) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:50.749589 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-cb64d71f-720c-4549-90ea-8dfb7d4de44d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, f561544f-7fed-439a-a6a0-439f4041e213) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:50.769499 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb64d71f-720c-4549-90ea-8dfb7d4de44d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:50.770633 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb64d71f-720c-4549-90ea-8dfb7d4de44d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.772718 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e2c2ee-530b-49a5-ae96-7d7a92dbaa8c None None] Network f561544f-7fed-439a-a6a0-439f4041e213 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:50.776809 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35644) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:50.784174 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-21725fdb-ba9f-4bd5-8f29-2b9f1daeb371 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:50.788919 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:50.797667 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-624f3283-9b4f-43d0-84ed-7209d3ed4e5a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3178692 Dec 09 02:18:50.813612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfd21b3-6d60-46c7-8ae2-29412753d7b0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:50.815611 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfd21b3-6d60-46c7-8ae2-29412753d7b0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:50.820208 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6dfd21b3-6d60-46c7-8ae2-29412753d7b0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1655469 Dec 09 02:18:50.824172 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cb64d71f-720c-4549-90ea-8dfb7d4de44d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0658200 Dec 09 02:18:50.824172 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35650) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:50.825358 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35652) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:50.837115 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a3235c9b-9851-4a74-bc98-c7e333ca000e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Request body: {'port': {'network_id': 'f561544f-7fed-439a-a6a0-439f4041e213', 'name': 'tempest-TagsExtTest-894941156'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:50.949259 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3005f7e-4fe7-47f9-9a1b-07c2218f0a05 None None] Pushing event updated for resources: {'Port': ['ID=bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:51.024211 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fdde6efb-2bde-4496-9c43-6eb8973496ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.079204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-dca20974-9879-4091-a2ab-505fe1c47de6', 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ips': [{'subnet_id': 'f20d2fd7-0c5c-4b16-8a27-b857ec860b93'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:51.080220 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.141320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-fdde6efb-2bde-4496-9c43-6eb8973496ec None None] For port f11c7ebe-4402-43ba-9779-cdcf78810f98, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f11c7ebe-4402-43ba-9779-cdcf78810f98,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:51.158246 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6eb6710a-35ea-42f1-930f-6bcec2397e2d tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.191518 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.233591 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb6710a-35ea-42f1-930f-6bcec2397e2d tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 09 02:18:51.234205 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb6710a-35ea-42f1-930f-6bcec2397e2d tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:51.241615 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6eb6710a-35ea-42f1-930f-6bcec2397e2d tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/networks/f8607f29-1495-46e9-a735-6e753a02d1c5 HTTP/1.1" status: 409 len: 405 time: 0.4141693 Dec 09 02:18:51.246067 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35654) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:51.248580 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-f561544f-7fed-439a-a6a0-439f4041e213', 'network_id': 'f561544f-7fed-439a-a6a0-439f4041e213', 'project_id': '10478d1c7e97434cb9fbd281ca6e05c9', 'fixed_ips': [{'subnet_id': '64e813cd-5a57-4199-81a8-f377bf6f595e'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:51.249785 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.251909 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e9380f6f-6b78-498c-bc67-4f262579c1fd tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-41645190'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:51.252503 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fdde6efb-2bde-4496-9c43-6eb8973496ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.264610 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-21725fdb-ba9f-4bd5-8f29-2b9f1daeb371 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 02:18:51.264610 dv-neutron-804846-18-hyperv neutron-server[103334]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 09 02:18:51.264610 dv-neutron-804846-18-hyperv neutron-server[103334]: [parameters: {'project_id_1': '2d9a879756cf4e31a3dfa01d4a38eff3', 'expiration_1': datetime.datetime(2021, 12, 9, 2, 18, 31, 164466)}] Dec 09 02:18:51.264610 dv-neutron-804846-18-hyperv neutron-server[103334]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:18:51.265404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-21725fdb-ba9f-4bd5-8f29-2b9f1daeb371 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:18:51.301733 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0d30d7e9-852b-4a0f-8196-5def4cd9e1cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=646984397d8f42a1ab7a1289880bdcb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5238166 Dec 09 02:18:51.304437 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35656) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:51.305547 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3235c9b-9851-4a74-bc98-c7e333ca000e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Made reservation on behalf of 10478d1c7e97434cb9fbd281ca6e05c9 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:51.309408 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3235c9b-9851-4a74-bc98-c7e333ca000e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.401892 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e0240802-2662-444c-8987-bfba3ef0b9f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.403207 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35658) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:51.409310 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-978d39ed-3ba3-4858-9a76-cb33b9c0bd55 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945609532', 'description': 'tempest-secgroup-smoke-1945609532 description', 'project_id': '11e56525f9144d56b0abeb03a899d780'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:51.445319 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-a3235c9b-9851-4a74-bc98-c7e333ca000e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] device_id is not set on port b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:18:51.464480 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 99232e31-25af-415c-8a40-5981838f5490, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=99232e31-25af-415c-8a40-5981838f5490,segment=NetworkSegment(0d1e359b-adca-4020-a49e-bd5921d98a34),segment_id=0d1e359b-adca-4020-a49e-bd5921d98a34)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:51.466612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9380f6f-6b78-498c-bc67-4f262579c1fd tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Made reservation on behalf of 40c1c73d867b481a84e257b6be6b9519 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:51.470738 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9380f6f-6b78-498c-bc67-4f262579c1fd tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.488480 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.503587 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9380f6f-6b78-498c-bc67-4f262579c1fd tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:18:51.511605 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e0240802-2662-444c-8987-bfba3ef0b9f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.565437 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9380f6f-6b78-498c-bc67-4f262579c1fd tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.565879 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-e9380f6f-6b78-498c-bc67-4f262579c1fd tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Added segment 37e792d6-a8ad-4e27-afee-011dfe63e156 of type vlan for network 6081e7eb-8529-4700-85f9-45933f85486b Dec 09 02:18:51.572456 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde6efb-2bde-4496-9c43-6eb8973496ec None None] Pushing event updated for resources: {'Port': ['ID=f11c7ebe-4402-43ba-9779-cdcf78810f98,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:51.594792 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-fc2952e1-1d81-45e3-8d30-da2dafa4cfae None None] Provisioning complete for port 99232e31-25af-415c-8a40-5981838f5490 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:51.595177 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc2952e1-1d81-45e3-8d30-da2dafa4cfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.597289 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-978d39ed-3ba3-4858-9a76-cb33b9c0bd55 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.698833 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9380f6f-6b78-498c-bc67-4f262579c1fd tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.725463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=99232e31-25af-415c-8a40-5981838f5490,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:51.737139 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Allocated IP 172.20.0.18 (dca20974-9879-4091-a2ab-505fe1c47de6/f20d2fd7-0c5c-4b16-8a27-b857ec860b93/07bfe892-1a27-4a83-aec2-3c30760493c4) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:51.739636 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43a8fe67-88ec-4925-ba6d-6cb05fc659f4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.745599 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-a3235c9b-9851-4a74-bc98-c7e333ca000e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Allocated IP 172.20.0.12 (f561544f-7fed-439a-a6a0-439f4041e213/64e813cd-5a57-4199-81a8-f377bf6f595e/b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:51.762488 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43a8fe67-88ec-4925-ba6d-6cb05fc659f4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.769596 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e0240802-2662-444c-8987-bfba3ef0b9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.772440 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e0240802-2662-444c-8987-bfba3ef0b9f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.773842 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e0240802-2662-444c-8987-bfba3ef0b9f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/16219b1d-417d-4dfa-b080-bc66c808f7f0 HTTP/1.1" status: 204 len: 168 time: 0.4614336 Dec 09 02:18:51.785302 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9380f6f-6b78-498c-bc67-4f262579c1fd tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.790963 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9380f6f-6b78-498c-bc67-4f262579c1fd tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:51.791607 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9380f6f-6b78-498c-bc67-4f262579c1fd tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.877638 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0240802-2662-444c-8987-bfba3ef0b9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16219b1d-417d-4dfa-b080-bc66c808f7f0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:51.913266 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21725fdb-ba9f-4bd5-8f29-2b9f1daeb371 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:51.917532 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-21725fdb-ba9f-4bd5-8f29-2b9f1daeb371 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.918597 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-978d39ed-3ba3-4858-9a76-cb33b9c0bd55 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.943642 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e9380f6f-6b78-498c-bc67-4f262579c1fd tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6963780 Dec 09 02:18:51.948712 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-978d39ed-3ba3-4858-9a76-cb33b9c0bd55 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.953515 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35662) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:51.965477 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8932bfe7-ce60-4fe5-8b04-1badb8d6f754 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Request body: {'subnet': {'network_id': '6081e7eb-8529-4700-85f9-45933f85486b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:51.974989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:51.983708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9380f6f-6b78-498c-bc67-4f262579c1fd tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event updated for resources: {'Network': ['ID=6081e7eb-8529-4700-85f9-45933f85486b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:51.989034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.026908 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Router 08fd2a21-b7d4-4267-abd3-35abec542bab is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:18:52.032702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 6081e7eb-8529-4700-85f9-45933f85486b details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:18:52.105759 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Network dca20974-9879-4091-a2ab-505fe1c47de6 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:52.130918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a8fe67-88ec-4925-ba6d-6cb05fc659f4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Router 6508da61-b17c-4c71-8da7-f4b3c3054a3c is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:18:52.135065 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:52.140005 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:52.145623 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-978d39ed-3ba3-4858-9a76-cb33b9c0bd55 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.150786 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-978d39ed-3ba3-4858-9a76-cb33b9c0bd55 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7461841 Dec 09 02:18:52.156083 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Pushing event updated for resources: {'Port': ['ID=07bfe892-1a27-4a83-aec2-3c30760493c4,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:52.161894 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35664) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:52.182096 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-17e708a2-f68f-4b87-9f17-40ede446d3c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'b59a8f1d-ce5f-42ea-83e4-c82fd4defb51', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:52.195863 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d39ed-3ba3-4858-9a76-cb33b9c0bd55 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b59a8f1d-ce5f-42ea-83e4-c82fd4defb51,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:52.239046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Attempting to bind port 07bfe892-1a27-4a83-aec2-3c30760493c4 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:52.239575 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Attempting to bind port 07bfe892-1a27-4a83-aec2-3c30760493c4 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:52.240068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Attempting to bind port 07bfe892-1a27-4a83-aec2-3c30760493c4 on network dca20974-9879-4091-a2ab-505fe1c47de6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:52.246700 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:52.247233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Checking segment: {'id': '1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:52.247826 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.248650 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Bound using segment: {'id': '1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:52.249063 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Bound port: 07bfe892-1a27-4a83-aec2-3c30760493c4, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:52.249552 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.338035 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3235c9b-9851-4a74-bc98-c7e333ca000e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.391660 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3235c9b-9851-4a74-bc98-c7e333ca000e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.442822 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8932bfe7-ce60-4fe5-8b04-1badb8d6f754 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Made reservation on behalf of 40c1c73d867b481a84e257b6be6b9519 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:52.446407 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8932bfe7-ce60-4fe5-8b04-1badb8d6f754 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.460967 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 99232e31-25af-415c-8a40-5981838f5490 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:52.504623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] For port 07bfe892-1a27-4a83-aec2-3c30760493c4, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:52.505356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a8fe67-88ec-4925-ba6d-6cb05fc659f4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:18:52.518279 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43a8fe67-88ec-4925-ba6d-6cb05fc659f4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.520016 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-43a8fe67-88ec-4925-ba6d-6cb05fc659f4 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "PUT /v2.0/routers/6508da61-b17c-4c71-8da7-f4b3c3054a3c HTTP/1.1" status: 200 len: 694 time: 1.8928733 Dec 09 02:18:52.523824 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd0ed7f-bfe0-4274-a5b1-b82d77e8ae13 None None] Sync routers for ids ['6508da61-b17c-4c71-8da7-f4b3c3054a3c'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:18:52.528454 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3235c9b-9851-4a74-bc98-c7e333ca000e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Network f561544f-7fed-439a-a6a0-439f4041e213 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:52.530280 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-17e708a2-f68f-4b87-9f17-40ede446d3c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.538138 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35666) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:52.541583 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd0ed7f-bfe0-4274-a5b1-b82d77e8ae13 None None] Routers {'6508da61-b17c-4c71-8da7-f4b3c3054a3c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:52.542689 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-efd0ed7f-bfe0-4274-a5b1-b82d77e8ae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6508da61-b17c-4c71-8da7-f4b3c3054a3c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:52.548837 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3235c9b-9851-4a74-bc98-c7e333ca000e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Pushing event updated for resources: {'Port': ['ID=b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:52.556853 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] For port 07bfe892-1a27-4a83-aec2-3c30760493c4, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=07bfe892-1a27-4a83-aec2-3c30760493c4,segment=NetworkSegment(1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d),segment_id=1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:52.563837 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Allocated IP 172.20.0.2 (f561544f-7fed-439a-a6a0-439f4041e213/64e813cd-5a57-4199-81a8-f377bf6f595e/11f732a3-4692-422f-8f84-930667bd65ba) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:52.568347 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a3235c9b-9851-4a74-bc98-c7e333ca000e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:52.569969 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.573254 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3235c9b-9851-4a74-bc98-c7e333ca000e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:52.650061 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-efd0ed7f-bfe0-4274-a5b1-b82d77e8ae13 None None] Set router 6508da61-b17c-4c71-8da7-f4b3c3054a3c gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:52.677326 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3235c9b-9851-4a74-bc98-c7e333ca000e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:52.677904 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3235c9b-9851-4a74-bc98-c7e333ca000e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.704014 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:18:52.711229 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296743d2-3f26-4659-8eb7-ded7443c23e6 None None] Network f8607f29-1495-46e9-a735-6e753a02d1c5 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:52.728606 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a3235c9b-9851-4a74-bc98-c7e333ca000e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8951759 Dec 09 02:18:52.729315 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35668) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:52.747211 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f302a282-d93e-4ba5-a855-497ccab1346d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2023257586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:52.749658 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-efd0ed7f-bfe0-4274-a5b1-b82d77e8ae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6508da61-b17c-4c71-8da7-f4b3c3054a3c', 'name': 'tempest-RoutersTest-router-1691046869', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:50Z', 'updated_at': '2021-12-09T02:18:51Z', 'revision_number': 2, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:52.751666 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c2ecb710-3768-4f51-9e8f-17c003086a98 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/routers/6508da61-b17c-4c71-8da7-f4b3c3054a3c HTTP/1.1" status: 200 len: 700 time: 0.2122424 Dec 09 02:18:52.752509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35670) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:52.768582 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Sync routers for ids ['08fd2a21-b7d4-4267-abd3-35abec542bab'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:18:52.772195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-21725fdb-ba9f-4bd5-8f29-2b9f1daeb371 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.811001 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 99232e31-25af-415c-8a40-5981838f5490 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:52.811699 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.834755 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0a004dba-55ea-47c3-889c-906c9521e825 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports?device_id=6508da61-b17c-4c71-8da7-f4b3c3054a3c HTTP/1.1" status: 200 len: 205 time: 0.0734982 Dec 09 02:18:52.836845 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35672) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:52.837637 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.838742 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c503f5dc-296a-4933-a015-90267a9f70fc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.6611054 Dec 09 02:18:52.850940 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd0ed7f-bfe0-4274-a5b1-b82d77e8ae13 None None] Checking router: 6508da61-b17c-4c71-8da7-f4b3c3054a3c for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:18:52.861327 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd0ed7f-bfe0-4274-a5b1-b82d77e8ae13 None None] Routers {'6508da61-b17c-4c71-8da7-f4b3c3054a3c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:52.862998 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-efd0ed7f-bfe0-4274-a5b1-b82d77e8ae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6508da61-b17c-4c71-8da7-f4b3c3054a3c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:52.864722 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35674) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:52.866759 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-17e708a2-f68f-4b87-9f17-40ede446d3c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.886721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21725fdb-ba9f-4bd5-8f29-2b9f1daeb371 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:52.891219 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-17e708a2-f68f-4b87-9f17-40ede446d3c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.930862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-21725fdb-ba9f-4bd5-8f29-2b9f1daeb371 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:52.957296 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f302a282-d93e-4ba5-a855-497ccab1346d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.959136 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21725fdb-ba9f-4bd5-8f29-2b9f1daeb371 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:52.959775 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-21725fdb-ba9f-4bd5-8f29-2b9f1daeb371 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.961659 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f302a282-d93e-4ba5-a855-497ccab1346d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:52.965393 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-efd0ed7f-bfe0-4274-a5b1-b82d77e8ae13 None None] Set router 6508da61-b17c-4c71-8da7-f4b3c3054a3c gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:52.996411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e708a2-f68f-4b87-9f17-40ede446d3c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8917ce10-441e-4c0a-b21c-52879c0e10f2,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:53.002936 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21725fdb-ba9f-4bd5-8f29-2b9f1daeb371 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=d07335b2-d0ee-45b3-9e07-3e4d4847436d,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:53.025106 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-17e708a2-f68f-4b87-9f17-40ede446d3c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.026398 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-17e708a2-f68f-4b87-9f17-40ede446d3c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8483276 Dec 09 02:18:53.055972 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d9aee-e0ee-4ebe-b83d-d54fa4a6222b None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:53.070884 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-21725fdb-ba9f-4bd5-8f29-2b9f1daeb371 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3271646 Dec 09 02:18:53.074233 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35676) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:53.076012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35678) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:53.085984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-58c134b8-a2f5-4225-8dcd-2d1c69024d90 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'b59a8f1d-ce5f-42ea-83e4-c82fd4defb51', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:53.096061 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-ee482b6e-aece-4539-bdc2-b72abca7a3ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'mac_address': 'fa:16:3e:b3:53:00', 'name': 'tempest-NetworksTestDHCPv6-194483810'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:53.099917 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-efd0ed7f-bfe0-4274-a5b1-b82d77e8ae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6508da61-b17c-4c71-8da7-f4b3c3054a3c', 'name': 'tempest-RoutersTest-router-1691046869', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:50Z', 'updated_at': '2021-12-09T02:18:51Z', 'revision_number': 2, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:53.153338 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-385c466f-f079-4939-9405-7445eb53a598 None None] Provisioning complete for port bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:53.153722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-385c466f-f079-4939-9405-7445eb53a598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.159559 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd0ed7f-bfe0-4274-a5b1-b82d77e8ae13 None None] The sync data for ids ['6508da61-b17c-4c71-8da7-f4b3c3054a3c'] in dv-neutron-804846-18-hyperv is: [{'id': '6508da61-b17c-4c71-8da7-f4b3c3054a3c', 'name': 'tempest-RoutersTest-router-1691046869', 'tenant_id': 'a758062df96345628c35c50c762f8108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:50Z', 'updated_at': '2021-12-09T02:18:51Z', 'revision_number': 2, 'project_id': 'a758062df96345628c35c50c762f8108', 'gw_port_host': None}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:18:53.161952 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Routers {'08fd2a21-b7d4-4267-abd3-35abec542bab'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:53.162608 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08fd2a21-b7d4-4267-abd3-35abec542bab'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:53.209666 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58c134b8-a2f5-4225-8dcd-2d1c69024d90 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.216408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ccf05-0fbf-4730-914c-0acc5feb4dd6 None None] Pushing event updated for resources: {'Port': ['ID=07bfe892-1a27-4a83-aec2-3c30760493c4,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:53.252432 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d50922bb-0c10-40aa-b5d4-48535ee0d3be tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.394373 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f302a282-d93e-4ba5-a855-497ccab1346d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.400154 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58c134b8-a2f5-4225-8dcd-2d1c69024d90 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.408954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58c134b8-a2f5-4225-8dcd-2d1c69024d90 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.419047 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee482b6e-aece-4539-bdc2-b72abca7a3ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:53.461147 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f302a282-d93e-4ba5-a855-497ccab1346d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.485601 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c134b8-a2f5-4225-8dcd-2d1c69024d90 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8baf6387-e9b0-47cd-b498-ccc372d94868,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:53.552104 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58c134b8-a2f5-4225-8dcd-2d1c69024d90 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.554335 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-58c134b8-a2f5-4225-8dcd-2d1c69024d90 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4743104 Dec 09 02:18:53.560800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35680) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:53.571103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-abec71b8-593a-4503-bf7a-1f9876e83789 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'b59a8f1d-ce5f-42ea-83e4-c82fd4defb51', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:53.595041 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d50922bb-0c10-40aa-b5d4-48535ee0d3be tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.598727 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f302a282-d93e-4ba5-a855-497ccab1346d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.599986 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f302a282-d93e-4ba5-a855-497ccab1346d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8579793 Dec 09 02:18:53.601247 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d50922bb-0c10-40aa-b5d4-48535ee0d3be tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.606278 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-385c466f-f079-4939-9405-7445eb53a598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.607188 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35682) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:53.610703 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.620255 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Set router 08fd2a21-b7d4-4267-abd3-35abec542bab gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:53.628302 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9537e41e-439e-48a4-915b-fab1b687f166 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-345904727', 'prefixes': ['172.20.0.0/16']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:53.655779 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-8932bfe7-ce60-4fe5-8b04-1badb8d6f754 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:18:53.667003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb58e2ea-a26d-4835-9c5f-e56609af94a8 None None] DHCP port deletion for f8607f29-1495-46e9-a735-6e753a02d1c5 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:53.675343 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ee482b6e-aece-4539-bdc2-b72abca7a3ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.698303 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8932bfe7-ce60-4fe5-8b04-1badb8d6f754 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.709266 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.716053 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:53.723130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-abec71b8-593a-4503-bf7a-1f9876e83789 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.736092 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-ee482b6e-aece-4539-bdc2-b72abca7a3ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port dfd97b11-aec5-458c-bf82-65e8ccdbd36e yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:18:53.765626 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932bfe7-ce60-4fe5-8b04-1badb8d6f754 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event updated for resources: {'Subnet': ['ID=617272ed-7f15-43fc-88e3-91d5f50257b8,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:53.772096 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d50922bb-0c10-40aa-b5d4-48535ee0d3be tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.772749 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50922bb-0c10-40aa-b5d4-48535ee0d3be tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Fanout notify agent at l3_agent the message router_deleted on router 6508da61-b17c-4c71-8da7-f4b3c3054a3c {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:18:53.781054 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d50922bb-0c10-40aa-b5d4-48535ee0d3be tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.785740 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d50922bb-0c10-40aa-b5d4-48535ee0d3be tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/routers/6508da61-b17c-4c71-8da7-f4b3c3054a3c HTTP/1.1" status: 204 len: 168 time: 0.9047685 Dec 09 02:18:53.788174 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35684) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:53.840395 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fd9c2ee0-2326-4f14-b4e5-d6cf41901dfb tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports?device_id=6508da61-b17c-4c71-8da7-f4b3c3054a3c HTTP/1.1" status: 200 len: 205 time: 0.0510736 Dec 09 02:18:53.842712 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35686) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:53.867464 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08ede20-2bb3-4429-8f85-10ac465e10de None None] Update dhcp port {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'fixed_ips': [{'subnet_id': '458e1c39-1520-424d-ae94-b78bd288cbae', 'ip_address': '2001:db8::f816:3eff:fe40:7a17'}, {'subnet_id': 'd07335b2-d0ee-45b3-9e07-3e4d4847436d'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': 'f11c7ebe-4402-43ba-9779-cdcf78810f98'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:18:53.891352 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Network f561544f-7fed-439a-a6a0-439f4041e213 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:53.900753 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-84422f76-d4fe-4670-9748-714f7fd59115 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] delete failed (client error): The resource could not be found. Dec 09 02:18:53.904725 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-84422f76-d4fe-4670-9748-714f7fd59115 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/routers/6508da61-b17c-4c71-8da7-f4b3c3054a3c HTTP/1.1" status: 404 len: 336 time: 0.0591395 Dec 09 02:18:53.905526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35688) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:53.908045 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8932bfe7-ce60-4fe5-8b04-1badb8d6f754 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Checking segment: {'id': '37e792d6-a8ad-4e27-afee-011dfe63e156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6081e7eb-8529-4700-85f9-45933f85486b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:53.908424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8932bfe7-ce60-4fe5-8b04-1badb8d6f754 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Network hostable DHCP agents. Network: 6081e7eb-8529-4700-85f9-45933f85486b, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:18:53.925146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-abec71b8-593a-4503-bf7a-1f9876e83789 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.926972 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-385c466f-f079-4939-9405-7445eb53a598 None None] For port bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1,segment=NetworkSegment(87a569f4-6871-4d5e-9c00-091deaafa748),segment_id=87a569f4-6871-4d5e-9c00-091deaafa748)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:53.934113 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:53.944269 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:53.948562 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-385c466f-f079-4939-9405-7445eb53a598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:53.953961 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e172e0-7b0f-4220-ac07-cde6fcf289d7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:53.953961 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e172e0-7b0f-4220-ac07-cde6fcf289d7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:53.956912 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Pushing event updated for resources: {'Port': ['ID=11f732a3-4692-422f-8f84-930667bd65ba,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:53.959991 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-97e172e0-7b0f-4220-ac07-cde6fcf289d7 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/d2a31549-299b-416c-8521-6703a22de264 HTTP/1.1" status: 404 len: 337 time: 0.0467472 Dec 09 02:18:53.967368 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35690) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:53.983499 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e08ede20-2bb3-4429-8f85-10ac465e10de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.010762 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.018024 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f00b66-a86e-4b6e-99ae-2e999749fe3e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:54.018815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f00b66-a86e-4b6e-99ae-2e999749fe3e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:54.025809 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-98f00b66-a86e-4b6e-99ae-2e999749fe3e tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/19c1bcef-bf83-4ee8-a56a-8b05f5fef6d4 HTTP/1.1" status: 404 len: 337 time: 0.0565777 Dec 09 02:18:54.028024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35692) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.029553 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8932bfe7-ce60-4fe5-8b04-1badb8d6f754 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Network 6081e7eb-8529-4700-85f9-45933f85486b is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:18:54.070121 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-07dbe2da-b931-478a-b8e4-3ce364594767 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:54.070736 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07dbe2da-b931-478a-b8e4-3ce364594767 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:54.076177 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-07dbe2da-b931-478a-b8e4-3ce364594767 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/62007bee-2269-4878-a8f0-a1d836074a1d HTTP/1.1" status: 404 len: 337 time: 0.0436513 Dec 09 02:18:54.080049 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35694) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.081735 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-abec71b8-593a-4503-bf7a-1f9876e83789 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.092153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9537e41e-439e-48a4-915b-fab1b687f166 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks [] for subnetpool, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.093506 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9537e41e-439e-48a4-915b-fab1b687f166 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4848602 Dec 09 02:18:54.096625 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-8932bfe7-ce60-4fe5-8b04-1badb8d6f754 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 6081e7eb-8529-4700-85f9-45933f85486b) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:54.116808 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35696) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.121574 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-d7d82f25-6166-4d80-bfbf-ad28b1134336 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '64e813cd-5a57-4199-81a8-f377bf6f595e', 'tempest-TagsExtTest-Tag-1937717504') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:54.134740 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4112375-ca9b-43b0-90b9-63d6af0a601f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:54.135297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4112375-ca9b-43b0-90b9-63d6af0a601f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:54.140963 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e4112375-ca9b-43b0-90b9-63d6af0a601f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/a4eb5160-10f0-4f21-bce0-57d2e93c3c8b HTTP/1.1" status: 404 len: 337 time: 0.0573423 Dec 09 02:18:54.140963 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8932bfe7-ce60-4fe5-8b04-1badb8d6f754 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:54.140963 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8932bfe7-ce60-4fe5-8b04-1badb8d6f754 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.148520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35698) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.150646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec71b8-593a-4503-bf7a-1f9876e83789 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066bc058-3f99-469f-a576-c7bbec2b625e,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:54.150919 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298908c9-2c98-489e-b68f-7a211b3afd98 None None] Network 6081e7eb-8529-4700-85f9-45933f85486b requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:54.177526 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-abec71b8-593a-4503-bf7a-1f9876e83789 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.181724 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35700) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.182651 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-abec71b8-593a-4503-bf7a-1f9876e83789 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6190352 Dec 09 02:18:54.187666 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-440be70a-f1bb-4989-adce-34be3b990224 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'b59a8f1d-ce5f-42ea-83e4-c82fd4defb51', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:54.209928 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8932bfe7-ce60-4fe5-8b04-1badb8d6f754 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2461550 Dec 09 02:18:54.213250 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35702) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.227684 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:54.228061 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.246316 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c466f-f079-4939-9405-7445eb53a598 None None] Pushing event updated for resources: {'Port': ['ID=bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:54.252611 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Attempting to bind port 11f732a3-4692-422f-8f84-930667bd65ba on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:54.252987 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Attempting to bind port 11f732a3-4692-422f-8f84-930667bd65ba by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'bcbd26b4-8cae-4e5c-a52d-f09f68b16dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f561544f-7fed-439a-a6a0-439f4041e213'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:54.253355 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Attempting to bind port 11f732a3-4692-422f-8f84-930667bd65ba on network f561544f-7fed-439a-a6a0-439f4041e213 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:54.256702 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-00f4364e-af51-4568-82c2-15e4e05ca41d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5fd2fe3-4ae3-4d7e-b334-1e948e296886 HTTP/1.1" status: 200 len: 205 time: 0.1019375 Dec 09 02:18:54.277140 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35704) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.334129 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-ee482b6e-aece-4539-bdc2-b72abca7a3ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8:0:1::25c (3d63738a-85ef-4baf-83f7-848c720832e0/d07335b2-d0ee-45b3-9e07-3e4d4847436d/dfd97b11-aec5-458c-bf82-65e8ccdbd36e) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:54.343447 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-917b0dfa-fb9c-42f8-a57f-dce22b28916c tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] delete failed (client error): The resource could not be found. Dec 09 02:18:54.347945 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-917b0dfa-fb9c-42f8-a57f-dce22b28916c tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/routers/b5fd2fe3-4ae3-4d7e-b334-1e948e296886 HTTP/1.1" status: 404 len: 336 time: 0.0638514 Dec 09 02:18:54.348834 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-ee482b6e-aece-4539-bdc2-b72abca7a3ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::f816:3eff:feb3:5300 (3d63738a-85ef-4baf-83f7-848c720832e0/458e1c39-1520-424d-ae94-b78bd288cbae/dfd97b11-aec5-458c-bf82-65e8ccdbd36e) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:54.352307 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-eb58e2ea-a26d-4835-9c5f-e56609af94a8 None None] Deleting port bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:54.352567 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eb58e2ea-a26d-4835-9c5f-e56609af94a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.354939 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35706) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.361495 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:54.361882 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Checking segment: {'id': 'bcbd26b4-8cae-4e5c-a52d-f09f68b16dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f561544f-7fed-439a-a6a0-439f4041e213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:54.362439 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.362744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Bound using segment: {'id': 'bcbd26b4-8cae-4e5c-a52d-f09f68b16dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f561544f-7fed-439a-a6a0-439f4041e213'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:54.363190 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Bound port: 11f732a3-4692-422f-8f84-930667bd65ba, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbd26b4-8cae-4e5c-a52d-f09f68b16dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f561544f-7fed-439a-a6a0-439f4041e213'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:54.363879 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.367606 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-440be70a-f1bb-4989-adce-34be3b990224 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.371267 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:18:54.412374 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-640cdd4d-dac0-4e46-ab1c-7729a2cc0777 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9508590-3393-408a-8013-b47fa1bdf34f HTTP/1.1" status: 200 len: 205 time: 0.0546310 Dec 09 02:18:54.417634 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35708) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.432024 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60516b12-110c-43bd-b3eb-018caf323a74 None None] Network dca20974-9879-4091-a2ab-505fe1c47de6 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:54.489548 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-0148c30f-d7e1-4f62-9887-ee5e88e9bf86 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] delete failed (client error): The resource could not be found. Dec 09 02:18:54.491105 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0148c30f-d7e1-4f62-9887-ee5e88e9bf86 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/routers/e9508590-3393-408a-8013-b47fa1bdf34f HTTP/1.1" status: 404 len: 336 time: 0.0723870 Dec 09 02:18:54.500525 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35710) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.507729 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71617324-7087-427b-9fd2-b64c235bb04c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.539079 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-440be70a-f1bb-4989-adce-34be3b990224 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.541227 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d7d82f25-6166-4d80-bfbf-ad28b1134336 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "PUT /v2.0/subnets/64e813cd-5a57-4199-81a8-f377bf6f595e/tags/tempest-TagsExtTest-Tag-1937717504 HTTP/1.1" status: 201 len: 201 time: 0.4232779 Dec 09 02:18:54.545936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35712) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.553645 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-ba35e2a6-9437-4fbe-9742-7678cf1b05fd tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af', 'tempest-TagsExtTest-Tag-1253243326') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:54.566346 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5088182-e873-47fd-ab92-261c29b71b08 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:54.566900 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5088182-e873-47fd-ab92-261c29b71b08 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:54.572505 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c5088182-e873-47fd-ab92-261c29b71b08 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/b8f8b57a-6dda-4242-890d-ea9f57ea62fd HTTP/1.1" status: 404 len: 337 time: 0.0685043 Dec 09 02:18:54.579074 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35714) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.611011 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-440be70a-f1bb-4989-adce-34be3b990224 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.630376 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-d6521c11-5397-4ded-ae79-d0533c51ebfb None None] Provisioning complete for port 07bfe892-1a27-4a83-aec2-3c30760493c4 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:54.630957 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6521c11-5397-4ded-ae79-d0533c51ebfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.634745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'name': 'tempest-TestVolumeBootPattern-1616209647-router', 'tenant_id': '93ec7354886c446d9c61dbf5b1851421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '138c0974-a7a1-4368-8764-b3b8b503393e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:44Z', 'updated_at': '2021-12-09T02:18:49Z', 'revision_number': 3, 'project_id': '93ec7354886c446d9c61dbf5b1851421', 'gw_port': {'id': '138c0974-a7a1-4368-8764-b3b8b503393e', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:47Z', 'updated_at': '2021-12-09T02:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:54.645334 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Allocated IP 172.20.0.1 (70dcee42-9b1e-4d17-a654-d50359dfd806/e1e33837-a6e8-4098-a384-0acbecc0c5e6/51885b36-b281-4388-a722-9a3c48c5f7ac) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:54.654791 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ab49c3c1-a0f1-4154-909d-2df9147d74cd tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports?device_id=413a4a4a-12ce-4a77-b676-a9d3166986d8 HTTP/1.1" status: 200 len: 205 time: 0.0500836 Dec 09 02:18:54.657336 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35716) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.670464 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440be70a-f1bb-4989-adce-34be3b990224 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac79413-60f6-40ad-90ca-260c750cd111,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:54.676078 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574d9f6c-9309-4a57-8eb4-2da977000251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-6081e7eb-8529-4700-85f9-45933f85486b', 'network_id': '6081e7eb-8529-4700-85f9-45933f85486b', 'project_id': '40c1c73d867b481a84e257b6be6b9519', 'fixed_ips': [{'subnet_id': '617272ed-7f15-43fc-88e3-91d5f50257b8'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:54.677100 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-574d9f6c-9309-4a57-8eb4-2da977000251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.684643 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71617324-7087-427b-9fd2-b64c235bb04c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.698878 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-440be70a-f1bb-4989-adce-34be3b990224 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.700243 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-440be70a-f1bb-4989-adce-34be3b990224 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5174258 Dec 09 02:18:54.709434 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35718) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.709702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Checking router: 08fd2a21-b7d4-4267-abd3-35abec542bab for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:18:54.709702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Updating router 08fd2a21-b7d4-4267-abd3-35abec542bab port 138c0974-a7a1-4368-8764-b3b8b503393e binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:18:54.713919 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-e3d52427-dd98-43ab-83aa-ec7c76ae5428 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'b59a8f1d-ce5f-42ea-83e4-c82fd4defb51', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:54.727600 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-d4657378-7dea-4ec4-8081-ca7e973ab674 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] delete failed (client error): The resource could not be found. Dec 09 02:18:54.727600 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d4657378-7dea-4ec4-8081-ca7e973ab674 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/routers/413a4a4a-12ce-4a77-b676-a9d3166986d8 HTTP/1.1" status: 404 len: 336 time: 0.0706224 Dec 09 02:18:54.730234 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35720) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.783593 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-eef73c5c-82d5-42a6-bd74-27f9a2cb4bba tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports?device_id=8194889e-b1f2-4a9e-91a8-f0a4a8041482 HTTP/1.1" status: 200 len: 205 time: 0.0519731 Dec 09 02:18:54.791769 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35722) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.854879 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ba35e2a6-9437-4fbe-9742-7678cf1b05fd tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "PUT /v2.0/ports/b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af/tags/tempest-TagsExtTest-Tag-1253243326 HTTP/1.1" status: 201 len: 201 time: 0.3031573 Dec 09 02:18:54.855104 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ee482b6e-aece-4539-bdc2-b72abca7a3ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.855894 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-b4ffd758-7e91-47b8-b3ed-2b662999761f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] delete failed (client error): The resource could not be found. Dec 09 02:18:54.857960 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b4ffd758-7e91-47b8-b3ed-2b662999761f tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/routers/8194889e-b1f2-4a9e-91a8-f0a4a8041482 HTTP/1.1" status: 404 len: 336 time: 0.0643024 Dec 09 02:18:54.859652 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35724) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.860508 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35726) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:54.871254 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-e3d52427-dd98-43ab-83aa-ec7c76ae5428 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:18:54.873609 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71617324-7087-427b-9fd2-b64c235bb04c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.882034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-f8ecf67b-c655-4e46-ba7f-b91878a7bca5 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd7d449ed-98cd-4f77-b04e-75d89b8f38de', 'tempest-TagsExtTest-Tag-1701480079') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:54.909944 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71617324-7087-427b-9fd2-b64c235bb04c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event deleted for resources: {'Subnet': ['ID=617272ed-7f15-43fc-88e3-91d5f50257b8,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:54.965350 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e3d52427-dd98-43ab-83aa-ec7c76ae5428 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.982796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71617324-7087-427b-9fd2-b64c235bb04c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:54.987693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-eb58e2ea-a26d-4835-9c5f-e56609af94a8 None None] For port bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1,segment=NetworkSegment(87a569f4-6871-4d5e-9c00-091deaafa748),segment_id=87a569f4-6871-4d5e-9c00-091deaafa748)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:54.988640 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eb58e2ea-a26d-4835-9c5f-e56609af94a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.007038 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-71617324-7087-427b-9fd2-b64c235bb04c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6081e7eb-8529-4700-85f9-45933f85486b']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:55.020350 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-71617324-7087-427b-9fd2-b64c235bb04c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e792d6-a8ad-4e27-afee-011dfe63e156') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:55.020823 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-71617324-7087-427b-9fd2-b64c235bb04c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e792d6-a8ad-4e27-afee-011dfe63e156') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:55.033231 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71617324-7087-427b-9fd2-b64c235bb04c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.040457 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-eb58e2ea-a26d-4835-9c5f-e56609af94a8 None None] Calling delete_port for bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:55.046535 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.054568 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-db51bd1a-65c1-4092-a972-1a0529190652 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:55.054568 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db51bd1a-65c1-4092-a972-1a0529190652 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:55.055143 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] For port 11f732a3-4692-422f-8f84-930667bd65ba, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:55.055592 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-db51bd1a-65c1-4092-a972-1a0529190652 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/226a928e-e376-4a09-a2e5-08908388d752 HTTP/1.1" status: 404 len: 337 time: 0.1853242 Dec 09 02:18:55.058250 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35728) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:55.082623 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71617324-7087-427b-9fd2-b64c235bb04c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.093456 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.114944 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b18c05e0-40db-4338-8d7b-9967c59ba8fb tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec0488ef-7775-41c2-aa45-5be57eb2bf5d HTTP/1.1" status: 200 len: 205 time: 0.0532420 Dec 09 02:18:55.115461 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35730) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:55.126723 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71617324-7087-427b-9fd2-b64c235bb04c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:55.127243 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71617324-7087-427b-9fd2-b64c235bb04c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:55.135939 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:55.145271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e3d52427-dd98-43ab-83aa-ec7c76ae5428 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.156430 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ee482b6e-aece-4539-bdc2-b72abca7a3ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.159878 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e3d52427-dd98-43ab-83aa-ec7c76ae5428 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.184188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] For port 11f732a3-4692-422f-8f84-930667bd65ba, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=11f732a3-4692-422f-8f84-930667bd65ba,segment=NetworkSegment(bcbd26b4-8cae-4e5c-a52d-f09f68b16dc7),segment_id=bcbd26b4-8cae-4e5c-a52d-f09f68b16dc7)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:55.188787 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-1dbd65fc-0742-4efb-9b12-46e8c97c9091 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] delete failed (client error): The resource could not be found. Dec 09 02:18:55.192154 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1dbd65fc-0742-4efb-9b12-46e8c97c9091 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/routers/ec0488ef-7775-41c2-aa45-5be57eb2bf5d HTTP/1.1" status: 404 len: 336 time: 0.0733550 Dec 09 02:18:55.217918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35732) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:55.227520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d52427-dd98-43ab-83aa-ec7c76ae5428 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa61167-dc83-4bc2-b822-ffabb8cc3992,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:55.258582 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71617324-7087-427b-9fd2-b64c235bb04c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.265410 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.269903 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71617324-7087-427b-9fd2-b64c235bb04c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.278040 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-71617324-7087-427b-9fd2-b64c235bb04c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/networks/6081e7eb-8529-4700-85f9-45933f85486b HTTP/1.1" status: 204 len: 168 time: 1.0606050 Dec 09 02:18:55.281370 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35734) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:55.282653 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 07bfe892-1a27-4a83-aec2-3c30760493c4 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:55.284494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c9ea3c-c2b9-4b97-bd47-26dabe02bb49 None None] Network 6081e7eb-8529-4700-85f9-45933f85486b requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:55.286334 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b5c8b9dc-93b2-4350-be37-8279660bbf4a tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-52775439'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:55.298014 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee482b6e-aece-4539-bdc2-b72abca7a3ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=dfd97b11-aec5-458c-bf82-65e8ccdbd36e,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:55.304198 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf2f9b8-1094-411c-b747-b4cfa591817d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:55.304668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf2f9b8-1094-411c-b747-b4cfa591817d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:55.310082 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6cf2f9b8-1094-411c-b747-b4cfa591817d tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/7066e482-2b41-4ad0-b836-b3db145d5d43 HTTP/1.1" status: 404 len: 337 time: 0.0702434 Dec 09 02:18:55.314874 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee482b6e-aece-4539-bdc2-b72abca7a3ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:55.315507 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35736) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:55.318378 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71617324-7087-427b-9fd2-b64c235bb04c tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event deleted for resources: {'Network': ['ID=6081e7eb-8529-4700-85f9-45933f85486b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:55.318534 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e3d52427-dd98-43ab-83aa-ec7c76ae5428 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.322568 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e3d52427-dd98-43ab-83aa-ec7c76ae5428 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6120369 Dec 09 02:18:55.322803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35738) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:55.330407 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b7d241a4-b6c9-4b90-936e-c80d42c32ea4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'b59a8f1d-ce5f-42ea-83e4-c82fd4defb51', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:55.334187 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f8ecf67b-c655-4e46-ba7f-b91878a7bca5 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "PUT /v2.0/routers/d7d449ed-98cd-4f77-b04e-75d89b8f38de/tags/tempest-TagsExtTest-Tag-1701480079 HTTP/1.1" status: 201 len: 201 time: 0.4652257 Dec 09 02:18:55.338290 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-ee482b6e-aece-4539-bdc2-b72abca7a3ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:55.343299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35740) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:55.349087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-9e7bf601-9c3d-4d42-a63f-05b6b8d52526 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '20ec235f-b6ef-42fa-84cd-fae63d00257b', 'tempest-TagsExtTest-Tag-422469746') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:55.355853 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee482b6e-aece-4539-bdc2-b72abca7a3ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:55.360229 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c8b9dc-93b2-4350-be37-8279660bbf4a tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Made reservation on behalf of 40c1c73d867b481a84e257b6be6b9519 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:55.362172 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee482b6e-aece-4539-bdc2-b72abca7a3ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:55.362818 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ee482b6e-aece-4539-bdc2-b72abca7a3ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.363689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b9dc-93b2-4350-be37-8279660bbf4a tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.366879 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-003c0075-635c-4ca7-947d-74ec2c3a564a tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c24f289-6314-4ca4-9e66-4433458e56d4 HTTP/1.1" status: 200 len: 205 time: 0.0431352 Dec 09 02:18:55.369503 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.375054 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35742) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:55.424179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c9ea3c-c2b9-4b97-bd47-26dabe02bb49 None None] Network 6081e7eb-8529-4700-85f9-45933f85486b could not be found, it might have been deleted concurrently. {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 02:18:55.437149 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-b7d241a4-b6c9-4b90-936e-c80d42c32ea4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:18:55.442263 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c8b9dc-93b2-4350-be37-8279660bbf4a tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:18:55.449023 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-3fb94c8b-55ed-47e8-b633-30b2ed9f2698 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] delete failed (client error): The resource could not be found. Dec 09 02:18:55.450031 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3fb94c8b-55ed-47e8-b633-30b2ed9f2698 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/routers/0c24f289-6314-4ca4-9e66-4433458e56d4 HTTP/1.1" status: 404 len: 336 time: 0.0726848 Dec 09 02:18:55.455295 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35744) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:55.457433 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b7d241a4-b6c9-4b90-936e-c80d42c32ea4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.468719 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ee482b6e-aece-4539-bdc2-b72abca7a3ab tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3860915 Dec 09 02:18:55.471235 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Network 70dcee42-9b1e-4d17-a654-d50359dfd806 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:55.472293 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35746) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:55.487482 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:55.492814 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:18:55.494709 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9e7bf601-9c3d-4d42-a63f-05b6b8d52526 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "PUT /v2.0/subnetpools/20ec235f-b6ef-42fa-84cd-fae63d00257b/tags/tempest-TagsExtTest-Tag-422469746 HTTP/1.1" status: 201 len: 201 time: 0.1499763 Dec 09 02:18:55.495841 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Pushing event updated for resources: {'Port': ['ID=51885b36-b281-4388-a722-9a3c48c5f7ac,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:55.498789 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35748) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:55.504215 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b9dc-93b2-4350-be37-8279660bbf4a tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.504560 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-b5c8b9dc-93b2-4350-be37-8279660bbf4a tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Added segment 86748aa6-1f2d-42c5-801e-c7d0e13e8b66 of type vlan for network 4cd13636-82f9-4415-9179-480860322309 Dec 09 02:18:55.520094 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-47cd3a8e-768d-4d4e-914d-dec1eb732592 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:55.520558 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47cd3a8e-768d-4d4e-914d-dec1eb732592 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:55.524768 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-e08ede20-2bb3-4429-8f85-10ac465e10de None None] Allocated IP 2001:db8:0:1::2 (3d63738a-85ef-4baf-83f7-848c720832e0/d07335b2-d0ee-45b3-9e07-3e4d4847436d/f11c7ebe-4402-43ba-9779-cdcf78810f98) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:18:55.526358 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-47cd3a8e-768d-4d4e-914d-dec1eb732592 tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/46df975f-618c-4e17-911d-722f18eaea56 HTTP/1.1" status: 404 len: 337 time: 0.0699112 Dec 09 02:18:55.527800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-05426725-6f9e-4dac-9a43-bef22ca17a01 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '64e813cd-5a57-4199-81a8-f377bf6f595e') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:55.529966 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35750) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:55.606142 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.630717 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6521c11-5397-4ded-ae79-d0533c51ebfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.650303 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa477-c322-4ce5-900d-8dceda74bcff None None] Pushing event updated for resources: {'Port': ['ID=11f732a3-4692-422f-8f84-930667bd65ba,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:55.661189 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efce556-2b13-4b42-99f4-da466e880b4b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] DELETE failed (client error): The resource could not be found. Dec 09 02:18:55.662087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5efce556-2b13-4b42-99f4-da466e880b4b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:18:55.666576 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5efce556-2b13-4b42-99f4-da466e880b4b tempest-RoutersTest-1971442003 tempest-RoutersTest-1971442003-project] 10.222.0.43 "DELETE /v2.0/subnets/df7cfc8e-a6dd-4f45-8ecd-6f38849ef8bb HTTP/1.1" status: 404 len: 337 time: 0.1130934 Dec 09 02:18:55.720952 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b9dc-93b2-4350-be37-8279660bbf4a tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.799121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eb58e2ea-a26d-4835-9c5f-e56609af94a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.881274 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b7d241a4-b6c9-4b90-936e-c80d42c32ea4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.897450 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b9dc-93b2-4350-be37-8279660bbf4a tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.900106 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-05426725-6f9e-4dac-9a43-bef22ca17a01 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/subnets/64e813cd-5a57-4199-81a8-f377bf6f595e/tags HTTP/1.1" status: 200 len: 241 time: 0.3989527 Dec 09 02:18:55.903832 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35754) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:55.911951 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c8b9dc-93b2-4350-be37-8279660bbf4a tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:55.921320 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b9dc-93b2-4350-be37-8279660bbf4a tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.927750 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d6521c11-5397-4ded-ae79-d0533c51ebfb None None] For port 07bfe892-1a27-4a83-aec2-3c30760493c4, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=07bfe892-1a27-4a83-aec2-3c30760493c4,segment=NetworkSegment(1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d),segment_id=1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:55.935469 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58e2ea-a26d-4835-9c5f-e56609af94a8 None None] Pushing event deleted for resources: {'Port': ['ID=bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:55.935713 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-c1aabef4-a960-40be-87dd-dbd16217e377 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64e813cd-5a57-4199-81a8-f377bf6f595e', 'tempest-TagsExtTest-Tag-1937717504') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:55.972209 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 07bfe892-1a27-4a83-aec2-3c30760493c4 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:55.972767 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:55.999146 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb58e2ea-a26d-4835-9c5f-e56609af94a8 None None] No DVR routers for this DVR port bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:18:56.014441 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6521c11-5397-4ded-ae79-d0533c51ebfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:56.102210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:56.177935 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6521c11-5397-4ded-ae79-d0533c51ebfb None None] Pushing event updated for resources: {'Port': ['ID=07bfe892-1a27-4a83-aec2-3c30760493c4,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:56.236196 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e08ede20-2bb3-4429-8f85-10ac465e10de None None] For port f11c7ebe-4402-43ba-9779-cdcf78810f98, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f11c7ebe-4402-43ba-9779-cdcf78810f98,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:56.269939 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-4e34862c-ded9-4279-96db-c91856f6d437 None None] Provisioning complete for port 51885b36-b281-4388-a722-9a3c48c5f7ac triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:56.270357 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e34862c-ded9-4279-96db-c91856f6d437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:56.349404 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e08ede20-2bb3-4429-8f85-10ac465e10de None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:56.366550 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e08ede20-2bb3-4429-8f85-10ac465e10de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:56.400494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:56.425892 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4e34862c-ded9-4279-96db-c91856f6d437 None None] Port 51885b36-b281-4388-a722-9a3c48c5f7ac cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:18:56.444988 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35758) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:56.447242 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b7d241a4-b6c9-4b90-936e-c80d42c32ea4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:56.449181 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:56.476855 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b5c8b9dc-93b2-4350-be37-8279660bbf4a tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1954982 Dec 09 02:18:56.501384 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35762) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:56.515099 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c4c0ea72-da24-49f3-a42b-b3941bdd2af5 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Request body: {'subnet': {'network_id': '4cd13636-82f9-4415-9179-480860322309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:56.531314 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ede20-2bb3-4429-8f85-10ac465e10de None None] Pushing event updated for resources: {'Port': ['ID=f11c7ebe-4402-43ba-9779-cdcf78810f98,revision_number=9']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:56.534058 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-4e34862c-ded9-4279-96db-c91856f6d437 None None] Provisioning complete for port 07bfe892-1a27-4a83-aec2-3c30760493c4 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:56.534427 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e34862c-ded9-4279-96db-c91856f6d437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:56.567732 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d241a4-b6c9-4b90-936e-c80d42c32ea4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1397f18-b8a0-4652-93aa-b3bb3489f72f,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:56.569942 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c1aabef4-a960-40be-87dd-dbd16217e377 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/subnets/64e813cd-5a57-4199-81a8-f377bf6f595e/tags/tempest-TagsExtTest-Tag-1937717504 HTTP/1.1" status: 204 len: 168 time: 0.6644495 Dec 09 02:18:56.577228 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35764) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:56.621350 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38d2932-1a67-459e-a453-049642e3cdec None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:56.624982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:18:56.630371 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b7d241a4-b6c9-4b90-936e-c80d42c32ea4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:56.631920 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b7d241a4-b6c9-4b90-936e-c80d42c32ea4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3068981 Dec 09 02:18:56.635644 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-4954178a-d90c-48bb-9f35-dd5c828636c4 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '64e813cd-5a57-4199-81a8-f377bf6f595e', 'tempest-TagsExtTest-Tag-1937717504') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:56.674790 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a4c3e-68b6-4c58-a95b-4a5e3c51bb0d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port dfd97b11-aec5-458c-bf82-65e8ccdbd36e {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:18:56.676326 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c3a4c3e-68b6-4c58-a95b-4a5e3c51bb0d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:56.703863 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8b9dc-93b2-4350-be37-8279660bbf4a tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event updated for resources: {'Network': ['ID=4cd13636-82f9-4415-9179-480860322309,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:56.716106 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:18:56.716982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device bd52de8c-bdb7-4fc4-a8b1-434fcc573ac1 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:18:56.745729 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 4cd13636-82f9-4415-9179-480860322309 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:18:56.749637 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Attempting to bind port 138c0974-a7a1-4368-8764-b3b8b503393e on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:18:56.750016 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Attempting to bind port 138c0974-a7a1-4368-8764-b3b8b503393e by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:18:56.750386 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Attempting to bind port 138c0974-a7a1-4368-8764-b3b8b503393e on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:18:56.826525 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:18:56.835786 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:56.836618 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:56.838330 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:18:56.840089 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Bound port: 138c0974-a7a1-4368-8764-b3b8b503393e, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:18:56.841116 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:56.846703 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ea817-2751-4381-ac67-a61e438b206f None None] Pushing event updated for resources: {'Port': ['ID=138c0974-a7a1-4368-8764-b3b8b503393e,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:56.856927 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:56.864392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:56.949190 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6112031d-187e-4f7a-992a-8bd1262b3d3f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a758062df96345628c35c50c762f8108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4929581 Dec 09 02:18:56.954152 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35776) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:56.987974 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c0ea72-da24-49f3-a42b-b3941bdd2af5 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Made reservation on behalf of 40c1c73d867b481a84e257b6be6b9519 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:56.992008 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c4c0ea72-da24-49f3-a42b-b3941bdd2af5 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:57.003783 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Pushing event updated for resources: {'Port': ['ID=51885b36-b281-4388-a722-9a3c48c5f7ac,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:57.020617 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c3a4c3e-68b6-4c58-a95b-4a5e3c51bb0d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:57.022194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:57.080627 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] For port 138c0974-a7a1-4368-8764-b3b8b503393e, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:18:57.085426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] For port 138c0974-a7a1-4368-8764-b3b8b503393e, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=138c0974-a7a1-4368-8764-b3b8b503393e,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:18:57.109111 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a4c3e-68b6-4c58-a95b-4a5e3c51bb0d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for dfd97b11-aec5-458c-bf82-65e8ccdbd36e owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:18:57.155502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:57.197808 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Network 70dcee42-9b1e-4d17-a654-d50359dfd806 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:18:57.202204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:57.254978 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4954178a-d90c-48bb-9f35-dd5c828636c4 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/subnets/64e813cd-5a57-4199-81a8-f377bf6f595e/tags/tempest-TagsExtTest-Tag-1937717504 HTTP/1.1" status: 204 len: 168 time: 0.6301746 Dec 09 02:18:57.260181 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35784) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:57.263778 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62931a2e-b8fb-4f46-9d35-9b46b0bd7832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:57.269280 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-61d163dc-6adf-4c7d-985c-1aa211a67736 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '64e813cd-5a57-4199-81a8-f377bf6f595e') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:57.282067 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ea817-2751-4381-ac67-a61e438b206f None None] Pushing event updated for resources: {'Port': ['ID=138c0974-a7a1-4368-8764-b3b8b503393e,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:57.296954 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ea817-2751-4381-ac67-a61e438b206f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:57.297318 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ea817-2751-4381-ac67-a61e438b206f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:57.297669 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ea817-2751-4381-ac67-a61e438b206f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:57.298265 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ea817-2751-4381-ac67-a61e438b206f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:57.298609 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ea817-2751-4381-ac67-a61e438b206f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:57.299308 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ea817-2751-4381-ac67-a61e438b206f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:57.299729 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ea817-2751-4381-ac67-a61e438b206f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:57.300068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ea817-2751-4381-ac67-a61e438b206f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:57.300457 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ea817-2751-4381-ac67-a61e438b206f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:57.302075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ea817-2751-4381-ac67-a61e438b206f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:57.302429 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ea817-2751-4381-ac67-a61e438b206f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:57.302780 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ea817-2751-4381-ac67-a61e438b206f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:57.303116 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078ea817-2751-4381-ac67-a61e438b206f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:18:57.306152 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-a029b685-9187-43aa-ac93-9adf3c4a029b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945609532&fields=id&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 267 time: 0.2666163 Dec 09 02:18:57.320307 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Routers {'08fd2a21-b7d4-4267-abd3-35abec542bab'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:18:57.320993 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08fd2a21-b7d4-4267-abd3-35abec542bab'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:57.367526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62931a2e-b8fb-4f46-9d35-9b46b0bd7832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:57.504547 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ef2295-0ef7-47a8-99c9-5e5c219da887 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:18:57.517681 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba32f34-871e-48bb-be38-ec90147d084e None None] Network f561544f-7fed-439a-a6a0-439f4041e213 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:57.628949 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-d46b8d35-71b3-4299-a252-27f939112db6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:57.631078 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-d46b8d35-71b3-4299-a252-27f939112db6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/networks?id=dca20974-9879-4091-a2ab-505fe1c47de6 HTTP/1.1" status: 200 len: 796 time: 0.2583194 Dec 09 02:18:57.641971 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c4c0ea72-da24-49f3-a42b-b3941bdd2af5 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:57.642523 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Router 08fd2a21-b7d4-4267-abd3-35abec542bab has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:18:57.651815 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-61d163dc-6adf-4c7d-985c-1aa211a67736 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/subnets/64e813cd-5a57-4199-81a8-f377bf6f595e/tags HTTP/1.1" status: 200 len: 205 time: 0.3855777 Dec 09 02:18:57.660688 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35786) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:57.670090 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-793f4426-cb74-419b-ada4-289781e18dfc tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:57.744497 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62931a2e-b8fb-4f46-9d35-9b46b0bd7832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:57.747317 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62931a2e-b8fb-4f46-9d35-9b46b0bd7832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:57.748828 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-62931a2e-b8fb-4f46-9d35-9b46b0bd7832 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/55484e34-a887-4148-bd74-4a180307d97b HTTP/1.1" status: 204 len: 168 time: 0.7899604 Dec 09 02:18:57.803612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62931a2e-b8fb-4f46-9d35-9b46b0bd7832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55484e34-a887-4148-bd74-4a180307d97b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:57.812753 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0ea72-da24-49f3-a42b-b3941bdd2af5 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event updated for resources: {'Subnet': ['ID=c8281aae-feb5-4893-a756-74c81008b64f,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:57.838386 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:18:57.841079 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-30894930-defe-4dd8-85bc-60339defa0bb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/quotas/11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 375 time: 0.1979170 Dec 09 02:18:57.860322 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8a518106-dd46-4b47-9f1b-3fafbc44464f admin admin] 10.222.0.43 "PUT /v2.0/routers/08fd2a21-b7d4-4267-abd3-35abec542bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9898567 Dec 09 02:18:57.864882 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0ea72-da24-49f3-a42b-b3941bdd2af5 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Checking segment: {'id': '86748aa6-1f2d-42c5-801e-c7d0e13e8b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4cd13636-82f9-4415-9179-480860322309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:18:57.865422 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c0ea72-da24-49f3-a42b-b3941bdd2af5 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Network hostable DHCP agents. Network: 4cd13636-82f9-4415-9179-480860322309, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:18:57.872760 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c3a4c3e-68b6-4c58-a95b-4a5e3c51bb0d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:57.881098 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] Set router 08fd2a21-b7d4-4267-abd3-35abec542bab gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:18:57.896837 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-793f4426-cb74-419b-ada4-289781e18dfc tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/ports/b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af/tags HTTP/1.1" status: 200 len: 241 time: 0.2324395 Dec 09 02:18:57.905034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 07bfe892-1a27-4a83-aec2-3c30760493c4 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:57.914653 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35792) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:57.921004 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-bf3598f3-c6d7-464e-ac47-3facaa2b33f4 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af', 'tempest-TagsExtTest-Tag-1253243326') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:57.924061 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a4c3e-68b6-4c58-a95b-4a5e3c51bb0d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=dfd97b11-aec5-458c-bf82-65e8ccdbd36e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:57.992533 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c0ea72-da24-49f3-a42b-b3941bdd2af5 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Network 4cd13636-82f9-4415-9179-480860322309 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:18:58.008734 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-89d06ced-079d-4be0-a699-b3a591acbe14 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1466341 Dec 09 02:18:58.027664 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c3a4c3e-68b6-4c58-a95b-4a5e3c51bb0d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:58.034548 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8c3a4c3e-68b6-4c58-a95b-4a5e3c51bb0d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/dfd97b11-aec5-458c-bf82-65e8ccdbd36e HTTP/1.1" status: 204 len: 168 time: 2.5396237 Dec 09 02:18:58.036872 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35796) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:58.051493 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c4c0ea72-da24-49f3-a42b-b3941bdd2af5 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 4cd13636-82f9-4415-9179-480860322309) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:18:58.056864 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c0ea72-da24-49f3-a42b-b3941bdd2af5 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:58.057462 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c4c0ea72-da24-49f3-a42b-b3941bdd2af5 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:58.057595 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-d4b61653-f0b8-4ff5-bd2c-0ec9c30bff69 None None] Provisioning complete for port 138c0974-a7a1-4368-8764-b3b8b503393e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:58.057849 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4b61653-f0b8-4ff5-bd2c-0ec9c30bff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:58.128548 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c4c0ea72-da24-49f3-a42b-b3941bdd2af5 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6256845 Dec 09 02:18:58.131196 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35802) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:58.134164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba12437-62c6-4227-80c2-948ee336e6e7 None None] Network 4cd13636-82f9-4415-9179-480860322309 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:58.155572 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875193cf-2cdd-4cc1-81c1-b531e3113662 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:58.159454 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-875193cf-2cdd-4cc1-81c1-b531e3113662 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1181128 Dec 09 02:18:58.159726 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35806) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:58.180377 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bf3598f3-c6d7-464e-ac47-3facaa2b33f4 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/ports/b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af/tags/tempest-TagsExtTest-Tag-1253243326 HTTP/1.1" status: 204 len: 168 time: 0.2607701 Dec 09 02:18:58.202589 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35808) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:58.211840 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-9a2d813c-0e9d-498e-8834-384d7aca674a tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af', 'tempest-TagsExtTest-Tag-1253243326') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:58.272090 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c0260-221c-4046-867f-1612d561f470 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:58.273681 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c57c0260-221c-4046-867f-1612d561f470 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1129835 Dec 09 02:18:58.278409 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35812) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:58.378977 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0904f-0229-4bbe-a94c-f1c4a4b91d05 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:58.381212 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0904f-0229-4bbe-a94c-f1c4a4b91d05 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:58.383091 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0904f-0229-4bbe-a94c-f1c4a4b91d05 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:58.385491 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-15a0904f-0229-4bbe-a94c-f1c4a4b91d05 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1058898 Dec 09 02:18:58.390640 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35816) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:58.400874 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-d5b43df5-ed6a-4459-b72d-52a79f20b7a3 service neutron] 10.222.0.43 "GET /v2.0/networks/dca20974-9879-4091-a2ab-505fe1c47de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610694 Dec 09 02:18:58.413361 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9a2d813c-0e9d-498e-8834-384d7aca674a tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/ports/b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af/tags/tempest-TagsExtTest-Tag-1253243326 HTTP/1.1" status: 204 len: 168 time: 0.2087817 Dec 09 02:18:58.432016 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35820) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:58.438910 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-a5f2c0c5-3683-4d81-abb3-a63700c7fff1 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:58.487744 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b33f82f-ac2d-4e70-8386-8905c6ad7b3d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 458e1c39-1520-424d-ae94-b78bd288cbae {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:58.493165 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b33f82f-ac2d-4e70-8386-8905c6ad7b3d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:58.506205 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-66d9d6a9-ae34-4c3d-8abf-afa863f1fc75 service neutron] 10.222.0.43 "GET /v2.0/networks/dca20974-9879-4091-a2ab-505fe1c47de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968740 Dec 09 02:18:58.553420 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84cfbdaa-c2fa-4224-a618-8ee33045e9e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:58.624157 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 07bfe892-1a27-4a83-aec2-3c30760493c4 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:58.624654 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b33f82f-ac2d-4e70-8386-8905c6ad7b3d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:58.624768 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:58.627863 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64261781-59d9-44a1-802c-e30511a98728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-4cd13636-82f9-4415-9179-480860322309', 'network_id': '4cd13636-82f9-4415-9179-480860322309', 'project_id': '40c1c73d867b481a84e257b6be6b9519', 'fixed_ips': [{'subnet_id': 'c8281aae-feb5-4893-a756-74c81008b64f'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:18:58.628702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64261781-59d9-44a1-802c-e30511a98728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:58.666964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84cfbdaa-c2fa-4224-a618-8ee33045e9e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:58.748334 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a5f2c0c5-3683-4d81-abb3-a63700c7fff1 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/ports/b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af/tags HTTP/1.1" status: 200 len: 205 time: 0.3144400 Dec 09 02:18:58.748932 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35830) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:58.779291 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-7fd9ca83-908e-4024-8c88-6d8a6198208d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd7d449ed-98cd-4f77-b04e-75d89b8f38de') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:58.797397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84cfbdaa-c2fa-4224-a618-8ee33045e9e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:58.815984 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4b61653-f0b8-4ff5-bd2c-0ec9c30bff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:58.833130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfbdaa-c2fa-4224-a618-8ee33045e9e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event deleted for resources: {'Subnet': ['ID=c8281aae-feb5-4893-a756-74c81008b64f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:58.840021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d4b61653-f0b8-4ff5-bd2c-0ec9c30bff69 None None] For port 138c0974-a7a1-4368-8764-b3b8b503393e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=138c0974-a7a1-4368-8764-b3b8b503393e,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:18:58.862085 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4b61653-f0b8-4ff5-bd2c-0ec9c30bff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:58.916529 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84cfbdaa-c2fa-4224-a618-8ee33045e9e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:58.948991 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b33f82f-ac2d-4e70-8386-8905c6ad7b3d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:58.949715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-84cfbdaa-c2fa-4224-a618-8ee33045e9e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd13636-82f9-4415-9179-480860322309']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:58.964050 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-84cfbdaa-c2fa-4224-a618-8ee33045e9e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86748aa6-1f2d-42c5-801e-c7d0e13e8b66') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:58.964499 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-84cfbdaa-c2fa-4224-a618-8ee33045e9e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86748aa6-1f2d-42c5-801e-c7d0e13e8b66') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:58.977819 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84cfbdaa-c2fa-4224-a618-8ee33045e9e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:58.995922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84cfbdaa-c2fa-4224-a618-8ee33045e9e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.012309 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84cfbdaa-c2fa-4224-a618-8ee33045e9e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:18:59.014269 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84cfbdaa-c2fa-4224-a618-8ee33045e9e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.024833 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7fd9ca83-908e-4024-8c88-6d8a6198208d tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/routers/d7d449ed-98cd-4f77-b04e-75d89b8f38de/tags HTTP/1.1" status: 200 len: 241 time: 0.2518718 Dec 09 02:18:59.025804 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35844) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:59.042414 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-9035c6a6-eb96-45dc-9561-16d81cea01dc tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd7d449ed-98cd-4f77-b04e-75d89b8f38de', 'tempest-TagsExtTest-Tag-1701480079') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:59.158199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e850e0d5-8530-4008-8e58-1fe71176fb0f None None] Network 4cd13636-82f9-4415-9179-480860322309 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:18:59.166829 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:18:59.187833 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35846) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:59.208601 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84cfbdaa-c2fa-4224-a618-8ee33045e9e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.219199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'name': 'tempest-TestVolumeBootPattern-1616209647-router', 'tenant_id': '93ec7354886c446d9c61dbf5b1851421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '138c0974-a7a1-4368-8764-b3b8b503393e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:44Z', 'updated_at': '2021-12-09T02:18:56Z', 'revision_number': 4, 'project_id': '93ec7354886c446d9c61dbf5b1851421', 'gw_port': {'id': '138c0974-a7a1-4368-8764-b3b8b503393e', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:47Z', 'updated_at': '2021-12-09T02:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '51885b36-b281-4388-a722-9a3c48c5f7ac', 'name': '', 'network_id': '70dcee42-9b1e-4d17-a654-d50359dfd806', 'tenant_id': '93ec7354886c446d9c61dbf5b1851421', 'mac_address': 'fa:16:3e:46:d5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'e1e33837-a6e8-4098-a384-0acbecc0c5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:54Z', 'updated_at': '2021-12-09T02:18:56Z', 'revision_number': 2, 'project_id': '93ec7354886c446d9c61dbf5b1851421', 'subnets': [{'id': 'e1e33837-a6e8-4098-a384-0acbecc0c5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:59.227104 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84cfbdaa-c2fa-4224-a618-8ee33045e9e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.241644 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-84cfbdaa-c2fa-4224-a618-8ee33045e9e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/networks/4cd13636-82f9-4415-9179-480860322309 HTTP/1.1" status: 204 len: 168 time: 1.1086838 Dec 09 02:18:59.243134 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b33f82f-ac2d-4e70-8386-8905c6ad7b3d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.249393 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35852) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:59.265411 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0c99304a-3c3f-47dd-b262-883c737cf270 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-705987681'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:59.281164 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfbdaa-c2fa-4224-a618-8ee33045e9e0 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event deleted for resources: {'Network': ['ID=4cd13636-82f9-4415-9179-480860322309,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:59.307219 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33f82f-ac2d-4e70-8386-8905c6ad7b3d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=458e1c39-1520-424d-ae94-b78bd288cbae,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:59.309698 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b33f82f-ac2d-4e70-8386-8905c6ad7b3d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.316069 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0b33f82f-ac2d-4e70-8386-8905c6ad7b3d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/458e1c39-1520-424d-ae94-b78bd288cbae HTTP/1.1" status: 204 len: 168 time: 0.9219143 Dec 09 02:18:59.316538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35854) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:59.322715 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9035c6a6-eb96-45dc-9561-16d81cea01dc tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/routers/d7d449ed-98cd-4f77-b04e-75d89b8f38de/tags/tempest-TagsExtTest-Tag-1701480079 HTTP/1.1" status: 204 len: 168 time: 0.2879686 Dec 09 02:18:59.323248 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35856) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:59.337177 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-cfb17e05-f933-4556-be78-34f18f56c314 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd7d449ed-98cd-4f77-b04e-75d89b8f38de', 'tempest-TagsExtTest-Tag-1701480079') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:59.398572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-39e05e65-6af4-4ac9-a28b-57a8ebb60e54 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1618518198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:59.413442 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954ee2fe-e3b7-45fa-b394-13f06a864ede None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:18:59.416612 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f11c7ebe-4402-43ba-9779-cdcf78810f98 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:18:59.471082 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b61653-f0b8-4ff5-bd2c-0ec9c30bff69 None None] Pushing event updated for resources: {'Port': ['ID=138c0974-a7a1-4368-8764-b3b8b503393e,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:18:59.475221 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c99304a-3c3f-47dd-b262-883c737cf270 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Made reservation on behalf of 40c1c73d867b481a84e257b6be6b9519 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:18:59.478699 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0c99304a-3c3f-47dd-b262-883c737cf270 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.483776 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c90bdd-9eb8-4f24-9fd7-906a426f82ae tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet d07335b2-d0ee-45b3-9e07-3e4d4847436d {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:18:59.491538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-18c90bdd-9eb8-4f24-9fd7-906a426f82ae tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.506628 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e49a0909-116b-4a5e-910c-4045d86b32e8 None None] Provisioning complete for port 138c0974-a7a1-4368-8764-b3b8b503393e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:59.507530 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e49a0909-116b-4a5e-910c-4045d86b32e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.508377 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39e05e65-6af4-4ac9-a28b-57a8ebb60e54 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.509494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a1be3-977f-474c-a9d7-8c167d41a237 None None] The sync data for ids ['08fd2a21-b7d4-4267-abd3-35abec542bab'] in dv-neutron-804846-18-hyperv is: [{'id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'name': 'tempest-TestVolumeBootPattern-1616209647-router', 'tenant_id': '93ec7354886c446d9c61dbf5b1851421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '138c0974-a7a1-4368-8764-b3b8b503393e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:44Z', 'updated_at': '2021-12-09T02:18:56Z', 'revision_number': 4, 'project_id': '93ec7354886c446d9c61dbf5b1851421', 'gw_port': {'id': '138c0974-a7a1-4368-8764-b3b8b503393e', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:47Z', 'updated_at': '2021-12-09T02:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '51885b36-b281-4388-a722-9a3c48c5f7ac', 'name': '', 'network_id': '70dcee42-9b1e-4d17-a654-d50359dfd806', 'tenant_id': '93ec7354886c446d9c61dbf5b1851421', 'mac_address': 'fa:16:3e:46:d5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'e1e33837-a6e8-4098-a384-0acbecc0c5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:54Z', 'updated_at': '2021-12-09T02:18:56Z', 'revision_number': 2, 'project_id': '93ec7354886c446d9c61dbf5b1851421', 'subnets': [{'id': 'e1e33837-a6e8-4098-a384-0acbecc0c5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:18:59.510050 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39e05e65-6af4-4ac9-a28b-57a8ebb60e54 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.547326 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c99304a-3c3f-47dd-b262-883c737cf270 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:18:59.579634 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0c99304a-3c3f-47dd-b262-883c737cf270 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.580445 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-0c99304a-3c3f-47dd-b262-883c737cf270 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Added segment 9434c76e-c5de-473e-9d2b-0a732cd6bb50 of type vlan for network 51db8350-ec9b-4444-80e7-bc6855f7e1f6 Dec 09 02:18:59.598880 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cfb17e05-f933-4556-be78-34f18f56c314 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/routers/d7d449ed-98cd-4f77-b04e-75d89b8f38de/tags/tempest-TagsExtTest-Tag-1701480079 HTTP/1.1" status: 204 len: 168 time: 0.2686017 Dec 09 02:18:59.603514 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35862) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:59.642904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-f34d3e3f-083f-4842-a410-1e7c74be668f tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd7d449ed-98cd-4f77-b04e-75d89b8f38de') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:18:59.664246 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0c99304a-3c3f-47dd-b262-883c737cf270 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.709001 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0c99304a-3c3f-47dd-b262-883c737cf270 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.716867 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c99304a-3c3f-47dd-b262-883c737cf270 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:18:59.717583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0c99304a-3c3f-47dd-b262-883c737cf270 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.737022 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port f11c7ebe-4402-43ba-9779-cdcf78810f98 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:18:59.738084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.754535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39e05e65-6af4-4ac9-a28b-57a8ebb60e54 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.769025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39e05e65-6af4-4ac9-a28b-57a8ebb60e54 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.786314 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-18c90bdd-9eb8-4f24-9fd7-906a426f82ae tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:18:59.860884 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0c99304a-3c3f-47dd-b262-883c737cf270 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6075015 Dec 09 02:18:59.874707 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35866) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:59.900243 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-52afb578-d20b-4246-ba21-632f7bd11f63 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Request body: {'subnet': {'network_id': '51db8350-ec9b-4444-80e7-bc6855f7e1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:18:59.972758 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35868) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:18:59.980825 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-905fbdd3-87ab-4f1a-a3e2-7be5b57433de tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942678366', 'description': 'tempest-secgroup-smoke-1942678366 description', 'project_id': '3a5db6e7b6aa403caa5434944427f429'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:00.003839 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e49a0909-116b-4a5e-910c-4045d86b32e8 None None] Provisioning complete for port 51885b36-b281-4388-a722-9a3c48c5f7ac triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:00.004216 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e49a0909-116b-4a5e-910c-4045d86b32e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.031266 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99304a-3c3f-47dd-b262-883c737cf270 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event updated for resources: {'Network': ['ID=51db8350-ec9b-4444-80e7-bc6855f7e1f6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:00.044274 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 51db8350-ec9b-4444-80e7-bc6855f7e1f6 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:19:00.065507 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 11f732a3-4692-422f-8f84-930667bd65ba up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:00.067291 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-905fbdd3-87ab-4f1a-a3e2-7be5b57433de tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.093169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-18c90bdd-9eb8-4f24-9fd7-906a426f82ae tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.117640 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52afb578-d20b-4246-ba21-632f7bd11f63 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Made reservation on behalf of 40c1c73d867b481a84e257b6be6b9519 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:00.135673 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52afb578-d20b-4246-ba21-632f7bd11f63 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.163388 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e49a0909-116b-4a5e-910c-4045d86b32e8 None None] Port 51885b36-b281-4388-a722-9a3c48c5f7ac cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:19:00.195166 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e49a0909-116b-4a5e-910c-4045d86b32e8 None None] Provisioning complete for port 11f732a3-4692-422f-8f84-930667bd65ba triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:00.195581 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e49a0909-116b-4a5e-910c-4045d86b32e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.253493 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 11f732a3-4692-422f-8f84-930667bd65ba triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:00.253963 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.254824 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-18c90bdd-9eb8-4f24-9fd7-906a426f82ae tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.370509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c90bdd-9eb8-4f24-9fd7-906a426f82ae tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=d07335b2-d0ee-45b3-9e07-3e4d4847436d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:00.374244 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e49a0909-116b-4a5e-910c-4045d86b32e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.375819 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39e05e65-6af4-4ac9-a28b-57a8ebb60e54 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.383469 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-39e05e65-6af4-4ac9-a28b-57a8ebb60e54 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.1908376 Dec 09 02:19:00.383707 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35870) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:00.396911 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-acb94fd7-a554-44dc-9120-64ace1e70f48 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-801523021'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:00.401387 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b08ba05a-f657-4933-b1b6-5ab7e2aa15dc req-355e0b33-ce58-42b1-b83b-4c556cbe67ee tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 210 time: 0.1561327 Dec 09 02:19:00.407231 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-18c90bdd-9eb8-4f24-9fd7-906a426f82ae tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.411539 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-18c90bdd-9eb8-4f24-9fd7-906a426f82ae tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/d07335b2-d0ee-45b3-9e07-3e4d4847436d HTTP/1.1" status: 204 len: 168 time: 1.0939231 Dec 09 02:19:00.417099 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35872) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:00.419795 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f34d3e3f-083f-4842-a410-1e7c74be668f tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/routers/d7d449ed-98cd-4f77-b04e-75d89b8f38de/tags HTTP/1.1" status: 200 len: 205 time: 0.8111718 Dec 09 02:19:00.427903 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35874) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:00.454920 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-905fbdd3-87ab-4f1a-a3e2-7be5b57433de tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.461355 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb94fd7-a554-44dc-9120-64ace1e70f48 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Made reservation on behalf of 5416f05b508847b4a29dfd8fd6ff6463 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:00.465243 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acb94fd7-a554-44dc-9120-64ace1e70f48 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.475212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-05c7b405-b87c-4f2d-adb8-ef0e9d71440a tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '20ec235f-b6ef-42fa-84cd-fae63d00257b') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:00.477482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acb94fd7-a554-44dc-9120-64ace1e70f48 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.489524 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.489878 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-905fbdd3-87ab-4f1a-a3e2-7be5b57433de tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.495742 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c3140585-f5a9-4538-afa5-bbfbb0fcebc3 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744138 Dec 09 02:19:00.500537 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35876) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:00.507838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a8a55335-b1cc-4f18-a1e5-0e056256b910 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:00.554714 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e49a0909-116b-4a5e-910c-4045d86b32e8 None None] For port 11f732a3-4692-422f-8f84-930667bd65ba, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=11f732a3-4692-422f-8f84-930667bd65ba,segment=NetworkSegment(bcbd26b4-8cae-4e5c-a52d-f09f68b16dc7),segment_id=bcbd26b4-8cae-4e5c-a52d-f09f68b16dc7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:00.564955 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e49a0909-116b-4a5e-910c-4045d86b32e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.579392 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e49a0909-116b-4a5e-910c-4045d86b32e8 None None] Could not find standard attr ID for object dfd97b11-aec5-458c-bf82-65e8ccdbd36e. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:19:00.598158 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-905fbdd3-87ab-4f1a-a3e2-7be5b57433de tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.602207 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-905fbdd3-87ab-4f1a-a3e2-7be5b57433de tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6258409 Dec 09 02:19:00.607033 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35878) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:00.616819 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5e0842e7-6dbe-4137-aaa5-829e9ef14aed tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Request body: {'security_group_rule': {'security_group_id': 'f724adc5-40d4-4764-bb8f-ee35e9487763', 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:00.652451 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fbdd3-87ab-4f1a-a3e2-7be5b57433de tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f724adc5-40d4-4764-bb8f-ee35e9487763,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:00.676918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:19:00.677242 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:19:00.694768 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-05c7b405-b87c-4f2d-adb8-ef0e9d71440a tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/subnetpools/20ec235f-b6ef-42fa-84cd-fae63d00257b/tags HTTP/1.1" status: 200 len: 240 time: 0.2549374 Dec 09 02:19:00.706966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35880) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:00.717201 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-0d068eba-4d51-4ed9-8d59-b45343d4f4ff tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '20ec235f-b6ef-42fa-84cd-fae63d00257b', 'tempest-TagsExtTest-Tag-422469746') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:00.730834 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a55335-b1cc-4f18-a1e5-0e056256b910 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:00.731000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e49a0909-116b-4a5e-910c-4045d86b32e8 None None] Provisioning complete for port f11c7ebe-4402-43ba-9779-cdcf78810f98 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:00.733314 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e49a0909-116b-4a5e-910c-4045d86b32e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.740604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a8a55335-b1cc-4f18-a1e5-0e056256b910 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.743983 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-52afb578-d20b-4246-ba21-632f7bd11f63 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:19:00.770669 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5e0842e7-6dbe-4137-aaa5-829e9ef14aed tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.784137 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52afb578-d20b-4246-ba21-632f7bd11f63 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.790895 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a0909-116b-4a5e-910c-4045d86b32e8 None None] Pushing event updated for resources: {'Port': ['ID=11f732a3-4692-422f-8f84-930667bd65ba,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:00.937247 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afb578-d20b-4246-ba21-632f7bd11f63 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event updated for resources: {'Subnet': ['ID=a70569e1-2dfa-4d19-9c50-91a0b73bccb9,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:00.944670 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5e0842e7-6dbe-4137-aaa5-829e9ef14aed tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.971244 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acb94fd7-a554-44dc-9120-64ace1e70f48 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:00.972507 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5e0842e7-6dbe-4137-aaa5-829e9ef14aed tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.015853 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0842e7-6dbe-4137-aaa5-829e9ef14aed tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3fbb3d-2f4d-4cc3-a8ba-f861b370b018,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:01.019287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acb94fd7-a554-44dc-9120-64ace1e70f48 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.022891 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52afb578-d20b-4246-ba21-632f7bd11f63 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Checking segment: {'id': '9434c76e-c5de-473e-9d2b-0a732cd6bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '51db8350-ec9b-4444-80e7-bc6855f7e1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:01.023397 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52afb578-d20b-4246-ba21-632f7bd11f63 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Network hostable DHCP agents. Network: 51db8350-ec9b-4444-80e7-bc6855f7e1f6, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:19:01.061948 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5e0842e7-6dbe-4137-aaa5-829e9ef14aed tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.065927 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5e0842e7-6dbe-4137-aaa5-829e9ef14aed tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4527578 Dec 09 02:19:01.069376 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35884) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:01.070193 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb94fd7-a554-44dc-9120-64ace1e70f48 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:19:01.111057 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-eb3dd9fc-cc74-433e-a763-760659a84c8c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Request body: {'security_group_rule': {'security_group_id': 'f724adc5-40d4-4764-bb8f-ee35e9487763', 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:01.120653 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52afb578-d20b-4246-ba21-632f7bd11f63 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Network 51db8350-ec9b-4444-80e7-bc6855f7e1f6 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:19:01.132011 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acb94fd7-a554-44dc-9120-64ace1e70f48 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.132371 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-acb94fd7-a554-44dc-9120-64ace1e70f48 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Added segment b98937e7-a46d-49ff-b8e4-5a47564d057f of type vlan for network bb7d2a13-fd45-4be3-9cf1-ae56f7053145 Dec 09 02:19:01.144254 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb94fd7-a554-44dc-9120-64ace1e70f48 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f10977-2a58-40d4-a8f4-8e4d35290fb8,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:01.179186 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-52afb578-d20b-4246-ba21-632f7bd11f63 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 51db8350-ec9b-4444-80e7-bc6855f7e1f6) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:01.194789 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdd327a-545b-4a88-b071-76e14068b2d3 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:01.196792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52afb578-d20b-4246-ba21-632f7bd11f63 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:01.197481 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52afb578-d20b-4246-ba21-632f7bd11f63 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.205736 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acb94fd7-a554-44dc-9120-64ace1e70f48 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.207945 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb3dd9fc-cc74-433e-a763-760659a84c8c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.235566 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00272ea-5847-4d25-af31-339487784f5e None None] Network 51db8350-ec9b-4444-80e7-bc6855f7e1f6 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:01.262626 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0d068eba-4d51-4ed9-8d59-b45343d4f4ff tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/subnetpools/20ec235f-b6ef-42fa-84cd-fae63d00257b/tags/tempest-TagsExtTest-Tag-422469746 HTTP/1.1" status: 204 len: 168 time: 0.5533512 Dec 09 02:19:01.263793 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a8a55335-b1cc-4f18-a1e5-0e056256b910 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.266068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35888) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:01.266274 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-52afb578-d20b-4246-ba21-632f7bd11f63 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3903015 Dec 09 02:19:01.266393 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35890) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:01.327015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-94e76c5b-107c-4024-ac47-7a9dffa61327 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '20ec235f-b6ef-42fa-84cd-fae63d00257b', 'tempest-TagsExtTest-Tag-422469746') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:01.327897 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb3dd9fc-cc74-433e-a763-760659a84c8c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.334491 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb3dd9fc-cc74-433e-a763-760659a84c8c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.362400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a55335-b1cc-4f18-a1e5-0e056256b910 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=64ca56c4-ef38-41b2-8d27-9542e0b55d78,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:01.375625 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dd9fc-cc74-433e-a763-760659a84c8c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a64e2cb-e294-4bf4-8512-8d4c9938449e,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:01.378077 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acb94fd7-a554-44dc-9120-64ace1e70f48 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.387387 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb94fd7-a554-44dc-9120-64ace1e70f48 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:01.388533 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acb94fd7-a554-44dc-9120-64ace1e70f48 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.399832 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb3dd9fc-cc74-433e-a763-760659a84c8c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.404872 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-eb3dd9fc-cc74-433e-a763-760659a84c8c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3320081 Dec 09 02:19:01.408478 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35892) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:01.428862 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f497d6da-b81d-42fa-a222-81efb2c44e5e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Request body: {'security_group_rule': {'security_group_id': 'f724adc5-40d4-4764-bb8f-ee35e9487763', 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:01.487738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-51db8350-ec9b-4444-80e7-bc6855f7e1f6', 'network_id': '51db8350-ec9b-4444-80e7-bc6855f7e1f6', 'project_id': '40c1c73d867b481a84e257b6be6b9519', 'fixed_ips': [{'subnet_id': 'a70569e1-2dfa-4d19-9c50-91a0b73bccb9'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:19:01.489674 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.540407 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a55335-b1cc-4f18-a1e5-0e056256b910 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:01.550989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.575076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-a8a55335-b1cc-4f18-a1e5-0e056256b910 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:01.595764 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a55335-b1cc-4f18-a1e5-0e056256b910 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:01.598014 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a8a55335-b1cc-4f18-a1e5-0e056256b910 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.661250 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-acb94fd7-a554-44dc-9120-64ace1e70f48 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2763846 Dec 09 02:19:01.662554 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35896) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:01.671758 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9e6ba034-9403-4d51-8027-57c94e821293 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Request body: {'subnet': {'network_id': 'bb7d2a13-fd45-4be3-9cf1-ae56f7053145', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:01.672750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-8f408d01-0ca5-4726-8907-9b77772403e4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:01.673363 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934a37dc-c9e8-47cc-84ef-99ab3c4a515b None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:19:01.674649 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-8f408d01-0ca5-4726-8907-9b77772403e4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/networks?id=dca20974-9879-4091-a2ab-505fe1c47de6 HTTP/1.1" status: 200 len: 796 time: 0.7202899 Dec 09 02:19:01.678505 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f497d6da-b81d-42fa-a222-81efb2c44e5e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.762446 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2a5de345-df11-400c-9c4b-b4d38c1b9a91 req-1cf34177-a463-4794-a7a0-d034c4bc4b70 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 210 time: 0.1474128 Dec 09 02:19:01.769523 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-768e4c7f-6837-456a-adbd-2cefdc401910 None None] Provisioning complete for port 11f732a3-4692-422f-8f84-930667bd65ba triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:01.770066 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-768e4c7f-6837-456a-adbd-2cefdc401910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.791590 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb94fd7-a554-44dc-9120-64ace1e70f48 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event updated for resources: {'Network': ['ID=bb7d2a13-fd45-4be3-9cf1-ae56f7053145,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:01.795666 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a8a55335-b1cc-4f18-a1e5-0e056256b910 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2927744 Dec 09 02:19:01.797649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35898) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:01.811393 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network bb7d2a13-fd45-4be3-9cf1-ae56f7053145 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:19:01.823284 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-369b4560-1149-4b3d-b3d7-74024e5c2aaf tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:01.838447 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-94e76c5b-107c-4024-ac47-7a9dffa61327 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/subnetpools/20ec235f-b6ef-42fa-84cd-fae63d00257b/tags/tempest-TagsExtTest-Tag-422469746 HTTP/1.1" status: 204 len: 168 time: 0.5302446 Dec 09 02:19:01.862190 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35900) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:01.875660 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-974ce94a-c088-4425-80a8-86fb88cff87c tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '20ec235f-b6ef-42fa-84cd-fae63d00257b') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:01.882936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 138c0974-a7a1-4368-8764-b3b8b503393e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:01.944149 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Allocated IP 2001:db8::f816:3eff:fef1:29ae (51db8350-ec9b-4444-80e7-bc6855f7e1f6/a70569e1-2dfa-4d19-9c50-91a0b73bccb9/5fe17d82-de33-40a2-ab04-9bf526b23848) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:01.944768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.953609 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-974ce94a-c088-4425-80a8-86fb88cff87c tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/subnetpools/20ec235f-b6ef-42fa-84cd-fae63d00257b/tags HTTP/1.1" status: 200 len: 205 time: 0.0902956 Dec 09 02:19:01.954153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35902) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:01.965678 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f497d6da-b81d-42fa-a222-81efb2c44e5e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:01.972252 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-a94fc84d-74ac-4765-a6ce-fea96aacbf3f tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '20ec235f-b6ef-42fa-84cd-fae63d00257b') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:01.992029 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f497d6da-b81d-42fa-a222-81efb2c44e5e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.030254 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6ba034-9403-4d51-8027-57c94e821293 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Made reservation on behalf of 5416f05b508847b4a29dfd8fd6ff6463 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:02.043611 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba034-9403-4d51-8027-57c94e821293 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.073654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-934a37dc-c9e8-47cc-84ef-99ab3c4a515b None None] Deleting port f11c7ebe-4402-43ba-9779-cdcf78810f98 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:02.074213 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-934a37dc-c9e8-47cc-84ef-99ab3c4a515b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.110699 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497d6da-b81d-42fa-a222-81efb2c44e5e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0b0702-a735-4b51-abc8-bab10eb70328,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:02.132715 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f497d6da-b81d-42fa-a222-81efb2c44e5e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.136812 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f497d6da-b81d-42fa-a222-81efb2c44e5e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7227795 Dec 09 02:19:02.139863 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35904) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:02.146960 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-64351fcf-7211-44b6-8f28-0b5a2e24679a tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Request body: {'security_group_rule': {'security_group_id': 'f724adc5-40d4-4764-bb8f-ee35e9487763', 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:02.158996 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a94fc84d-74ac-4765-a6ce-fea96aacbf3f tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/subnetpools/20ec235f-b6ef-42fa-84cd-fae63d00257b/tags HTTP/1.1" status: 204 len: 168 time: 0.1977444 Dec 09 02:19:02.164467 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35906) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:02.171387 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-d2676d93-5153-4d0f-9c86-0b1406ceb160 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd7d449ed-98cd-4f77-b04e-75d89b8f38de') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:02.190376 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-71882cf8-c565-4638-b610-2ef189c39b32 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 473 time: 0.4797039 Dec 09 02:19:02.201441 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-b88c6488-7e15-4bd5-b91a-1166687d3cdd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'port': {'device_id': '4c5ea691-1fb5-42da-8713-be60d1c67bd8', 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6', 'admin_state_up': True, 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'security_groups': ['b59a8f1d-ce5f-42ea-83e4-c82fd4defb51']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:02.221525 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 138c0974-a7a1-4368-8764-b3b8b503393e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:02.221845 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.280682 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64351fcf-7211-44b6-8f28-0b5a2e24679a tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.298760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369b4560-1149-4b3d-b3d7-74024e5c2aaf tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:02.303187 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-369b4560-1149-4b3d-b3d7-74024e5c2aaf tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.326074 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-768e4c7f-6837-456a-adbd-2cefdc401910 None None] Provisioning complete for port b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:02.326074 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-768e4c7f-6837-456a-adbd-2cefdc401910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.360308 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d2676d93-5153-4d0f-9c86-0b1406ceb160 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/routers/d7d449ed-98cd-4f77-b04e-75d89b8f38de/tags HTTP/1.1" status: 204 len: 168 time: 0.1926408 Dec 09 02:19:02.360947 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35908) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:02.376037 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-f178eb6c-5de3-4e6f-985f-6388a1160429 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:02.396119 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-934a37dc-c9e8-47cc-84ef-99ab3c4a515b None None] For port f11c7ebe-4402-43ba-9779-cdcf78810f98, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f11c7ebe-4402-43ba-9779-cdcf78810f98,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:02.397330 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-934a37dc-c9e8-47cc-84ef-99ab3c4a515b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.401003 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-b88c6488-7e15-4bd5-b91a-1166687d3cdd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:02.405603 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-b88c6488-7e15-4bd5-b91a-1166687d3cdd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.449668 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-934a37dc-c9e8-47cc-84ef-99ab3c4a515b None None] Calling delete_port for f11c7ebe-4402-43ba-9779-cdcf78810f98 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:02.459035 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-768e4c7f-6837-456a-adbd-2cefdc401910 None None] Port b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:19:02.483223 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64351fcf-7211-44b6-8f28-0b5a2e24679a tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.494861 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba034-9403-4d51-8027-57c94e821293 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.497208 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64351fcf-7211-44b6-8f28-0b5a2e24679a tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.549437 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.556109 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-768e4c7f-6837-456a-adbd-2cefdc401910 None None] Provisioning complete for port f11c7ebe-4402-43ba-9779-cdcf78810f98 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:02.556492 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-768e4c7f-6837-456a-adbd-2cefdc401910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.572790 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64351fcf-7211-44b6-8f28-0b5a2e24679a tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea3e5e0-1b03-460d-af24-9767b159fef1,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:02.596500 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 11f732a3-4692-422f-8f84-930667bd65ba up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:02.618334 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f178eb6c-5de3-4e6f-985f-6388a1160429 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/ports/b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af/tags HTTP/1.1" status: 204 len: 168 time: 0.2478535 Dec 09 02:19:02.619264 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35910) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:02.634791 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-6d632072-7256-41be-8991-6b038b9a42f5 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64e813cd-5a57-4199-81a8-f377bf6f595e') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:02.650690 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.653036 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.ipam_backend_mixin [None req-369b4560-1149-4b3d-b3d7-74024e5c2aaf tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 64ca56c4-ef38-41b2-8d27-9542e0b55d78 (CIDR: 2001:db8::/64) Dec 09 02:19:02.655110 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-b88c6488-7e15-4bd5-b91a-1166687d3cdd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.25 (dca20974-9879-4091-a2ab-505fe1c47de6/f20d2fd7-0c5c-4b16-8a27-b857ec860b93/cba5d18c-7fed-4894-8d77-7b285d2f1590) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:02.671917 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-369b4560-1149-4b3d-b3d7-74024e5c2aaf tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:02.673670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369b4560-1149-4b3d-b3d7-74024e5c2aaf tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:02.676510 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64351fcf-7211-44b6-8f28-0b5a2e24679a tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.684252 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35912) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:02.684461 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-64351fcf-7211-44b6-8f28-0b5a2e24679a tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5427761 Dec 09 02:19:02.690115 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ba034-9403-4d51-8027-57c94e821293 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event updated for resources: {'Subnet': ['ID=2d38e403-c284-49e1-94cc-1fe02bef1529,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:02.701738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-ae99a647-5964-41c9-b10b-51b9e5f0e3c9 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Request body: {'security_group_rule': {'security_group_id': 'f724adc5-40d4-4764-bb8f-ee35e9487763', 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:02.739085 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-369b4560-1149-4b3d-b3d7-74024e5c2aaf tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9266703 Dec 09 02:19:02.740042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35914) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:02.750039 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Network 51db8350-ec9b-4444-80e7-bc6855f7e1f6 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:02.750261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.761355 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-88078bd9-3b52-4ca0-b79f-b16100c1ce84 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:02.773569 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 11f732a3-4692-422f-8f84-930667bd65ba triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:02.773896 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.776456 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:02.787202 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6ba034-9403-4d51-8027-57c94e821293 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Checking segment: {'id': 'b98937e7-a46d-49ff-b8e4-5a47564d057f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb7d2a13-fd45-4be3-9cf1-ae56f7053145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:02.789883 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6ba034-9403-4d51-8027-57c94e821293 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Network hostable DHCP agents. Network: bb7d2a13-fd45-4be3-9cf1-ae56f7053145, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:19:02.798548 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:02.834029 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6d632072-7256-41be-8991-6b038b9a42f5 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/subnets/64e813cd-5a57-4199-81a8-f377bf6f595e/tags HTTP/1.1" status: 204 len: 168 time: 0.2080290 Dec 09 02:19:02.834029 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35918) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:02.844096 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-492ac992-ba1d-425e-b95f-ab9e74b8e9bb tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '64e813cd-5a57-4199-81a8-f377bf6f595e', 'tempest-TagsExtTest-Tag-366238430') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:02.853044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Pushing event updated for resources: {'Port': ['ID=5fe17d82-de33-40a2-ab04-9bf526b23848,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:02.880106 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6ba034-9403-4d51-8027-57c94e821293 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Network bb7d2a13-fd45-4be3-9cf1-ae56f7053145 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:19:02.916315 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-934a37dc-c9e8-47cc-84ef-99ab3c4a515b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.916833 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event deleted for resources: {'Subnet': ['ID=a70569e1-2dfa-4d19-9c50-91a0b73bccb9,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:02.923359 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.plugins.ml2.db [None req-768e4c7f-6837-456a-adbd-2cefdc401910 None None] No ports have port_id starting with f11c7ebe-4402-43ba-9779-cdcf78810f98 Dec 09 02:19:02.935640 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-ae99a647-5964-41c9-b10b-51b9e5f0e3c9 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Project 3a5db6e7b6aa403caa5434944427f429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:19:02.941969 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-9e6ba034-9403-4d51-8027-57c94e821293 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, bb7d2a13-fd45-4be3-9cf1-ae56f7053145) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:02.960760 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6ba034-9403-4d51-8027-57c94e821293 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:02.961443 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba034-9403-4d51-8027-57c94e821293 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:02.974281 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11886d16-5c90-455a-b303-204188ff9474 None None] Network bb7d2a13-fd45-4be3-9cf1-ae56f7053145 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:03.014926 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9e6ba034-9403-4d51-8027-57c94e821293 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3471282 Dec 09 02:19:03.015786 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35920) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:03.022743 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-12d3ef52-04ce-430c-8d64-d20d1cd5653f tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Request body: {'network': {'name': 'tempest-router-network01--391139907'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:03.046623 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ae99a647-5964-41c9-b10b-51b9e5f0e3c9 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:03.061695 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-492ac992-ba1d-425e-b95f-ab9e74b8e9bb tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "PUT /v2.0/subnets/64e813cd-5a57-4199-81a8-f377bf6f595e/tags/tempest-TagsExtTest-Tag-366238430 HTTP/1.1" status: 201 len: 201 time: 0.2235599 Dec 09 02:19:03.062742 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35922) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:03.066325 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2415bb63-60c2-482b-898d-45d55033db78 req-2b286ff0-6bc1-492b-b41a-27d275c42286 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 210 time: 0.1487153 Dec 09 02:19:03.069435 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a37dc-c9e8-47cc-84ef-99ab3c4a515b None None] Pushing event deleted for resources: {'Port': ['ID=f11c7ebe-4402-43ba-9779-cdcf78810f98,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:03.072715 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-b2bfc670-d783-48b2-ae5b-320b9e62debc tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af', 'tempest-TagsExtTest-Tag-2144805348') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:03.092765 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a37dc-c9e8-47cc-84ef-99ab3c4a515b None None] No DVR routers for this DVR port f11c7ebe-4402-43ba-9779-cdcf78810f98 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:03.114176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d3ef52-04ce-430c-8d64-d20d1cd5653f tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Made reservation on behalf of 5416f05b508847b4a29dfd8fd6ff6463 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:03.129815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12d3ef52-04ce-430c-8d64-d20d1cd5653f tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:03.132218 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Attempting to bind port 5fe17d82-de33-40a2-ab04-9bf526b23848 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:03.133926 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Attempting to bind port 5fe17d82-de33-40a2-ab04-9bf526b23848 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '9434c76e-c5de-473e-9d2b-0a732cd6bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '51db8350-ec9b-4444-80e7-bc6855f7e1f6'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:03.134554 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Attempting to bind port 5fe17d82-de33-40a2-ab04-9bf526b23848 on network 51db8350-ec9b-4444-80e7-bc6855f7e1f6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:03.139153 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-21bd6f9f-c99b-46d3-a616-9d69c558f213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:03.159539 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7a2f69-e66c-443e-a713-8775be5a74c2 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:03.166419 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Sync routers for ids ['08fd2a21-b7d4-4267-abd3-35abec542bab'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:19:03.184424 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Routers {'08fd2a21-b7d4-4267-abd3-35abec542bab'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:03.188016 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08fd2a21-b7d4-4267-abd3-35abec542bab'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:03.197542 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d3ef52-04ce-430c-8d64-d20d1cd5653f tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:19:03.226451 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12d3ef52-04ce-430c-8d64-d20d1cd5653f tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:03.227044 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-12d3ef52-04ce-430c-8d64-d20d1cd5653f tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Added segment 9e9e852a-4143-4582-8457-0bf7b52c980b of type vlan for network 77cb919d-e4e8-4791-8e4a-423e324d9781 Dec 09 02:19:03.230504 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b2bfc670-d783-48b2-ae5b-320b9e62debc tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "PUT /v2.0/ports/b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af/tags/tempest-TagsExtTest-Tag-2144805348 HTTP/1.1" status: 201 len: 201 time: 0.1642408 Dec 09 02:19:03.239013 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35924) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:03.245275 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-70dd8091-f560-48ed-ad85-dea352ff6014 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd7d449ed-98cd-4f77-b04e-75d89b8f38de', 'tempest-TagsExtTest-Tag-536291490') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:03.252440 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:03.252440 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Checking segment: {'id': '9434c76e-c5de-473e-9d2b-0a732cd6bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '51db8350-ec9b-4444-80e7-bc6855f7e1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:03.258660 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:03.259241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Bound using segment: {'id': '9434c76e-c5de-473e-9d2b-0a732cd6bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '51db8350-ec9b-4444-80e7-bc6855f7e1f6'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:03.260568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Bound port: 5fe17d82-de33-40a2-ab04-9bf526b23848, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9434c76e-c5de-473e-9d2b-0a732cd6bb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '51db8350-ec9b-4444-80e7-bc6855f7e1f6'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:03.260568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:03.337162 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Set router 08fd2a21-b7d4-4267-abd3-35abec542bab gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:19:03.549561 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:03.623692 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-bb7d2a13-fd45-4be3-9cf1-ae56f7053145', 'network_id': 'bb7d2a13-fd45-4be3-9cf1-ae56f7053145', 'project_id': '5416f05b508847b4a29dfd8fd6ff6463', 'fixed_ips': [{'subnet_id': '2d38e403-c284-49e1-94cc-1fe02bef1529'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:19:03.624766 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:03.626751 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51db8350-ec9b-4444-80e7-bc6855f7e1f6']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:03.659135 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9434c76e-c5de-473e-9d2b-0a732cd6bb50') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:03.659413 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9434c76e-c5de-473e-9d2b-0a732cd6bb50') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:03.694212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-b88c6488-7e15-4bd5-b91a-1166687d3cdd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:03.725635 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] For port 5fe17d82-de33-40a2-ab04-9bf526b23848, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:03.728456 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:03.737199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': '64ca56c4-ef38-41b2-8d27-9542e0b55d78'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:19:03.739368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:03.741683 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f11c7ebe-4402-43ba-9779-cdcf78810f98 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:19:03.776708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88078bd9-3b52-4ca0-b79f-b16100c1ce84 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:03.781056 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-88078bd9-3b52-4ca0-b79f-b16100c1ce84 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:03.785291 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] For port 5fe17d82-de33-40a2-ab04-9bf526b23848, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5fe17d82-de33-40a2-ab04-9bf526b23848,segment=NetworkSegment(9434c76e-c5de-473e-9d2b-0a732cd6bb50),segment_id=9434c76e-c5de-473e-9d2b-0a732cd6bb50)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:03.825146 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'name': 'tempest-TestVolumeBootPattern-1616209647-router', 'tenant_id': '93ec7354886c446d9c61dbf5b1851421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '138c0974-a7a1-4368-8764-b3b8b503393e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:44Z', 'updated_at': '2021-12-09T02:18:56Z', 'revision_number': 4, 'project_id': '93ec7354886c446d9c61dbf5b1851421', 'gw_port': {'id': '138c0974-a7a1-4368-8764-b3b8b503393e', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:47Z', 'updated_at': '2021-12-09T02:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '51885b36-b281-4388-a722-9a3c48c5f7ac', 'name': '', 'network_id': '70dcee42-9b1e-4d17-a654-d50359dfd806', 'tenant_id': '93ec7354886c446d9c61dbf5b1851421', 'mac_address': 'fa:16:3e:46:d5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'e1e33837-a6e8-4098-a384-0acbecc0c5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:54Z', 'updated_at': '2021-12-09T02:18:56Z', 'revision_number': 2, 'project_id': '93ec7354886c446d9c61dbf5b1851421', 'subnets': [{'id': 'e1e33837-a6e8-4098-a384-0acbecc0c5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:03.839072 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: f11c7ebe-4402-43ba-9779-cdcf78810f98 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:19:03.839878 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f11c7ebe-4402-43ba-9779-cdcf78810f98 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:19:03.847815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12d3ef52-04ce-430c-8d64-d20d1cd5653f tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:03.853390 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:03.875744 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Checking router: 08fd2a21-b7d4-4267-abd3-35abec542bab for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:19:03.876241 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Updating router 08fd2a21-b7d4-4267-abd3-35abec542bab port 51885b36-b281-4388-a722-9a3c48c5f7ac binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:19:03.889784 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-70dd8091-f560-48ed-ad85-dea352ff6014 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "PUT /v2.0/routers/d7d449ed-98cd-4f77-b04e-75d89b8f38de/tags/tempest-TagsExtTest-Tag-536291490 HTTP/1.1" status: 201 len: 201 time: 0.6471066 Dec 09 02:19:03.890667 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35926) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:03.895834 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-70c94d5b-93c0-49cb-88f1-31fb083f55d8 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '20ec235f-b6ef-42fa-84cd-fae63d00257b', 'tempest-TagsExtTest-Tag-1357046972') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:03.909815 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:03.925108 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12d3ef52-04ce-430c-8d64-d20d1cd5653f tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:03.931897 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d3ef52-04ce-430c-8d64-d20d1cd5653f tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:03.933262 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12d3ef52-04ce-430c-8d64-d20d1cd5653f tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.021109 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3ef52-04ce-430c-8d64-d20d1cd5653f tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event updated for resources: {'Network': ['ID=77cb919d-e4e8-4791-8e4a-423e324d9781,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:04.029737 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-12d3ef52-04ce-430c-8d64-d20d1cd5653f tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0123382 Dec 09 02:19:04.031399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35928) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:04.039423 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d58db973-e6f2-4391-95cd-dc5fc880060d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Request body: {'network': {'name': 'tempest-router-network02--1420904273'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:04.065367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ae99a647-5964-41c9-b10b-51b9e5f0e3c9 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.067996 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 77cb919d-e4e8-4791-8e4a-423e324d9781 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:19:04.070911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.074180 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-70c94d5b-93c0-49cb-88f1-31fb083f55d8 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "PUT /v2.0/subnetpools/20ec235f-b6ef-42fa-84cd-fae63d00257b/tags/tempest-TagsExtTest-Tag-1357046972 HTTP/1.1" status: 201 len: 201 time: 0.1803148 Dec 09 02:19:04.074180 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58db973-e6f2-4391-95cd-dc5fc880060d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Made reservation on behalf of 5416f05b508847b4a29dfd8fd6ff6463 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:04.079018 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d58db973-e6f2-4391-95cd-dc5fc880060d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.082975 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35930) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:04.088060 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-c4ba3d5d-72e4-4754-b5c0-f57d4f55f2ca tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '64e813cd-5a57-4199-81a8-f377bf6f595e', {'tags': ['tempest-TagsExtTest-Tag-202956248', 'tempest-TagsExtTest-Tag-1159229187', 'tempest-TagsExtTest-Tag-465327610']}) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:04.108101 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ae99a647-5964-41c9-b10b-51b9e5f0e3c9 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.114331 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-b88c6488-7e15-4bd5-b91a-1166687d3cdd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.117705 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:04.118108 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:04.135368 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:04.144949 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54469617-47b0-4962-b391-26bf5afe9987 None None] Pushing event updated for resources: {'Port': ['ID=5fe17d82-de33-40a2-ab04-9bf526b23848,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:04.188820 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c4ba3d5d-72e4-4754-b5c0-f57d4f55f2ca tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "PUT /v2.0/subnets/64e813cd-5a57-4199-81a8-f377bf6f595e/tags HTTP/1.1" status: 200 len: 316 time: 0.1045310 Dec 09 02:19:04.192229 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35934) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:04.197995 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-7831da25-8d8b-4b38-af2b-210675785689 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64e813cd-5a57-4199-81a8-f377bf6f595e') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:04.246916 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58db973-e6f2-4391-95cd-dc5fc880060d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:19:04.258145 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d5339a-6e7e-46b1-bedf-3f1754f400b3 None None] Network 51db8350-ec9b-4444-80e7-bc6855f7e1f6 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:04.264571 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Allocated IP 2001:db8::2 (bb7d2a13-fd45-4be3-9cf1-ae56f7053145/2d38e403-c284-49e1-94cc-1fe02bef1529/17b616ad-504f-4120-9a95-7f40d3d89b87) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:04.266825 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d58db973-e6f2-4391-95cd-dc5fc880060d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.267244 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-d58db973-e6f2-4391-95cd-dc5fc880060d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Added segment 6ae32f27-8a24-46cb-a41b-c3e038671b8f of type vlan for network 031804d2-feac-4419-bd55-75e7964004e0 Dec 09 02:19:04.274717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c6488-7e15-4bd5-b91a-1166687d3cdd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=cba5d18c-7fed-4894-8d77-7b285d2f1590,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:04.308967 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ae99a647-5964-41c9-b10b-51b9e5f0e3c9 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.310555 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ae99a647-5964-41c9-b10b-51b9e5f0e3c9 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6177297 Dec 09 02:19:04.319121 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.325229 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35936) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:04.329688 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.342940 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-14e9af1c-b7f8-4c75-aa41-8e748c5c480e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Request body: {'security_group_rule': {'security_group_id': 'f724adc5-40d4-4764-bb8f-ee35e9487763', 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:04.366963 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7831da25-8d8b-4b38-af2b-210675785689 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/subnets/64e813cd-5a57-4199-81a8-f377bf6f595e/tags HTTP/1.1" status: 204 len: 168 time: 0.1734779 Dec 09 02:19:04.369346 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d58db973-e6f2-4391-95cd-dc5fc880060d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.372107 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-14e9af1c-b7f8-4c75-aa41-8e748c5c480e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Project 3a5db6e7b6aa403caa5434944427f429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:19:04.375880 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35938) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:04.387120 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-88ab0faa-19cf-4dac-b0ab-4c7a46f3caeb tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64e813cd-5a57-4199-81a8-f377bf6f595e', 'tempest-TagsExtTest-Tag-202956248') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:04.387314 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Allocated IP 2001:db8::2 (3d63738a-85ef-4baf-83f7-848c720832e0/64ca56c4-ef38-41b2-8d27-9542e0b55d78/e17a1977-adcc-4214-8345-eecf617c04ef) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:04.417401 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14e9af1c-b7f8-4c75-aa41-8e748c5c480e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.436133 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787871a-b5bf-408f-b83c-baa9a023a35b None None] Pushing event updated for resources: {'Port': ['ID=51885b36-b281-4388-a722-9a3c48c5f7ac,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:04.443777 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-b88c6488-7e15-4bd5-b91a-1166687d3cdd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network dca20974-9879-4091-a2ab-505fe1c47de6 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:04.450300 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99a647-5964-41c9-b10b-51b9e5f0e3c9 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792a5ce1-0cef-48f1-a1c6-d0d3e3bb9a26,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:04.464663 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787871a-b5bf-408f-b83c-baa9a023a35b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:04.465042 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787871a-b5bf-408f-b83c-baa9a023a35b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:04.465441 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787871a-b5bf-408f-b83c-baa9a023a35b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:04.465791 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787871a-b5bf-408f-b83c-baa9a023a35b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:04.466695 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787871a-b5bf-408f-b83c-baa9a023a35b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:04.468318 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787871a-b5bf-408f-b83c-baa9a023a35b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:04.468713 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787871a-b5bf-408f-b83c-baa9a023a35b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:04.469469 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787871a-b5bf-408f-b83c-baa9a023a35b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:04.469815 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787871a-b5bf-408f-b83c-baa9a023a35b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:04.470338 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787871a-b5bf-408f-b83c-baa9a023a35b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:04.471262 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787871a-b5bf-408f-b83c-baa9a023a35b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:04.471706 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787871a-b5bf-408f-b83c-baa9a023a35b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:04.472818 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9787871a-b5bf-408f-b83c-baa9a023a35b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:04.497839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-b88c6488-7e15-4bd5-b91a-1166687d3cdd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:04.498112 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Attempting to bind port 51885b36-b281-4388-a722-9a3c48c5f7ac on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:04.498606 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Attempting to bind port 51885b36-b281-4388-a722-9a3c48c5f7ac by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '0d1e359b-adca-4020-a49e-bd5921d98a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '70dcee42-9b1e-4d17-a654-d50359dfd806'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:04.499147 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Attempting to bind port 51885b36-b281-4388-a722-9a3c48c5f7ac on network 70dcee42-9b1e-4d17-a654-d50359dfd806 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:04.503665 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d58db973-e6f2-4391-95cd-dc5fc880060d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.509510 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:04.509948 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58db973-e6f2-4391-95cd-dc5fc880060d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:04.510083 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Checking segment: {'id': '0d1e359b-adca-4020-a49e-bd5921d98a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '70dcee42-9b1e-4d17-a654-d50359dfd806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:04.510355 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.510757 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Bound using segment: {'id': '0d1e359b-adca-4020-a49e-bd5921d98a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '70dcee42-9b1e-4d17-a654-d50359dfd806'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:04.510981 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d58db973-e6f2-4391-95cd-dc5fc880060d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.511278 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Bound port: 51885b36-b281-4388-a722-9a3c48c5f7ac, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1e359b-adca-4020-a49e-bd5921d98a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '70dcee42-9b1e-4d17-a654-d50359dfd806'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:04.511714 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.515674 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-b88c6488-7e15-4bd5-b91a-1166687d3cdd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:04.546997 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d58db973-e6f2-4391-95cd-dc5fc880060d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5119724 Dec 09 02:19:04.557671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 02:19:04.557671 dv-neutron-804846-18-hyperv neutron-server[103334]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 02:19:04.557671 dv-neutron-804846-18-hyperv neutron-server[103334]: [parameters: {'id': '51db8350-ec9b-4444-80e7-bc6855f7e1f6'}] Dec 09 02:19:04.557671 dv-neutron-804846-18-hyperv neutron-server[103334]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:19:04.558458 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:19:04.559212 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35940) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:04.569663 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-adb51458-11ca-40b2-8119-7c2008bfa6a5 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Request body: {'subnet': {'network_id': '77cb919d-e4e8-4791-8e4a-423e324d9781', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:04.605877 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.objects.ports [None req-88078bd9-3b52-4ca0-b79f-b16100c1ce84 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103334) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:19:04.621552 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] For port 51885b36-b281-4388-a722-9a3c48c5f7ac, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:04.628649 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] For port 51885b36-b281-4388-a722-9a3c48c5f7ac, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=51885b36-b281-4388-a722-9a3c48c5f7ac,segment=NetworkSegment(0d1e359b-adca-4020-a49e-bd5921d98a34),segment_id=0d1e359b-adca-4020-a49e-bd5921d98a34)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:04.636731 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.638941 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-88ab0faa-19cf-4dac-b0ab-4c7a46f3caeb tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] show failed (client error): The resource could not be found. Dec 09 02:19:04.640493 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-88ab0faa-19cf-4dac-b0ab-4c7a46f3caeb tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/subnets/64e813cd-5a57-4199-81a8-f377bf6f595e/tags/tempest-TagsExtTest-Tag-202956248 HTTP/1.1" status: 404 len: 328 time: 0.2608731 Dec 09 02:19:04.646633 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-88078bd9-3b52-4ca0-b79f-b16100c1ce84 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.655683 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35942) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:04.705142 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Routers {'08fd2a21-b7d4-4267-abd3-35abec542bab'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:04.705775 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:18:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08fd2a21-b7d4-4267-abd3-35abec542bab'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:04.726884 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-610871c9-6464-4fa7-8b6f-6eb004c7c6b1 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64e813cd-5a57-4199-81a8-f377bf6f595e', 'tempest-TagsExtTest-Tag-1159229187') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:04.767856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab790574-9ea0-4f60-bad5-5da63c314d47 req-1bc5c98a-bfd3-4b68-b50b-9005ff6a2328 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:04.769889 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ab790574-9ea0-4f60-bad5-5da63c314d47 req-1bc5c98a-bfd3-4b68-b50b-9005ff6a2328 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 932 time: 0.5307541 Dec 09 02:19:04.794990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88078bd9-3b52-4ca0-b79f-b16100c1ce84 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:04.809348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-88078bd9-3b52-4ca0-b79f-b16100c1ce84 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:04.828125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88078bd9-3b52-4ca0-b79f-b16100c1ce84 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:04.829169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-88078bd9-3b52-4ca0-b79f-b16100c1ce84 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.865715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.869394 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787871a-b5bf-408f-b83c-baa9a023a35b None None] Pushing event updated for resources: {'Port': ['ID=51885b36-b281-4388-a722-9a3c48c5f7ac,revision_number=4']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:04.883694 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.890675 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] Set router 08fd2a21-b7d4-4267-abd3-35abec542bab gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:19:04.896765 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.897152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-b88c6488-7e15-4bd5-b91a-1166687d3cdd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:04.898050 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-b88c6488-7e15-4bd5-b91a-1166687d3cdd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.906540 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.911839 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58db973-e6f2-4391-95cd-dc5fc880060d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event updated for resources: {'Network': ['ID=031804d2-feac-4419-bd55-75e7964004e0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:04.935601 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Network bb7d2a13-fd45-4be3-9cf1-ae56f7053145 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:04.941702 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14e9af1c-b7f8-4c75-aa41-8e748c5c480e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:04.946675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88078bd9-3b52-4ca0-b79f-b16100c1ce84 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=3272c333-17c1-45c2-a597-35aae1e29b0e,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:04.959384 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-88078bd9-3b52-4ca0-b79f-b16100c1ce84 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2038853 Dec 09 02:19:04.963945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 35944) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:04.971876 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:04.972135 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-dfa4df98-75ca-4f91-83bd-592bb6639fbe tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'mac_address': 'fa:16:3e:f6:4f:64', 'name': 'tempest-NetworksTestDHCPv6-1841712947'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:04.977222 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 031804d2-feac-4419-bd55-75e7964004e0 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:19:04.982918 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-b88c6488-7e15-4bd5-b91a-1166687d3cdd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7855875 Dec 09 02:19:04.990819 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:04.992576 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14e9af1c-b7f8-4c75-aa41-8e748c5c480e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:05.004322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Request body: {'port': {'device_id': '4c5ea691-1fb5-42da-8713-be60d1c67bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:05.018795 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-610871c9-6464-4fa7-8b6f-6eb004c7c6b1 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] show failed (client error): The resource could not be found. Dec 09 02:19:05.024383 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-610871c9-6464-4fa7-8b6f-6eb004c7c6b1 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/subnets/64e813cd-5a57-4199-81a8-f377bf6f595e/tags/tempest-TagsExtTest-Tag-1159229187 HTTP/1.1" status: 404 len: 329 time: 0.3676312 Dec 09 02:19:05.035653 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35946) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:05.047362 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-78244b16-06af-4170-a314-6570d994a9f7 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64e813cd-5a57-4199-81a8-f377bf6f595e', 'tempest-TagsExtTest-Tag-465327610') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:05.063098 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9af1c-b7f8-4c75-aa41-8e748c5c480e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ef86a5-fbc8-4b9b-8f47-821717e17207,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:05.081377 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:05.093237 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb51458-11ca-40b2-8119-7c2008bfa6a5 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Made reservation on behalf of 5416f05b508847b4a29dfd8fd6ff6463 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:05.097469 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adb51458-11ca-40b2-8119-7c2008bfa6a5 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:05.113105 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:05.114781 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14e9af1c-b7f8-4c75-aa41-8e748c5c480e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:05.116406 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ab790574-9ea0-4f60-bad5-5da63c314d47 req-e473f688-8a44-4858-9dbf-d19d3ae1eb5c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=b59a8f1d-ce5f-42ea-83e4-c82fd4defb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115609 Dec 09 02:19:05.131941 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-14e9af1c-b7f8-4c75-aa41-8e748c5c480e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8034146 Dec 09 02:19:05.145338 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c4518405-fef3-41ea-92f9-a02dcb131e63 None None] Provisioning complete for port 51885b36-b281-4388-a722-9a3c48c5f7ac triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:05.145717 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4518405-fef3-41ea-92f9-a02dcb131e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:05.195007 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:05.196881 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Pushing event updated for resources: {'Port': ['ID=e17a1977-adcc-4214-8345-eecf617c04ef,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:05.212307 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:05.284237 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-78244b16-06af-4170-a314-6570d994a9f7 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] show failed (client error): The resource could not be found. Dec 09 02:19:05.285242 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-78244b16-06af-4170-a314-6570d994a9f7 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/subnets/64e813cd-5a57-4199-81a8-f377bf6f595e/tags/tempest-TagsExtTest-Tag-465327610 HTTP/1.1" status: 404 len: 328 time: 0.2464674 Dec 09 02:19:05.287977 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35972) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:05.292582 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-d01d12f1-9598-4fad-b0a5-ee916824af54 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af', {'tags': ['tempest-TagsExtTest-Tag-1763743496', 'tempest-TagsExtTest-Tag-1511983430', 'tempest-TagsExtTest-Tag-1181055813']}) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:05.326061 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Attempting to bind port 17b616ad-504f-4120-9a95-7f40d3d89b87 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:05.326188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Attempting to bind port 17b616ad-504f-4120-9a95-7f40d3d89b87 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b98937e7-a46d-49ff-b8e4-5a47564d057f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb7d2a13-fd45-4be3-9cf1-ae56f7053145'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:05.326506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Attempting to bind port 17b616ad-504f-4120-9a95-7f40d3d89b87 on network bb7d2a13-fd45-4be3-9cf1-ae56f7053145 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:05.336733 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-493a742d-3f33-485b-a62c-f78e90f25e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:05.351271 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'name': 'tempest-TestVolumeBootPattern-1616209647-router', 'tenant_id': '93ec7354886c446d9c61dbf5b1851421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '138c0974-a7a1-4368-8764-b3b8b503393e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:44Z', 'updated_at': '2021-12-09T02:18:56Z', 'revision_number': 4, 'project_id': '93ec7354886c446d9c61dbf5b1851421', 'gw_port': {'id': '138c0974-a7a1-4368-8764-b3b8b503393e', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:47Z', 'updated_at': '2021-12-09T02:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '51885b36-b281-4388-a722-9a3c48c5f7ac', 'name': '', 'network_id': '70dcee42-9b1e-4d17-a654-d50359dfd806', 'tenant_id': '93ec7354886c446d9c61dbf5b1851421', 'mac_address': 'fa:16:3e:46:d5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'e1e33837-a6e8-4098-a384-0acbecc0c5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:54Z', 'updated_at': '2021-12-09T02:19:04Z', 'revision_number': 4, 'project_id': '93ec7354886c446d9c61dbf5b1851421', 'subnets': [{'id': 'e1e33837-a6e8-4098-a384-0acbecc0c5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:05.374094 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:05.386193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Pushing event updated for resources: {'Port': ['ID=17b616ad-504f-4120-9a95-7f40d3d89b87,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:05.389333 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:05.389862 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Checking segment: {'id': 'b98937e7-a46d-49ff-b8e4-5a47564d057f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb7d2a13-fd45-4be3-9cf1-ae56f7053145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:05.390367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:05.390976 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Bound using segment: {'id': 'b98937e7-a46d-49ff-b8e4-5a47564d057f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb7d2a13-fd45-4be3-9cf1-ae56f7053145'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:05.391656 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Bound port: 17b616ad-504f-4120-9a95-7f40d3d89b87, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98937e7-a46d-49ff-b8e4-5a47564d057f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'bb7d2a13-fd45-4be3-9cf1-ae56f7053145'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:05.392148 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:05.397102 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60eb53-9bac-4618-a703-3f3e0d499937 None None] The sync data for ids ['08fd2a21-b7d4-4267-abd3-35abec542bab'] in dv-neutron-804846-18-hyperv is: [{'id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'name': 'tempest-TestVolumeBootPattern-1616209647-router', 'tenant_id': '93ec7354886c446d9c61dbf5b1851421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '138c0974-a7a1-4368-8764-b3b8b503393e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:44Z', 'updated_at': '2021-12-09T02:18:56Z', 'revision_number': 4, 'project_id': '93ec7354886c446d9c61dbf5b1851421', 'gw_port': {'id': '138c0974-a7a1-4368-8764-b3b8b503393e', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:47Z', 'updated_at': '2021-12-09T02:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '51885b36-b281-4388-a722-9a3c48c5f7ac', 'name': '', 'network_id': '70dcee42-9b1e-4d17-a654-d50359dfd806', 'tenant_id': '93ec7354886c446d9c61dbf5b1851421', 'mac_address': 'fa:16:3e:46:d5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'e1e33837-a6e8-4098-a384-0acbecc0c5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:54Z', 'updated_at': '2021-12-09T02:19:04Z', 'revision_number': 4, 'project_id': '93ec7354886c446d9c61dbf5b1851421', 'subnets': [{'id': 'e1e33837-a6e8-4098-a384-0acbecc0c5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:19:05.456219 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d01d12f1-9598-4fad-b0a5-ee916824af54 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "PUT /v2.0/ports/b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af/tags HTTP/1.1" status: 200 len: 318 time: 0.1649773 Dec 09 02:19:05.487188 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35982) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:05.496501 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-14cac1b0-b6a2-4fa6-b478-c69be1494ec3 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:05.523011 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] For port 17b616ad-504f-4120-9a95-7f40d3d89b87, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:05.527163 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] For port 17b616ad-504f-4120-9a95-7f40d3d89b87, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=17b616ad-504f-4120-9a95-7f40d3d89b87,segment=NetworkSegment(b98937e7-a46d-49ff-b8e4-5a47564d057f),segment_id=b98937e7-a46d-49ff-b8e4-5a47564d057f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:05.531579 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Attempting to bind port e17a1977-adcc-4214-8345-eecf617c04ef on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:05.532007 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Attempting to bind port e17a1977-adcc-4214-8345-eecf617c04ef by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:05.532381 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Attempting to bind port e17a1977-adcc-4214-8345-eecf617c04ef on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:05.552689 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:05.560887 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adb51458-11ca-40b2-8119-7c2008bfa6a5 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:05.645547 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb51458-11ca-40b2-8119-7c2008bfa6a5 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event updated for resources: {'Subnet': ['ID=6cedbbc7-e9b1-4323-ad29-692671c5560c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:05.683986 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c09747-f588-47ca-a06e-c60e57930678 None None] Pushing event updated for resources: {'Port': ['ID=17b616ad-504f-4120-9a95-7f40d3d89b87,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:05.692969 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:05.693807 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:05.693807 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:05.694180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:05.694865 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Bound port: e17a1977-adcc-4214-8345-eecf617c04ef, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:05.695078 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:05.714908 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa4df98-75ca-4f91-83bd-592bb6639fbe tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:05.733607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Deleting port 5fe17d82-de33-40a2-ab04-9bf526b23848 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:05.738684 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:05.759410 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb51458-11ca-40b2-8119-7c2008bfa6a5 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Checking segment: {'id': '9e9e852a-4143-4582-8457-0bf7b52c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '77cb919d-e4e8-4791-8e4a-423e324d9781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:05.759815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb51458-11ca-40b2-8119-7c2008bfa6a5 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Network hostable DHCP agents. Network: 77cb919d-e4e8-4791-8e4a-423e324d9781, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:19:05.788626 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-14cac1b0-b6a2-4fa6-b478-c69be1494ec3 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/ports/b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af/tags HTTP/1.1" status: 204 len: 168 time: 0.3003514 Dec 09 02:19:05.796809 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35996) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:05.805447 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-6556c9a8-c015-48a6-b725-1d697bb5f4bd tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af', 'tempest-TagsExtTest-Tag-1763743496') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:05.811478 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb51458-11ca-40b2-8119-7c2008bfa6a5 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Network 77cb919d-e4e8-4791-8e4a-423e324d9781 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:19:05.813983 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 51885b36-b281-4388-a722-9a3c48c5f7ac up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:05.878928 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-adb51458-11ca-40b2-8119-7c2008bfa6a5 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 77cb919d-e4e8-4791-8e4a-423e324d9781) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:05.881772 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] For port e17a1977-adcc-4214-8345-eecf617c04ef, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:05.890488 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] For port e17a1977-adcc-4214-8345-eecf617c04ef, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e17a1977-adcc-4214-8345-eecf617c04ef,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:05.901078 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb51458-11ca-40b2-8119-7c2008bfa6a5 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:05.901500 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adb51458-11ca-40b2-8119-7c2008bfa6a5 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:05.927125 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13fa6c5-8e4a-43ea-b13c-3257c9b55ce8 None None] Network 77cb919d-e4e8-4791-8e4a-423e324d9781 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:05.930498 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:05.937575 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-adb51458-11ca-40b2-8119-7c2008bfa6a5 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3729484 Dec 09 02:19:05.939235 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 35998) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:05.947959 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-77a8e35c-85e0-4d1e-a338-2f0b2bf48353 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Request body: {'subnet': {'network_id': '031804d2-feac-4419-bd55-75e7964004e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:05.957274 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4518405-fef3-41ea-92f9-a02dcb131e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:05.996154 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba5d18c-7fed-4894-8d77-7b285d2f1590 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:19:06.009155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:06.026934 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Transition to ACTIVE for port object cba5d18c-7fed-4894-8d77-7b285d2f1590 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:19:06.090809 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-6556c9a8-c015-48a6-b725-1d697bb5f4bd tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] show failed (client error): The resource could not be found. Dec 09 02:19:06.091984 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6556c9a8-c015-48a6-b725-1d697bb5f4bd tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/ports/b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af/tags/tempest-TagsExtTest-Tag-1763743496 HTTP/1.1" status: 404 len: 329 time: 0.2930653 Dec 09 02:19:06.099275 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:06.115498 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36000) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:06.136314 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a8e35c-85e0-4d1e-a338-2f0b2bf48353 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Made reservation on behalf of 5416f05b508847b4a29dfd8fd6ff6463 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:06.140004 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77a8e35c-85e0-4d1e-a338-2f0b2bf48353 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:06.193007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-6abcbb81-bba1-4cf8-a3be-a82ac950c219 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af', 'tempest-TagsExtTest-Tag-1511983430') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:06.245770 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Pushing event updated for resources: {'Port': ['ID=cba5d18c-7fed-4894-8d77-7b285d2f1590,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:06.521308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] For port 5fe17d82-de33-40a2-ab04-9bf526b23848, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5fe17d82-de33-40a2-ab04-9bf526b23848,segment=NetworkSegment(9434c76e-c5de-473e-9d2b-0a732cd6bb50),segment_id=9434c76e-c5de-473e-9d2b-0a732cd6bb50)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:06.521828 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:06.533379 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:06.548088 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-6abcbb81-bba1-4cf8-a3be-a82ac950c219 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] show failed (client error): The resource could not be found. Dec 09 02:19:06.549301 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6abcbb81-bba1-4cf8-a3be-a82ac950c219 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/ports/b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af/tags/tempest-TagsExtTest-Tag-1511983430 HTTP/1.1" status: 404 len: 329 time: 0.3663309 Dec 09 02:19:06.555412 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36010) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:06.562460 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-536575a1-d71e-4348-96bc-75c43f994e51 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af', 'tempest-TagsExtTest-Tag-1181055813') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:06.565373 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c625a0-3759-402e-a642-09cf59ff15b7 req-ab4f2dce-1071-4692-ae13-2b361eaa8a08 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:06.567183 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d1c625a0-3759-402e-a642-09cf59ff15b7 req-ab4f2dce-1071-4692-ae13-2b361eaa8a08 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 944 time: 0.2863863 Dec 09 02:19:06.579127 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77a8e35c-85e0-4d1e-a338-2f0b2bf48353 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:06.586096 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d551c0f-98c8-4e44-8904-fa77b22c49fe None None] Pushing event updated for resources: {'Port': ['ID=e17a1977-adcc-4214-8345-eecf617c04ef,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:06.590865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Calling delete_port for 5fe17d82-de33-40a2-ab04-9bf526b23848 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:06.613749 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c4518405-fef3-41ea-92f9-a02dcb131e63 None None] For port 51885b36-b281-4388-a722-9a3c48c5f7ac, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=51885b36-b281-4388-a722-9a3c48c5f7ac,segment=NetworkSegment(0d1e359b-adca-4020-a49e-bd5921d98a34),segment_id=0d1e359b-adca-4020-a49e-bd5921d98a34)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:06.630207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dfa4df98-75ca-4f91-83bd-592bb6639fbe tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:06.646572 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4518405-fef3-41ea-92f9-a02dcb131e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:06.723715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Attempting to bind port cba5d18c-7fed-4894-8d77-7b285d2f1590 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:06.724228 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Attempting to bind port cba5d18c-7fed-4894-8d77-7b285d2f1590 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:06.724412 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Attempting to bind port cba5d18c-7fed-4894-8d77-7b285d2f1590 on network dca20974-9879-4091-a2ab-505fe1c47de6 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:06.726864 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 51885b36-b281-4388-a722-9a3c48c5f7ac triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:06.727284 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:06.728299 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-dfa4df98-75ca-4f91-83bd-592bb6639fbe tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port 400336b6-0c7a-4ab9-accb-a99a7b2d6080 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:19:06.777060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Port cba5d18c-7fed-4894-8d77-7b285d2f1590 on network dca20974-9879-4091-a2ab-505fe1c47de6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:19:06.777060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Attempting to bind port cba5d18c-7fed-4894-8d77-7b285d2f1590 on network dca20974-9879-4091-a2ab-505fe1c47de6 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:06.833606 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d1c625a0-3759-402e-a642-09cf59ff15b7 req-d83f3d44-8dd5-48d3-bfc8-3bbf6ed8ab17 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=b59a8f1d-ce5f-42ea-83e4-c82fd4defb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463193 Dec 09 02:19:06.851405 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a8e35c-85e0-4d1e-a338-2f0b2bf48353 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Checking segment: {'id': '6ae32f27-8a24-46cb-a41b-c3e038671b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '031804d2-feac-4419-bd55-75e7964004e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:06.851863 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a8e35c-85e0-4d1e-a338-2f0b2bf48353 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Network hostable DHCP agents. Network: 031804d2-feac-4419-bd55-75e7964004e0, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:19:06.855368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:06.855878 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Checking segment: {'id': '1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:06.856340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Bound using segment: {'id': '1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:06.857416 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Bound port: cba5d18c-7fed-4894-8d77-7b285d2f1590, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:06.857864 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:06.878079 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8e35c-85e0-4d1e-a338-2f0b2bf48353 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event updated for resources: {'Subnet': ['ID=e3c65160-e772-492d-8c42-97b8db05cc37,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:06.891341 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-77cb919d-e4e8-4791-8e4a-423e324d9781', 'network_id': '77cb919d-e4e8-4791-8e4a-423e324d9781', 'project_id': '5416f05b508847b4a29dfd8fd6ff6463', 'fixed_ips': [{'subnet_id': '6cedbbc7-e9b1-4323-ad29-692671c5560c'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:19:06.892846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:06.981341 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a8e35c-85e0-4d1e-a338-2f0b2bf48353 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Network 031804d2-feac-4419-bd55-75e7964004e0 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:19:06.996529 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-536575a1-d71e-4348-96bc-75c43f994e51 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] show failed (client error): The resource could not be found. Dec 09 02:19:06.998208 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-536575a1-d71e-4348-96bc-75c43f994e51 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/ports/b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af/tags/tempest-TagsExtTest-Tag-1181055813 HTTP/1.1" status: 404 len: 329 time: 0.4417922 Dec 09 02:19:07.003181 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36014) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:07.009455 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-c6cc9ef1-9570-49d7-ace9-3b0d12b74207 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd7d449ed-98cd-4f77-b04e-75d89b8f38de', {'tags': ['tempest-TagsExtTest-Tag-1971475851', 'tempest-TagsExtTest-Tag-304375084', 'tempest-TagsExtTest-Tag-1362327370']}) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:07.054466 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:07.063114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8fd9081d-bff7-4a43-9437-aab19c1f0379 None None] Provisioning complete for port 51885b36-b281-4388-a722-9a3c48c5f7ac triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:07.063758 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] For port cba5d18c-7fed-4894-8d77-7b285d2f1590, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:07.064134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8fd9081d-bff7-4a43-9437-aab19c1f0379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:07.066808 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-77a8e35c-85e0-4d1e-a338-2f0b2bf48353 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 031804d2-feac-4419-bd55-75e7964004e0) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:07.089198 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] For port cba5d18c-7fed-4894-8d77-7b285d2f1590, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cba5d18c-7fed-4894-8d77-7b285d2f1590,segment=NetworkSegment(1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d),segment_id=1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:07.104716 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4518405-fef3-41ea-92f9-a02dcb131e63 None None] Pushing event updated for resources: {'Port': ['ID=51885b36-b281-4388-a722-9a3c48c5f7ac,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:07.136585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c002bb41-4621-471d-8c62-5bb538953148 None None] Network 031804d2-feac-4419-bd55-75e7964004e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:07.170936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a8e35c-85e0-4d1e-a338-2f0b2bf48353 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:07.171664 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77a8e35c-85e0-4d1e-a338-2f0b2bf48353 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:07.174061 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:07.176610 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event deleted for resources: {'Port': ['ID=5fe17d82-de33-40a2-ab04-9bf526b23848,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:07.192031 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c6cc9ef1-9570-49d7-ace9-3b0d12b74207 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "PUT /v2.0/routers/d7d449ed-98cd-4f77-b04e-75d89b8f38de/tags HTTP/1.1" status: 200 len: 317 time: 0.1864684 Dec 09 02:19:07.218058 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-77a8e35c-85e0-4d1e-a338-2f0b2bf48353 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2742939 Dec 09 02:19:07.220618 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36018) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:07.220966 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36020) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:07.227718 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-9d7e3ccf-c3a0-47dc-bc81-3895556d8b4b tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd7d449ed-98cd-4f77-b04e-75d89b8f38de') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:07.328217 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-dfa4df98-75ca-4f91-83bd-592bb6639fbe tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::1ea (3d63738a-85ef-4baf-83f7-848c720832e0/64ca56c4-ef38-41b2-8d27-9542e0b55d78/400336b6-0c7a-4ab9-accb-a99a7b2d6080) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:07.338575 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-dfa4df98-75ca-4f91-83bd-592bb6639fbe tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8:0:1:f816:3eff:fef6:4f64 (3d63738a-85ef-4baf-83f7-848c720832e0/3272c333-17c1-45c2-a597-35aae1e29b0e/400336b6-0c7a-4ab9-accb-a99a7b2d6080) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:07.368950 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] No DVR routers for this DVR port 5fe17d82-de33-40a2-ab04-9bf526b23848 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:07.395956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:07.397334 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:07.399912 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] 10.222.0.45 "PUT /v2.0/ports/cba5d18c-7fed-4894-8d77-7b285d2f1590 HTTP/1.1" status: 200 len: 1094 time: 2.4013417 Dec 09 02:19:07.436794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5ea691-1fb5-42da-8713-be60d1c67bd8', 'tag': 'cba5d18c-7fed-4894-8d77-7b285d2f1590'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:19:07.439684 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c08bb4c-222a-4c6a-b457-6baff579d1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5ea691-1fb5-42da-8713-be60d1c67bd8", "tag": "cba5d18c-7fed-4894-8d77-7b285d2f1590"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:19:07.631059 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:07.654535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51db8350-ec9b-4444-80e7-bc6855f7e1f6']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:07.669830 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9434c76e-c5de-473e-9d2b-0a732cd6bb50') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:07.670022 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9434c76e-c5de-473e-9d2b-0a732cd6bb50') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:07.684712 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-031804d2-feac-4419-bd55-75e7964004e0', 'network_id': '031804d2-feac-4419-bd55-75e7964004e0', 'project_id': '5416f05b508847b4a29dfd8fd6ff6463', 'fixed_ips': [{'subnet_id': 'e3c65160-e772-492d-8c42-97b8db05cc37'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:19:07.686332 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:07.692519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:07.739840 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Allocated IP 2001:db8::2 (77cb919d-e4e8-4791-8e4a-423e324d9781/6cedbbc7-e9b1-4323-ad29-692671c5560c/0de32ce7-9178-41eb-91aa-56b04f8cc80e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:07.741648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:07.742871 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26fee5b-bcdf-4a1b-85fd-afee52031b5a None None] Network bb7d2a13-fd45-4be3-9cf1-ae56f7053145 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:07.760040 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:07.760472 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:07.985968 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:07.995996 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:08.000662 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f7c189-0a9b-4da9-acac-aa63e19c77de x-openstack-request-id: req-12f7c189-0a9b-4da9-acac-aa63e19c77de {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:19:08.004218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5ea691-1fb5-42da-8713-be60d1c67bd8", "tag": "cba5d18c-7fed-4894-8d77-7b285d2f1590", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:19:08.004722 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12f7c189-0a9b-4da9-acac-aa63e19c77de {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:19:08.005438 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5ea691-1fb5-42da-8713-be60d1c67bd8', 'tag': 'cba5d18c-7fed-4894-8d77-7b285d2f1590', 'status': 'completed', 'code': 200} Dec 09 02:19:08.132297 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dfa4df98-75ca-4f91-83bd-592bb6639fbe tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:08.149448 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:08.221384 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:08.247361 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e17a1977-adcc-4214-8345-eecf617c04ef up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:08.255190 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dfa4df98-75ca-4f91-83bd-592bb6639fbe tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:08.267245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:08.279658 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/networks/51db8350-ec9b-4444-80e7-bc6855f7e1f6 HTTP/1.1" status: 204 len: 168 time: 6.9703090 Dec 09 02:19:08.319004 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36062) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:08.344906 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa4df98-75ca-4f91-83bd-592bb6639fbe tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:08.387156 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-dfa4df98-75ca-4f91-83bd-592bb6639fbe tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:08.392161 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa4df98-75ca-4f91-83bd-592bb6639fbe tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:08.406953 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa4df98-75ca-4f91-83bd-592bb6639fbe tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:08.407971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Allocated IP 2001:db8::2 (031804d2-feac-4419-bd55-75e7964004e0/e3c65160-e772-492d-8c42-97b8db05cc37/bf07687a-956e-4433-b793-e0931acfb1c7) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:08.408108 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dfa4df98-75ca-4f91-83bd-592bb6639fbe tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:08.410658 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9d7e3ccf-c3a0-47dc-bc81-3895556d8b4b tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/routers/d7d449ed-98cd-4f77-b04e-75d89b8f38de/tags HTTP/1.1" status: 204 len: 168 time: 1.1864197 Dec 09 02:19:08.414646 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36064) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:08.423330 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-206a985d-cbaa-495c-a54f-a5e5da98f727 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd7d449ed-98cd-4f77-b04e-75d89b8f38de', 'tempest-TagsExtTest-Tag-1971475851') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:08.428916 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8a54c0-5d42-4059-9a13-e2abfc32efe6 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:08.429950 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8a54c0-5d42-4059-9a13-e2abfc32efe6 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:08.435882 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3b8a54c0-5d42-4059-9a13-e2abfc32efe6 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/subnets/a70569e1-2dfa-4d19-9c50-91a0b73bccb9 HTTP/1.1" status: 404 len: 337 time: 0.0848811 Dec 09 02:19:08.439738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36066) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:08.440994 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db22b4-e508-444a-afb4-c0dad6670eff tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event deleted for resources: {'Network': ['ID=51db8350-ec9b-4444-80e7-bc6855f7e1f6,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:08.461819 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-d239edb6-a174-4f3c-8c69-6db2679e4eef None None] Provisioning complete for port 17b616ad-504f-4120-9a95-7f40d3d89b87 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:08.462201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d239edb6-a174-4f3c-8c69-6db2679e4eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:08.464383 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-1095dff0-7d0e-4856-9141-6a2d7331a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:08.468229 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-1095dff0-7d0e-4856-9141-6a2d7331a71d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 1097 time: 0.9872735 Dec 09 02:19:08.474260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcafab-8793-4a47-bb4b-17b750c4610c service neutron] Pushing event updated for resources: {'Port': ['ID=cba5d18c-7fed-4894-8d77-7b285d2f1590,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:08.517750 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ab3936-2ab8-4ced-8045-63391b590f4d None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:08.557182 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-206a985d-cbaa-495c-a54f-a5e5da98f727 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] show failed (client error): The resource could not be found. Dec 09 02:19:08.559101 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-206a985d-cbaa-495c-a54f-a5e5da98f727 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/routers/d7d449ed-98cd-4f77-b04e-75d89b8f38de/tags/tempest-TagsExtTest-Tag-1971475851 HTTP/1.1" status: 404 len: 329 time: 0.1433768 Dec 09 02:19:08.559332 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a059962-fa68-436c-af0a-34ff6334d877 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:08.559989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a059962-fa68-436c-af0a-34ff6334d877 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:08.562052 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36068) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:08.567681 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8a059962-fa68-436c-af0a-34ff6334d877 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/networks/51db8350-ec9b-4444-80e7-bc6855f7e1f6 HTTP/1.1" status: 404 len: 339 time: 0.1128943 Dec 09 02:19:08.574540 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-964f8b0a-8077-4f71-8580-90b69cf56a06 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd7d449ed-98cd-4f77-b04e-75d89b8f38de', 'tempest-TagsExtTest-Tag-304375084') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:08.641602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36070) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:08.657231 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dfa4df98-75ca-4f91-83bd-592bb6639fbe tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6920526 Dec 09 02:19:08.660461 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36072) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:08.663766 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-c4de841e-1fe2-402d-8520-c050fde36101 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=cba5d18c-7fed-4894-8d77-7b285d2f1590 HTTP/1.1" status: 200 len: 217 time: 0.1610091 Dec 09 02:19:08.663942 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:08.683966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4df98-75ca-4f91-83bd-592bb6639fbe tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=400336b6-0c7a-4ab9-accb-a99a7b2d6080,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:08.693787 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:08.696117 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port e17a1977-adcc-4214-8345-eecf617c04ef triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:08.696485 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:08.717258 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:08.719896 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ce089-13a9-48c7-bc03-ac7e19eacf2e req-cd176b89-63cb-411e-b6fb-194fa55d3660 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:08.721691 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e1ce089-13a9-48c7-bc03-ac7e19eacf2e req-cd176b89-63cb-411e-b6fb-194fa55d3660 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 944 time: 0.5070138 Dec 09 02:19:08.759019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-db737965-58f9-4233-bbea-1191c876f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:08.760533 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-db737965-58f9-4233-bbea-1191c876f729 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f20d2fd7-0c5c-4b16-8a27-b857ec860b93 HTTP/1.1" status: 200 len: 838 time: 0.0889699 Dec 09 02:19:08.801332 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2693fdae-d1e2-4b13-b631-f82485423acc tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:08.802188 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2693fdae-d1e2-4b13-b631-f82485423acc tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:08.808859 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2693fdae-d1e2-4b13-b631-f82485423acc tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/subnets/c8281aae-feb5-4893-a756-74c81008b64f HTTP/1.1" status: 404 len: 337 time: 0.1625743 Dec 09 02:19:08.811019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36074) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:08.835613 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e1ce089-13a9-48c7-bc03-ac7e19eacf2e req-512cdff2-3e4e-4b0e-982f-32b45e283b54 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=b59a8f1d-ce5f-42ea-83e4-c82fd4defb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067843 Dec 09 02:19:08.838342 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac3fb1a-99bd-49fc-a519-b7e7c94f9fbf tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:08.838342 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac3fb1a-99bd-49fc-a519-b7e7c94f9fbf tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:08.843858 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8ac3fb1a-99bd-49fc-a519-b7e7c94f9fbf tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/networks/4cd13636-82f9-4415-9179-480860322309 HTTP/1.1" status: 404 len: 339 time: 0.0298755 Dec 09 02:19:08.844309 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36076) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:08.858369 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Network 77cb919d-e4e8-4791-8e4a-423e324d9781 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:08.878061 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:08.882441 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:08.884813 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-76861ec5-6198-44e3-ad04-5adb8cde9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:08.886457 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-76861ec5-6198-44e3-ad04-5adb8cde9aa4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dca20974-9879-4091-a2ab-505fe1c47de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1179895 Dec 09 02:19:08.888544 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-45986cc1-1efe-43a5-9a4d-49553eed3a88 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:08.889589 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45986cc1-1efe-43a5-9a4d-49553eed3a88 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:08.892746 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-45986cc1-1efe-43a5-9a4d-49553eed3a88 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/subnets/617272ed-7f15-43fc-88e3-91d5f50257b8 HTTP/1.1" status: 404 len: 337 time: 0.0460916 Dec 09 02:19:08.902987 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36078) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:08.940888 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Pushing event updated for resources: {'Port': ['ID=0de32ce7-9178-41eb-91aa-56b04f8cc80e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:09.044764 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-a5f5d34f-aadd-4af3-bf4c-699a069a5f3d service neutron] 10.222.0.45 "GET /v2.0/networks/dca20974-9879-4091-a2ab-505fe1c47de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494977 Dec 09 02:19:09.109048 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d239edb6-a174-4f3c-8c69-6db2679e4eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:09.112585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:09.142903 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Attempting to bind port 0de32ce7-9178-41eb-91aa-56b04f8cc80e on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:09.143289 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Attempting to bind port 0de32ce7-9178-41eb-91aa-56b04f8cc80e by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '9e9e852a-4143-4582-8457-0bf7b52c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '77cb919d-e4e8-4791-8e4a-423e324d9781'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:09.143693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Attempting to bind port 0de32ce7-9178-41eb-91aa-56b04f8cc80e on network 77cb919d-e4e8-4791-8e4a-423e324d9781 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:09.164921 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:09.172803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:09.173183 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Checking segment: {'id': '9e9e852a-4143-4582-8457-0bf7b52c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '77cb919d-e4e8-4791-8e4a-423e324d9781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:09.173596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:09.173997 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Bound using segment: {'id': '9e9e852a-4143-4582-8457-0bf7b52c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '77cb919d-e4e8-4791-8e4a-423e324d9781'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:09.174487 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Bound port: 0de32ce7-9178-41eb-91aa-56b04f8cc80e, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9e852a-4143-4582-8457-0bf7b52c980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '77cb919d-e4e8-4791-8e4a-423e324d9781'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:09.174875 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:09.225495 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d8a82f-70e4-4640-9f27-222f40b32602 req-c8119bf3-cb36-4b54-89b7-cca41db5147f service neutron] 10.222.0.45 "GET /v2.0/networks/dca20974-9879-4091-a2ab-505fe1c47de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709902 Dec 09 02:19:09.246973 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:09.287628 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Network 031804d2-feac-4419-bd55-75e7964004e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:09.383613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08bb4c-222a-4c6a-b457-6baff579d1b1 req-ad48faf9-7990-4fa9-a615-55653d171b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:09.386046 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0c08bb4c-222a-4c6a-b457-6baff579d1b1 req-ad48faf9-7990-4fa9-a615-55653d171b4b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 1097 time: 0.0721869 Dec 09 02:19:09.430124 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4045c0de-2b0c-47b7-84cc-86f704da00c6 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:09.434076 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4045c0de-2b0c-47b7-84cc-86f704da00c6 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:09.439187 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4045c0de-2b0c-47b7-84cc-86f704da00c6 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/networks/6081e7eb-8529-4700-85f9-45933f85486b HTTP/1.1" status: 404 len: 339 time: 0.4799361 Dec 09 02:19:09.441818 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36082) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:09.468822 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Allocated IP 2001:db8::1 (77cb919d-e4e8-4791-8e4a-423e324d9781/6cedbbc7-e9b1-4323-ad29-692671c5560c/6744c246-de3c-4167-9816-66e609d6cc3e) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:09.497903 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d239edb6-a174-4f3c-8c69-6db2679e4eef None None] For port 17b616ad-504f-4120-9a95-7f40d3d89b87, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=17b616ad-504f-4120-9a95-7f40d3d89b87,segment=NetworkSegment(b98937e7-a46d-49ff-b8e4-5a47564d057f),segment_id=b98937e7-a46d-49ff-b8e4-5a47564d057f)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:09.508367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:09.514158 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Pushing event updated for resources: {'Port': ['ID=bf07687a-956e-4433-b793-e0931acfb1c7,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:09.518387 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:09.526661 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d239edb6-a174-4f3c-8c69-6db2679e4eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:09.566259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08bb4c-222a-4c6a-b457-6baff579d1b1 req-2fdc52d4-5fa0-4ddd-b187-f604b8f80d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:09.569116 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0c08bb4c-222a-4c6a-b457-6baff579d1b1 req-2fdc52d4-5fa0-4ddd-b187-f604b8f80d27 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dca20974-9879-4091-a2ab-505fe1c47de6 HTTP/1.1" status: 200 len: 897 time: 0.1733279 Dec 09 02:19:09.594116 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-964f8b0a-8077-4f71-8580-90b69cf56a06 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] show failed (client error): The resource could not be found. Dec 09 02:19:09.596634 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-964f8b0a-8077-4f71-8580-90b69cf56a06 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/routers/d7d449ed-98cd-4f77-b04e-75d89b8f38de/tags/tempest-TagsExtTest-Tag-304375084 HTTP/1.1" status: 404 len: 328 time: 1.0329678 Dec 09 02:19:09.617401 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36084) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:09.618844 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port e17a1977-adcc-4214-8345-eecf617c04ef, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e17a1977-adcc-4214-8345-eecf617c04ef,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:09.630065 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0c08bb4c-222a-4c6a-b457-6baff579d1b1 req-1bc43cac-3e65-47fa-8e4e-e222031793ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=cba5d18c-7fed-4894-8d77-7b285d2f1590 HTTP/1.1" status: 200 len: 217 time: 0.0525186 Dec 09 02:19:09.632096 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-3e85cc9a-b1ea-437c-924a-a47dd743ce27 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd7d449ed-98cd-4f77-b04e-75d89b8f38de', 'tempest-TagsExtTest-Tag-1362327370') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:09.637320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3653ce70-975a-4bef-b65f-8b202279a813 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Deleting port b0e06477-5242-4a5d-8940-95f86e2782bd {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:09.637320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3653ce70-975a-4bef-b65f-8b202279a813 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:09.637613 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:09.638879 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 17b616ad-504f-4120-9a95-7f40d3d89b87 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:09.640384 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d144fd-9608-4959-82de-fade46d815ff None None] Update dhcp port {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'fixed_ips': [{'subnet_id': '64ca56c4-ef38-41b2-8d27-9542e0b55d78', 'ip_address': '2001:db8::2'}, {'subnet_id': '3272c333-17c1-45c2-a597-35aae1e29b0e'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': 'e17a1977-adcc-4214-8345-eecf617c04ef'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:19:09.656200 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4954e33c-2990-4265-b68d-778c135b539b None None] For port 0de32ce7-9178-41eb-91aa-56b04f8cc80e, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:09.731244 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4954e33c-2990-4265-b68d-778c135b539b None None] For port 0de32ce7-9178-41eb-91aa-56b04f8cc80e, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0de32ce7-9178-41eb-91aa-56b04f8cc80e,segment=NetworkSegment(9e9e852a-4143-4582-8457-0bf7b52c980b),segment_id=9e9e852a-4143-4582-8457-0bf7b52c980b)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:09.739413 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239edb6-a174-4f3c-8c69-6db2679e4eef None None] Pushing event updated for resources: {'Port': ['ID=17b616ad-504f-4120-9a95-7f40d3d89b87,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:09.741966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87d144fd-9608-4959-82de-fade46d815ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:09.743934 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Attempting to bind port bf07687a-956e-4433-b793-e0931acfb1c7 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:09.744310 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Attempting to bind port bf07687a-956e-4433-b793-e0931acfb1c7 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '6ae32f27-8a24-46cb-a41b-c3e038671b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '031804d2-feac-4419-bd55-75e7964004e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:09.744683 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Attempting to bind port bf07687a-956e-4433-b793-e0931acfb1c7 on network 031804d2-feac-4419-bd55-75e7964004e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:09.747741 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:09.756464 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:09.789672 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ce1259f5-429f-482b-ad63-bee881971e3b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port 400336b6-0c7a-4ab9-accb-a99a7b2d6080 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:09.790029 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce1259f5-429f-482b-ad63-bee881971e3b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:09.791980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08bb4c-222a-4c6a-b457-6baff579d1b1 req-b8bb6ef9-df77-4c5d-8887-10fc4c7e07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:09.796270 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0c08bb4c-222a-4c6a-b457-6baff579d1b1 req-b8bb6ef9-df77-4c5d-8887-10fc4c7e07c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f20d2fd7-0c5c-4b16-8a27-b857ec860b93 HTTP/1.1" status: 200 len: 838 time: 0.0815022 Dec 09 02:19:09.801522 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3653ce70-975a-4bef-b65f-8b202279a813 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:09.824783 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:09.825166 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Checking segment: {'id': '6ae32f27-8a24-46cb-a41b-c3e038671b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '031804d2-feac-4419-bd55-75e7964004e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:09.825774 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:09.826243 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Bound using segment: {'id': '6ae32f27-8a24-46cb-a41b-c3e038671b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '031804d2-feac-4419-bd55-75e7964004e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:09.828928 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Bound port: bf07687a-956e-4433-b793-e0931acfb1c7, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae32f27-8a24-46cb-a41b-c3e038671b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '031804d2-feac-4419-bd55-75e7964004e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:09.828928 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:09.837589 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3653ce70-975a-4bef-b65f-8b202279a813 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Calling delete_port for b0e06477-5242-4a5d-8940-95f86e2782bd owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:09.861917 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-3e85cc9a-b1ea-437c-924a-a47dd743ce27 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] show failed (client error): The resource could not be found. Dec 09 02:19:09.866914 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3e85cc9a-b1ea-437c-924a-a47dd743ce27 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/routers/d7d449ed-98cd-4f77-b04e-75d89b8f38de/tags/tempest-TagsExtTest-Tag-1362327370 HTTP/1.1" status: 404 len: 329 time: 0.2410085 Dec 09 02:19:09.875778 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36088) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:09.894156 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=e17a1977-adcc-4214-8345-eecf617c04ef,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:09.950575 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:09.962779 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-e883386b-86ec-4c37-bbcb-2c179d81b3bb tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '20ec235f-b6ef-42fa-84cd-fae63d00257b', {'tags': ['tempest-TagsExtTest-Tag-1453181458', 'tempest-TagsExtTest-Tag-1617564265', 'tempest-TagsExtTest-Tag-435299542']}) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:10.030533 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08bb4c-222a-4c6a-b457-6baff579d1b1 req-abf84f3f-b7e8-4756-b671-b252857f9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:10.032247 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0c08bb4c-222a-4c6a-b457-6baff579d1b1 req-abf84f3f-b7e8-4756-b671-b252857f9fd7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dca20974-9879-4091-a2ab-505fe1c47de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.2226126 Dec 09 02:19:10.052108 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce1259f5-429f-482b-ad63-bee881971e3b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:10.054980 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event updated for resources: {'Port': ['ID=6744c246-de3c-4167-9816-66e609d6cc3e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:10.071800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Network 77cb919d-e4e8-4791-8e4a-423e324d9781 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:10.082042 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:10.087917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] For port bf07687a-956e-4433-b793-e0931acfb1c7, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:10.092181 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] For port bf07687a-956e-4433-b793-e0931acfb1c7, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=bf07687a-956e-4433-b793-e0931acfb1c7,segment=NetworkSegment(6ae32f27-8a24-46cb-a41b-c3e038671b8f),segment_id=6ae32f27-8a24-46cb-a41b-c3e038671b8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:10.104827 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:10.105115 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:10.114721 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:10.138848 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f46a66b5-374e-4de7-816b-053dd273dc6a None None] Provisioning complete for port 17b616ad-504f-4120-9a95-7f40d3d89b87 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:10.139794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f46a66b5-374e-4de7-816b-053dd273dc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:10.247266 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ce1259f5-429f-482b-ad63-bee881971e3b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for 400336b6-0c7a-4ab9-accb-a99a7b2d6080 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:10.262468 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36092) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:10.262871 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e883386b-86ec-4c37-bbcb-2c179d81b3bb tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "PUT /v2.0/subnetpools/20ec235f-b6ef-42fa-84cd-fae63d00257b/tags HTTP/1.1" status: 200 len: 317 time: 0.3786912 Dec 09 02:19:10.287680 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-45232448-6315-4cb6-8ebb-6396285c5628 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '20ec235f-b6ef-42fa-84cd-fae63d00257b') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:10.344373 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b2766-00b7-4f16-92fa-2b3140abf677 req-d93b9a43-fd7b-472a-b42f-7485fd25eeae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:10.353866 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-387b2766-00b7-4f16-92fa-2b3140abf677 req-d93b9a43-fd7b-472a-b42f-7485fd25eeae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 944 time: 0.3860140 Dec 09 02:19:10.366660 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 17b616ad-504f-4120-9a95-7f40d3d89b87 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:10.367351 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:10.391963 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3653ce70-975a-4bef-b65f-8b202279a813 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:10.408146 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954e33c-2990-4265-b68d-778c135b539b None None] Pushing event updated for resources: {'Port': ['ID=0de32ce7-9178-41eb-91aa-56b04f8cc80e,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:10.452757 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0c08bb4c-222a-4c6a-b457-6baff579d1b1 req-321c6c74-4c68-404f-8b34-bef665d6fe7a service neutron] 10.222.0.45 "GET /v2.0/networks/dca20974-9879-4091-a2ab-505fe1c47de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984962 Dec 09 02:19:10.514157 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653ce70-975a-4bef-b65f-8b202279a813 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event deleted for resources: {'Port': ['ID=b0e06477-5242-4a5d-8940-95f86e2782bd,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:10.546513 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3653ce70-975a-4bef-b65f-8b202279a813 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:10.552125 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3653ce70-975a-4bef-b65f-8b202279a813 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/ports/b0e06477-5242-4a5d-8940-95f86e2782bd HTTP/1.1" status: 204 len: 168 time: 1.1071675 Dec 09 02:19:10.552326 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:10.564029 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36094) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:10.626687 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f9273b-96bd-458a-a84b-3d0051bc5e18 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:10.628647 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f9273b-96bd-458a-a84b-3d0051bc5e18 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:10.636635 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b7f9273b-96bd-458a-a84b-3d0051bc5e18 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/subnets/fe7c57ce-f5d5-4529-a128-98059a78787e HTTP/1.1" status: 404 len: 337 time: 0.0615914 Dec 09 02:19:10.725260 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-87d144fd-9608-4959-82de-fade46d815ff None None] Allocated IP 2001:db8:0:1:f816:3eff:fe5d:6f77 (3d63738a-85ef-4baf-83f7-848c720832e0/3272c333-17c1-45c2-a597-35aae1e29b0e/e17a1977-adcc-4214-8345-eecf617c04ef) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:10.855005 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36096) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:10.862347 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-45232448-6315-4cb6-8ebb-6396285c5628 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/subnetpools/20ec235f-b6ef-42fa-84cd-fae63d00257b/tags HTTP/1.1" status: 204 len: 168 time: 0.5804858 Dec 09 02:19:10.876128 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579342f8-a776-40a9-8aab-74ce91dfb584 None None] Pushing event updated for resources: {'Port': ['ID=bf07687a-956e-4433-b793-e0931acfb1c7,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:10.888995 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36098) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:10.893978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-6642b140-a3dd-4b28-820b-e4d4ba99234a tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '20ec235f-b6ef-42fa-84cd-fae63d00257b', 'tempest-TagsExtTest-Tag-1453181458') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:11.000949 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 51885b36-b281-4388-a722-9a3c48c5f7ac up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:11.005685 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f46a66b5-374e-4de7-816b-053dd273dc6a None None] Provisioning complete for port e17a1977-adcc-4214-8345-eecf617c04ef triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:11.006305 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f46a66b5-374e-4de7-816b-053dd273dc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:11.106174 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-87d144fd-9608-4959-82de-fade46d815ff None None] For port e17a1977-adcc-4214-8345-eecf617c04ef, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e17a1977-adcc-4214-8345-eecf617c04ef,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:11.143905 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0c08bb4c-222a-4c6a-b457-6baff579d1b1 req-41128e77-8803-4816-904f-2b3f2a481bcf service neutron] 10.222.0.45 "GET /v2.0/networks/dca20974-9879-4091-a2ab-505fe1c47de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471515 Dec 09 02:19:11.150285 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87d144fd-9608-4959-82de-fade46d815ff None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:11.158114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 51885b36-b281-4388-a722-9a3c48c5f7ac triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:11.158752 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:11.174363 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-387b2766-00b7-4f16-92fa-2b3140abf677 req-45b367e3-0f41-4c4d-91f2-f7c63612c218 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=b59a8f1d-ce5f-42ea-83e4-c82fd4defb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8025115 Dec 09 02:19:11.183202 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-87d144fd-9608-4959-82de-fade46d815ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:11.340291 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-6642b140-a3dd-4b28-820b-e4d4ba99234a tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] show failed (client error): The resource could not be found. Dec 09 02:19:11.341768 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6642b140-a3dd-4b28-820b-e4d4ba99234a tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/subnetpools/20ec235f-b6ef-42fa-84cd-fae63d00257b/tags/tempest-TagsExtTest-Tag-1453181458 HTTP/1.1" status: 404 len: 329 time: 0.4519758 Dec 09 02:19:11.345404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36102) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:11.350390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-456696e2-45a3-441e-803d-b43927a69332 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '20ec235f-b6ef-42fa-84cd-fae63d00257b', 'tempest-TagsExtTest-Tag-1617564265') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:11.357561 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0f2d931e-67ae-4d7e-a5ee-459bd1e8f142 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:11.385335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d144fd-9608-4959-82de-fade46d815ff None None] Pushing event updated for resources: {'Port': ['ID=e17a1977-adcc-4214-8345-eecf617c04ef,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:11.387146 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-456696e2-45a3-441e-803d-b43927a69332 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] show failed (client error): The resource could not be found. Dec 09 02:19:11.395735 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-456696e2-45a3-441e-803d-b43927a69332 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/subnetpools/20ec235f-b6ef-42fa-84cd-fae63d00257b/tags/tempest-TagsExtTest-Tag-1617564265 HTTP/1.1" status: 404 len: 329 time: 0.0467496 Dec 09 02:19:11.397124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36104) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:11.409545 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-adc36170-53f2-4953-8be9-518a6432c1e0 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '20ec235f-b6ef-42fa-84cd-fae63d00257b', 'tempest-TagsExtTest-Tag-435299542') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:11.508209 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:11.512692 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce1259f5-429f-482b-ad63-bee881971e3b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:11.571482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:11.571482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:11.684841 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1259f5-429f-482b-ad63-bee881971e3b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=400336b6-0c7a-4ab9-accb-a99a7b2d6080,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:11.693361 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-adc36170-53f2-4953-8be9-518a6432c1e0 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] show failed (client error): The resource could not be found. Dec 09 02:19:11.697230 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-adc36170-53f2-4953-8be9-518a6432c1e0 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/subnetpools/20ec235f-b6ef-42fa-84cd-fae63d00257b/tags/tempest-TagsExtTest-Tag-435299542 HTTP/1.1" status: 404 len: 328 time: 0.2983441 Dec 09 02:19:11.697364 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36106) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:11.702223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-e8ef733e-900e-49e3-ad34-fd7e678a1b22 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '20ec235f-b6ef-42fa-84cd-fae63d00257b') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:11.703302 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c5c228-5cc3-458e-aa1c-40f8603fd52e None None] Network 77cb919d-e4e8-4791-8e4a-423e324d9781 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:11.762387 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e8ef733e-900e-49e3-ad34-fd7e678a1b22 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/subnetpools/20ec235f-b6ef-42fa-84cd-fae63d00257b/tags HTTP/1.1" status: 204 len: 168 time: 0.0639391 Dec 09 02:19:11.767420 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36108) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:11.773427 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-92ba2f9b-c16f-41eb-be09-96631300cd37 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd7d449ed-98cd-4f77-b04e-75d89b8f38de') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:11.797754 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device cba5d18c-7fed-4894-8d77-7b285d2f1590 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:19:11.815315 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0f2d931e-67ae-4d7e-a5ee-459bd1e8f142 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:11.928025 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce1259f5-429f-482b-ad63-bee881971e3b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:11.935552 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ce1259f5-429f-482b-ad63-bee881971e3b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/400336b6-0c7a-4ab9-accb-a99a7b2d6080 HTTP/1.1" status: 204 len: 168 time: 3.2737896 Dec 09 02:19:11.936231 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36110) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:11.937080 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e17a1977-adcc-4214-8345-eecf617c04ef up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:11.997789 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0f2d931e-67ae-4d7e-a5ee-459bd1e8f142 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8607f29-1495-46e9-a735-6e753a02d1c5']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:12.009155 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-92ba2f9b-c16f-41eb-be09-96631300cd37 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/routers/d7d449ed-98cd-4f77-b04e-75d89b8f38de/tags HTTP/1.1" status: 204 len: 168 time: 0.2378631 Dec 09 02:19:12.010935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36112) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:12.019901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-ecc58b7c-fb01-4b0a-bc3c-bb9e64f38554 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:12.022769 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event updated for resources: {'Port': ['ID=6744c246-de3c-4167-9816-66e609d6cc3e,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:12.046108 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0f2d931e-67ae-4d7e-a5ee-459bd1e8f142 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a569f4-6871-4d5e-9c00-091deaafa748') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:12.046455 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0f2d931e-67ae-4d7e-a5ee-459bd1e8f142 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a569f4-6871-4d5e-9c00-091deaafa748') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:12.053150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a0e05c18-0422-42f6-8707-090db308e3c2 None None] Provisioning complete for port 0de32ce7-9178-41eb-91aa-56b04f8cc80e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:12.055762 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0e05c18-0422-42f6-8707-090db308e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:12.095914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0f2d931e-67ae-4d7e-a5ee-459bd1e8f142 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:12.129862 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ecc58b7c-fb01-4b0a-bc3c-bb9e64f38554 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/ports/b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af/tags HTTP/1.1" status: 204 len: 168 time: 0.1172123 Dec 09 02:19:12.132485 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36114) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:12.138569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-e7319589-eb23-478d-a569-1244ae3bfbbf tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64e813cd-5a57-4199-81a8-f377bf6f595e') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:12.152070 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0f2d931e-67ae-4d7e-a5ee-459bd1e8f142 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:12.164387 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Network 77cb919d-e4e8-4791-8e4a-423e324d9781 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:12.175967 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452f48bf-5dee-4930-afa1-8f826d7823a3 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:12.182325 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-452f48bf-5dee-4930-afa1-8f826d7823a3 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2337182 Dec 09 02:19:12.182988 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36116) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:12.186889 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:12.220895 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2e1c1f-e2a4-4f35-a153-37358ffea49c None None] Network 031804d2-feac-4419-bd55-75e7964004e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:12.221156 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2d931e-67ae-4d7e-a5ee-459bd1e8f142 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:12.221156 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0f2d931e-67ae-4d7e-a5ee-459bd1e8f142 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:12.226083 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:12.298680 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44485c10-3ece-4392-8449-467e94fd55d0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:12.301191 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-44485c10-3ece-4392-8449-467e94fd55d0 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1171017 Dec 09 02:19:12.306876 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36122) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:12.360680 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port cba5d18c-7fed-4894-8d77-7b285d2f1590, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cba5d18c-7fed-4894-8d77-7b285d2f1590,segment=NetworkSegment(1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d),segment_id=1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:12.390178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port e17a1977-adcc-4214-8345-eecf617c04ef triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:12.390890 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:12.390997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad167e-2be1-4f36-853d-34a53275810b req-6c0b342d-e158-4c9e-b6cb-905bdf0077da tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:12.399858 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-32ad167e-2be1-4f36-853d-34a53275810b req-6c0b342d-e158-4c9e-b6cb-905bdf0077da tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 944 time: 0.0914607 Dec 09 02:19:12.424071 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e7319589-eb23-478d-a569-1244ae3bfbbf tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/subnets/64e813cd-5a57-4199-81a8-f377bf6f595e/tags HTTP/1.1" status: 204 len: 168 time: 0.2904484 Dec 09 02:19:12.435936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'cba5d18c-7fed-4894-8d77-7b285d2f1590', 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6', 'port_id': 'cba5d18c-7fed-4894-8d77-7b285d2f1590', 'mac_address': 'fa:16:3e:33:64:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20d2fd7-0c5c-4b16-8a27-b857ec860b93', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:19:12.445002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36124) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:12.480948 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0f2d931e-67ae-4d7e-a5ee-459bd1e8f142 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:12.485565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0f2d931e-67ae-4d7e-a5ee-459bd1e8f142 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:12.491463 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0f2d931e-67ae-4d7e-a5ee-459bd1e8f142 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/networks/f8607f29-1495-46e9-a735-6e753a02d1c5 HTTP/1.1" status: 204 len: 168 time: 1.6329401 Dec 09 02:19:12.499080 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36126) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:12.515941 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d931e-67ae-4d7e-a5ee-459bd1e8f142 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event deleted for resources: {'Network': ['ID=f8607f29-1495-46e9-a735-6e753a02d1c5,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:12.531544 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f039c5-8e9a-47d4-b298-b5ed20ff8ab3 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:12.534489 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f039c5-8e9a-47d4-b298-b5ed20ff8ab3 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:12.536782 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f039c5-8e9a-47d4-b298-b5ed20ff8ab3 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:12.538677 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e6f039c5-8e9a-47d4-b298-b5ed20ff8ab3 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2309322 Dec 09 02:19:12.541850 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36128) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:12.592498 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0e05c18-0422-42f6-8707-090db308e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:12.634131 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d6fe22-a4d8-4651-9317-e4b74b5533f7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 3272c333-17c1-45c2-a597-35aae1e29b0e {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:19:12.639737 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Router 1c564aff-66f0-4b76-a838-35b7113986ad is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:19:12.642358 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65d6fe22-a4d8-4651-9317-e4b74b5533f7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:12.652662 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c857bbe2-ee41-4259-bf30-16d72373585c tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks [] for subnetpool, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:12.657089 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c857bbe2-ee41-4259-bf30-16d72373585c tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/subnetpools/20ec235f-b6ef-42fa-84cd-fae63d00257b HTTP/1.1" status: 204 len: 168 time: 0.2072709 Dec 09 02:19:12.658167 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36130) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:12.703796 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-36e58eae-c88f-4986-ac73-4301851293b2 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7d449ed-98cd-4f77-b04e-75d89b8f38de HTTP/1.1" status: 200 len: 205 time: 0.0430980 Dec 09 02:19:12.708740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36132) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:12.771201 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65d6fe22-a4d8-4651-9317-e4b74b5533f7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:12.807250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c0ace25-ec08-4340-98ec-2b9c03ee7c6b tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:12.885240 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:19:12.891136 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6438f7ba-a02e-4064-897e-a2d37ab71a64 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "PUT /v2.0/routers/1c564aff-66f0-4b76-a838-35b7113986ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6611879 Dec 09 02:19:12.894450 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36134) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:13.011392 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-32ad167e-2be1-4f36-853d-34a53275810b req-05f7d9c4-638d-458a-9c0f-a396136ada8b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=b59a8f1d-ce5f-42ea-83e4-c82fd4defb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6105936 Dec 09 02:19:13.021922 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993b2582-ae00-4fec-b7fe-e2091d647d7e None None] Sync routers for ids ['1c564aff-66f0-4b76-a838-35b7113986ad'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:19:13.051275 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.066583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65d6fe22-a4d8-4651-9317-e4b74b5533f7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.084836 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993b2582-ae00-4fec-b7fe-e2091d647d7e None None] Routers {'1c564aff-66f0-4b76-a838-35b7113986ad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:13.087276 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-993b2582-ae00-4fec-b7fe-e2091d647d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1c564aff-66f0-4b76-a838-35b7113986ad'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:13.094021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba5d18c-7fed-4894-8d77-7b285d2f1590 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:19:13.165153 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a0e05c18-0422-42f6-8707-090db308e3c2 None None] For port 0de32ce7-9178-41eb-91aa-56b04f8cc80e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0de32ce7-9178-41eb-91aa-56b04f8cc80e,segment=NetworkSegment(9e9e852a-4143-4582-8457-0bf7b52c980b),segment_id=9e9e852a-4143-4582-8457-0bf7b52c980b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:13.181166 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c0ace25-ec08-4340-98ec-2b9c03ee7c6b tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.184244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c0ace25-ec08-4340-98ec-2b9c03ee7c6b tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.240700 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port cba5d18c-7fed-4894-8d77-7b285d2f1590, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cba5d18c-7fed-4894-8d77-7b285d2f1590,segment=NetworkSegment(1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d),segment_id=1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:13.245023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0e05c18-0422-42f6-8707-090db308e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.251293 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65d6fe22-a4d8-4651-9317-e4b74b5533f7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.256614 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-993b2582-ae00-4fec-b7fe-e2091d647d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:13.278960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cec75036-7dfc-40f2-8e26-e1fef1336593 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Deleting port 7098e260-fdc7-4d7f-b25f-77a71343d39b {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:13.279317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cec75036-7dfc-40f2-8e26-e1fef1336593 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.287720 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c0ace25-ec08-4340-98ec-2b9c03ee7c6b tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.287964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0ace25-ec08-4340-98ec-2b9c03ee7c6b tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Fanout notify agent at l3_agent the message router_deleted on router d7d449ed-98cd-4f77-b04e-75d89b8f38de {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:19:13.307472 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c0ace25-ec08-4340-98ec-2b9c03ee7c6b tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.308465 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0c0ace25-ec08-4340-98ec-2b9c03ee7c6b tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/routers/d7d449ed-98cd-4f77-b04e-75d89b8f38de HTTP/1.1" status: 204 len: 168 time: 0.5985742 Dec 09 02:19:13.342901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e05c18-0422-42f6-8707-090db308e3c2 None None] Pushing event updated for resources: {'Port': ['ID=0de32ce7-9178-41eb-91aa-56b04f8cc80e,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:13.355747 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36136) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:13.360168 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.419620 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993b2582-ae00-4fec-b7fe-e2091d647d7e None None] Routers {'1c564aff-66f0-4b76-a838-35b7113986ad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:13.420638 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-993b2582-ae00-4fec-b7fe-e2091d647d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1c564aff-66f0-4b76-a838-35b7113986ad'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:13.428054 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cec75036-7dfc-40f2-8e26-e1fef1336593 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.468288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cec75036-7dfc-40f2-8e26-e1fef1336593 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Calling delete_port for 7098e260-fdc7-4d7f-b25f-77a71343d39b owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:13.486670 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6fe22-a4d8-4651-9317-e4b74b5533f7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=3272c333-17c1-45c2-a597-35aae1e29b0e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:13.516265 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65d6fe22-a4d8-4651-9317-e4b74b5533f7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.518979 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-65d6fe22-a4d8-4651-9317-e4b74b5533f7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/3272c333-17c1-45c2-a597-35aae1e29b0e HTTP/1.1" status: 204 len: 168 time: 0.9761558 Dec 09 02:19:13.539647 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36140) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:13.551129 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6058fcaf-55e6-4621-a72b-76ee1b272712 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:13.554990 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-993b2582-ae00-4fec-b7fe-e2091d647d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:13.555672 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993b2582-ae00-4fec-b7fe-e2091d647d7e None None] The sync data for ids ['1c564aff-66f0-4b76-a838-35b7113986ad'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:19:13.568271 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-42deb914-da54-4dce-ae2a-a19df38ba65c None None] Provisioning complete for port 0de32ce7-9178-41eb-91aa-56b04f8cc80e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:13.568652 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-42deb914-da54-4dce-ae2a-a19df38ba65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.571174 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 17b616ad-504f-4120-9a95-7f40d3d89b87 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:13.688560 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b9734c-001d-4838-9782-b178b6a1f4c1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 64ca56c4-ef38-41b2-8d27-9542e0b55d78 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:19:13.698218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-64b9734c-001d-4838-9782-b178b6a1f4c1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.762135 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-64b9734c-001d-4838-9782-b178b6a1f4c1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.769218 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=cba5d18c-7fed-4894-8d77-7b285d2f1590,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:13.802351 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['cba5d18c-7fed-4894-8d77-7b285d2f1590'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:19:13.845269 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a85de475-613a-4fa4-abf2-77938d0a9650 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Deleting port b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:13.845879 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a85de475-613a-4fa4-abf2-77938d0a9650 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.865147 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-64b9734c-001d-4838-9782-b178b6a1f4c1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.934306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-64b9734c-001d-4838-9782-b178b6a1f4c1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.974294 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-43ad2198-cc62-43ad-a774-8a114e166ca5 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:13.975907 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9734c-001d-4838-9782-b178b6a1f4c1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=64ca56c4-ef38-41b2-8d27-9542e0b55d78,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:13.978618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-64b9734c-001d-4838-9782-b178b6a1f4c1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:13.979623 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-43ad2198-cc62-43ad-a774-8a114e166ca5 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "PUT /v2.0/routers/1c564aff-66f0-4b76-a838-35b7113986ad/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0784249 Dec 09 02:19:13.985259 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-64b9734c-001d-4838-9782-b178b6a1f4c1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/64ca56c4-ef38-41b2-8d27-9542e0b55d78 HTTP/1.1" status: 204 len: 168 time: 0.4445808 Dec 09 02:19:13.987661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36144) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:13.989433 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36142) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:13.994854 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cec75036-7dfc-40f2-8e26-e1fef1336593 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.002319 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 17b616ad-504f-4120-9a95-7f40d3d89b87 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:14.003639 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.007882 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a85de475-613a-4fa4-abf2-77938d0a9650 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.036376 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ee8675db-830c-4d58-89c7-ea1281fa8c44 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473909 Dec 09 02:19:14.045704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36146) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:14.056319 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-996ee7d8-ef78-4352-914d-d6c4fd8ced16 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:14.092838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec75036-7dfc-40f2-8e26-e1fef1336593 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event deleted for resources: {'Port': ['ID=7098e260-fdc7-4d7f-b25f-77a71343d39b,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:14.116039 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a85de475-613a-4fa4-abf2-77938d0a9650 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Calling delete_port for b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:14.124074 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cec75036-7dfc-40f2-8e26-e1fef1336593 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.127382 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cec75036-7dfc-40f2-8e26-e1fef1336593 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/ports/7098e260-fdc7-4d7f-b25f-77a71343d39b HTTP/1.1" status: 204 len: 168 time: 1.5657420 Dec 09 02:19:14.131375 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36150) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:14.133783 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-42deb914-da54-4dce-ae2a-a19df38ba65c None None] Provisioning complete for port bf07687a-956e-4433-b793-e0931acfb1c7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:14.134169 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-42deb914-da54-4dce-ae2a-a19df38ba65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.175077 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4e7f1a-f98f-44a8-bbac-c178ae9c3f45 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:14.175880 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4e7f1a-f98f-44a8-bbac-c178ae9c3f45 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:14.179707 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9b4e7f1a-f98f-44a8-bbac-c178ae9c3f45 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/subnets/2a04ed74-4b31-4efe-a410-d70979caeb48 HTTP/1.1" status: 404 len: 337 time: 0.0473769 Dec 09 02:19:14.182242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36152) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:14.185611 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.248035 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd9622-6cca-4481-a58c-4eb6c0a8925f req-9d0ad4d9-8d50-4b3d-ac28-91534df8df50 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:14.250696 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7ffd9622-6cca-4481-a58c-4eb6c0a8925f req-9d0ad4d9-8d50-4b3d-ac28-91534df8df50 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 945 time: 0.1533413 Dec 09 02:19:14.287792 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eb1bdf-59c6-40c0-85bf-0481c3cf2cd0 None None] Update dhcp port {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'fixed_ips': [{'subnet_id': '64ca56c4-ef38-41b2-8d27-9542e0b55d78'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': 'e17a1977-adcc-4214-8345-eecf617c04ef'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:19:14.299521 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device bf07687a-956e-4433-b793-e0931acfb1c7 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:14.325408 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7ffd9622-6cca-4481-a58c-4eb6c0a8925f req-71d8174c-ea77-42a9-9f56-7b049ed84cc5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=b59a8f1d-ce5f-42ea-83e4-c82fd4defb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651784 Dec 09 02:19:14.331118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.391231 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-50eb1bdf-59c6-40c0-85bf-0481c3cf2cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.409640 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Deleting port 561b4d68-aede-4cbc-98b1-4464eaeb92b0 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:14.409989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.442494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-42deb914-da54-4dce-ae2a-a19df38ba65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.528430 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] For port 561b4d68-aede-4cbc-98b1-4464eaeb92b0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=561b4d68-aede-4cbc-98b1-4464eaeb92b0,segment=NetworkSegment(23667841-ef67-482a-9cd1-d8b5d0151749),segment_id=23667841-ef67-482a-9cd1-d8b5d0151749)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:14.528430 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.547348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Calling delete_port for 561b4d68-aede-4cbc-98b1-4464eaeb92b0 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:14.584332 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port bf07687a-956e-4433-b793-e0931acfb1c7 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:14.584731 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.613181 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-42deb914-da54-4dce-ae2a-a19df38ba65c None None] For port bf07687a-956e-4433-b793-e0931acfb1c7, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=bf07687a-956e-4433-b793-e0931acfb1c7,segment=NetworkSegment(6ae32f27-8a24-46cb-a41b-c3e038671b8f),segment_id=6ae32f27-8a24-46cb-a41b-c3e038671b8f)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:14.649621 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-42deb914-da54-4dce-ae2a-a19df38ba65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.701445 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373bf988-4046-461f-bd9f-dfe4a5a2e289 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:14.726689 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.759643 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event deleted for resources: {'Port': ['ID=561b4d68-aede-4cbc-98b1-4464eaeb92b0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:14.770710 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] No DVR routers for this DVR port 561b4d68-aede-4cbc-98b1-4464eaeb92b0 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:14.811738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-42deb914-da54-4dce-ae2a-a19df38ba65c None None] Provisioning complete for port e17a1977-adcc-4214-8345-eecf617c04ef triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:14.812259 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-42deb914-da54-4dce-ae2a-a19df38ba65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.858879 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42deb914-da54-4dce-ae2a-a19df38ba65c None None] Pushing event updated for resources: {'Port': ['ID=bf07687a-956e-4433-b793-e0931acfb1c7,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:14.888676 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.895868 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996ee7d8-ef78-4352-914d-d6c4fd8ced16 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:14.899796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-996ee7d8-ef78-4352-914d-d6c4fd8ced16 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.923010 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9dd7115-b505-4ef9-b9cd-ffc0201ade5c']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:14.933901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23667841-ef67-482a-9cd1-d8b5d0151749') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:14.934223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23667841-ef67-482a-9cd1-d8b5d0151749') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:14.951635 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.969537 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.970832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0de32ce7-9178-41eb-91aa-56b04f8cc80e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:14.979952 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:14.980452 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:14.985114 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:15.063750 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-42deb914-da54-4dce-ae2a-a19df38ba65c None None] Provisioning complete for port 6744c246-de3c-4167-9816-66e609d6cc3e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:15.064148 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-42deb914-da54-4dce-ae2a-a19df38ba65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.067124 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 0de32ce7-9178-41eb-91aa-56b04f8cc80e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:15.067516 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.067896 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.080276 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.087962 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/networks/c9dd7115-b505-4ef9-b9cd-ffc0201ade5c HTTP/1.1" status: 204 len: 168 time: 0.9048042 Dec 09 02:19:15.089032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36156) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:15.089708 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d7c941-9183-4946-a796-672e156ec03a None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:19:15.135169 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a85de475-613a-4fa4-abf2-77938d0a9650 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.155942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4620a-da69-4b68-9bb6-69a2cd7673f3 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event deleted for resources: {'Network': ['ID=c9dd7115-b505-4ef9-b9cd-ffc0201ade5c,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:15.157854 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-42deb914-da54-4dce-ae2a-a19df38ba65c None None] Port 6744c246-de3c-4167-9816-66e609d6cc3e cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:19:15.165511 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-42deb914-da54-4dce-ae2a-a19df38ba65c None None] Could not find standard attr ID for object 400336b6-0c7a-4ab9-accb-a99a7b2d6080. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:19:15.180307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5654440-2997-448f-9c46-b83bc4a6f4c1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Deleting subnet b8c742c9-7998-4e66-9717-c8fe054b85a6 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:19:15.185900 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5654440-2997-448f-9c46-b83bc4a6f4c1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.195209 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85de475-613a-4fa4-abf2-77938d0a9650 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Pushing event deleted for resources: {'Port': ['ID=b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:15.225890 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-05d7c941-9183-4946-a796-672e156ec03a None None] Deleting port e17a1977-adcc-4214-8345-eecf617c04ef {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:15.226338 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05d7c941-9183-4946-a796-672e156ec03a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.243175 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5654440-2997-448f-9c46-b83bc4a6f4c1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.333180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-05d7c941-9183-4946-a796-672e156ec03a None None] For port e17a1977-adcc-4214-8345-eecf617c04ef, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e17a1977-adcc-4214-8345-eecf617c04ef,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:15.333776 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05d7c941-9183-4946-a796-672e156ec03a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.439593 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5654440-2997-448f-9c46-b83bc4a6f4c1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.451141 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-996ee7d8-ef78-4352-914d-d6c4fd8ced16 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.481957 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a85de475-613a-4fa4-abf2-77938d0a9650 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.487538 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a85de475-613a-4fa4-abf2-77938d0a9650 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/ports/b4f9de7c-e7a6-4f2b-9cd4-44e5e20ea8af HTTP/1.1" status: 204 len: 168 time: 2.1300933 Dec 09 02:19:15.491849 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ee7d8-ef78-4352-914d-d6c4fd8ced16 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:15.493966 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36160) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:15.539277 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-996ee7d8-ef78-4352-914d-d6c4fd8ced16 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:15.571762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996ee7d8-ef78-4352-914d-d6c4fd8ced16 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:15.572379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-996ee7d8-ef78-4352-914d-d6c4fd8ced16 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.595212 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f7129db9-c9c7-4d12-a631-1edc58167d29 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.603061 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device bf07687a-956e-4433-b793-e0931acfb1c7 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:15.611142 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-996ee7d8-ef78-4352-914d-d6c4fd8ced16 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5605097 Dec 09 02:19:15.616131 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36164) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:15.630426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47230f1-6d00-434c-9674-c8b895f667ae req-6cc1c9fc-fcfe-4783-89e6-06e4bc3a059d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:15.632721 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e47230f1-6d00-434c-9674-c8b895f667ae req-6cc1c9fc-fcfe-4783-89e6-06e4bc3a059d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 945 time: 0.1458199 Dec 09 02:19:15.641392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-2f10364e-ad8a-4ffc-bbcd-4196039fc573 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:15.661011 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-05d7c941-9183-4946-a796-672e156ec03a None None] Calling delete_port for e17a1977-adcc-4214-8345-eecf617c04ef owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:15.669657 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e1840197-75d0-47ed-8b3e-4359f6e4d909 None None] Provisioning complete for port bf07687a-956e-4433-b793-e0931acfb1c7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:15.670284 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1840197-75d0-47ed-8b3e-4359f6e4d909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.712149 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5654440-2997-448f-9c46-b83bc4a6f4c1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.733622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5654440-2997-448f-9c46-b83bc4a6f4c1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.739791 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d5654440-2997-448f-9c46-b83bc4a6f4c1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/subnets/b8c742c9-7998-4e66-9717-c8fe054b85a6 HTTP/1.1" status: 204 len: 168 time: 0.6451235 Dec 09 02:19:15.759837 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210e7d18-2821-4a99-98d8-ee3fa2061d51 None None] Network ccd72830-7850-42a3-b81d-87183b083991 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:15.774031 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f516d6-dec8-457d-bbd2-9a418fc4441e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Deleting subnet 64e813cd-5a57-4199-81a8-f377bf6f595e {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:19:15.797989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36166) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:15.811194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5654440-2997-448f-9c46-b83bc4a6f4c1 tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c742c9-7998-4e66-9717-c8fe054b85a6,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:15.818311 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e47230f1-6d00-434c-9674-c8b895f667ae req-c28587d0-dd5c-4950-8d28-20e4b821a52a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=b59a8f1d-ce5f-42ea-83e4-c82fd4defb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721432 Dec 09 02:19:15.819093 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ee7d8-ef78-4352-914d-d6c4fd8ced16 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=74ff950d-04a7-427f-8542-0c83edc3f773,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:15.821660 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0f516d6-dec8-457d-bbd2-9a418fc4441e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.840469 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device cba5d18c-7fed-4894-8d77-7b285d2f1590 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:15.887362 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0f516d6-dec8-457d-bbd2-9a418fc4441e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.941344 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.964548 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port bf07687a-956e-4433-b793-e0931acfb1c7 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:15.965227 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:15.995762 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f10364e-ad8a-4ffc-bbcd-4196039fc573 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:16.003242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f10364e-ad8a-4ffc-bbcd-4196039fc573 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.015345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0f516d6-dec8-457d-bbd2-9a418fc4441e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.116903 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f7129db9-c9c7-4d12-a631-1edc58167d29 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Deleting port 6744c246-de3c-4167-9816-66e609d6cc3e {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:16.119704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f7129db9-c9c7-4d12-a631-1edc58167d29 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.132447 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Deleting port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:16.133228 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.141187 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0f516d6-dec8-457d-bbd2-9a418fc4441e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.151556 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e1840197-75d0-47ed-8b3e-4359f6e4d909 None None] Provisioning complete for port e17a1977-adcc-4214-8345-eecf617c04ef triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:16.152080 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1840197-75d0-47ed-8b3e-4359f6e4d909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.157635 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05d7c941-9183-4946-a796-672e156ec03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.198315 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port cba5d18c-7fed-4894-8d77-7b285d2f1590 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:19:16.206560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port cba5d18c-7fed-4894-8d77-7b285d2f1590 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:16.207190 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.208549 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f516d6-dec8-457d-bbd2-9a418fc4441e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Pushing event deleted for resources: {'Subnet': ['ID=64e813cd-5a57-4199-81a8-f377bf6f595e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:16.211723 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a34bb6-1b11-4a68-8bad-c6acd835e638 None None] DHCP port deletion for ccd72830-7850-42a3-b81d-87183b083991 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:19:16.214139 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0f516d6-dec8-457d-bbd2-9a418fc4441e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.216279 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d7c941-9183-4946-a796-672e156ec03a None None] No DVR routers for this DVR port e17a1977-adcc-4214-8345-eecf617c04ef on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:16.217454 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f0f516d6-dec8-457d-bbd2-9a418fc4441e tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/subnets/64e813cd-5a57-4199-81a8-f377bf6f595e HTTP/1.1" status: 204 len: 168 time: 0.7223234 Dec 09 02:19:16.222267 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36168) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:16.252412 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e1840197-75d0-47ed-8b3e-4359f6e4d909 None None] Port e17a1977-adcc-4214-8345-eecf617c04ef was deleted so its status cannot be updated. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 09 02:19:16.256975 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7c941-9183-4946-a796-672e156ec03a None None] Pushing event deleted for resources: {'Port': ['ID=e17a1977-adcc-4214-8345-eecf617c04ef,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:16.259575 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.ipam_backend_mixin [None req-2f10364e-ad8a-4ffc-bbcd-4196039fc573 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 74ff950d-04a7-427f-8542-0c83edc3f773 (CIDR: 2001:db8::/64) Dec 09 02:19:16.268863 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f10364e-ad8a-4ffc-bbcd-4196039fc573 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:16.269326 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f10364e-ad8a-4ffc-bbcd-4196039fc573 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:16.292014 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13fce3e-17d9-462a-a807-a482e1c69ee0 None None] Network f561544f-7fed-439a-a6a0-439f4041e213 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:16.297921 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] For port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2adf09e2-d6e4-45dc-a93f-9deeea3d10c3,segment=NetworkSegment(b92a2c2e-7644-4fb0-a028-b8d26724d15e),segment_id=b92a2c2e-7644-4fb0-a028-b8d26724d15e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:16.298307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.335975 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2f10364e-ad8a-4ffc-bbcd-4196039fc573 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7016015 Dec 09 02:19:16.337546 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Calling delete_port for 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:16.339166 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6847f962-2b39-4072-b9bd-f756886a1462 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:16.339664 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f7129db9-c9c7-4d12-a631-1edc58167d29 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.340023 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36170) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:16.346619 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-fb2fde27-d082-4967-904c-66cb85cec330 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'subnet': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:16.351697 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.359510 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f7129db9-c9c7-4d12-a631-1edc58167d29 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Calling delete_port for 6744c246-de3c-4167-9816-66e609d6cc3e owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:16.486198 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e1840197-75d0-47ed-8b3e-4359f6e4d909 None None] Provisioning complete for port 6744c246-de3c-4167-9816-66e609d6cc3e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:16.486577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1840197-75d0-47ed-8b3e-4359f6e4d909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.525636 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Deleting port 11f732a3-4692-422f-8f84-930667bd65ba {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:16.525917 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.555772 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0de32ce7-9178-41eb-91aa-56b04f8cc80e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:16.608859 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.612790 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2fde27-d082-4967-904c-66cb85cec330 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:16.616923 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb2fde27-d082-4967-904c-66cb85cec330 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.635863 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] For port 11f732a3-4692-422f-8f84-930667bd65ba, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=11f732a3-4692-422f-8f84-930667bd65ba,segment=NetworkSegment(bcbd26b4-8cae-4e5c-a52d-f09f68b16dc7),segment_id=bcbd26b4-8cae-4e5c-a52d-f09f68b16dc7)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:16.635863 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.669507 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Calling delete_port for 11f732a3-4692-422f-8f84-930667bd65ba owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:16.678973 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b1a34bb6-1b11-4a68-8bad-c6acd835e638 None None] Deleting port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:16.679644 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1a34bb6-1b11-4a68-8bad-c6acd835e638 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.692162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event deleted for resources: {'Port': ['ID=2adf09e2-d6e4-45dc-a93f-9deeea3d10c3,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:16.692979 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f7129db9-c9c7-4d12-a631-1edc58167d29 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.700859 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] No DVR routers for this DVR port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:16.731730 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e1840197-75d0-47ed-8b3e-4359f6e4d909 None None] Port 6744c246-de3c-4167-9816-66e609d6cc3e cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:19:16.836207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.864214 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 0de32ce7-9178-41eb-91aa-56b04f8cc80e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:16.864608 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.880137 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7129db9-c9c7-4d12-a631-1edc58167d29 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event deleted for resources: {'Port': ['ID=6744c246-de3c-4167-9816-66e609d6cc3e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:16.902976 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd72830-7850-42a3-b81d-87183b083991']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:16.920496 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.934983 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3d63738a-85ef-4baf-83f7-848c720832e0', 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'project_id': '2d9a879756cf4e31a3dfa01d4a38eff3', 'fixed_ips': [{'subnet_id': '74ff950d-04a7-427f-8542-0c83edc3f773'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:19:16.936472 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.945382 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b1a34bb6-1b11-4a68-8bad-c6acd835e638 None None] For port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:16.946285 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1a34bb6-1b11-4a68-8bad-c6acd835e638 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.947247 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92a2c2e-7644-4fb0-a028-b8d26724d15e') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:16.947582 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92a2c2e-7644-4fb0-a028-b8d26724d15e') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:16.964648 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:16.982273 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747a4f4f-27b1-49da-886c-eb723fd3bd43 None None] DHCP port deletion for f561544f-7fed-439a-a6a0-439f4041e213 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:19:16.985784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b1a34bb6-1b11-4a68-8bad-c6acd835e638 None None] Calling delete_port for 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:17.001230 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.004936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-b1a34bb6-1b11-4a68-8bad-c6acd835e638 None None] Port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 was not found and therefore no delete operation was performed {{(pid=103335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 02:19:17.023864 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1a34bb6-1b11-4a68-8bad-c6acd835e638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.030424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.046939 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc3f2a-262f-4b65-930b-f40c3b59b946 req-622fa86e-1152-4bcf-8b49-f2b973a10ef8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:17.048576 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5fdc3f2a-262f-4b65-930b-f40c3b59b946 req-622fa86e-1152-4bcf-8b49-f2b973a10ef8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 945 time: 0.1167943 Dec 09 02:19:17.058982 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:17.059888 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:17.081374 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:17.111658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a34bb6-1b11-4a68-8bad-c6acd835e638 None None] Pushing event deleted for resources: {'Port': ['ID=2adf09e2-d6e4-45dc-a93f-9deeea3d10c3,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:17.114959 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5ea691-1fb5-42da-8713-be60d1c67bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba5d18c-7fed-4894-8d77-7b285d2f1590'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:19:17.134207 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bb7e3c-34cc-4828-b530-f076ecc41663" -d '{"events": [{"server_uuid": "4c5ea691-1fb5-42da-8713-be60d1c67bd8", "name": "network-vif-plugged", "status": "completed", "tag": "cba5d18c-7fed-4894-8d77-7b285d2f1590"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:19:17.141940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a34bb6-1b11-4a68-8bad-c6acd835e638 None None] No DVR routers for this DVR port 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:17.148332 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f7129db9-c9c7-4d12-a631-1edc58167d29 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.188641 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port cba5d18c-7fed-4894-8d77-7b285d2f1590, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cba5d18c-7fed-4894-8d77-7b285d2f1590,segment=NetworkSegment(1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d),segment_id=1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:17.222177 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.229534 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5fdc3f2a-262f-4b65-930b-f40c3b59b946 req-ad1a739e-c768-4276-859f-468191145955 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=b59a8f1d-ce5f-42ea-83e4-c82fd4defb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659577 Dec 09 02:19:17.249013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.255488 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] 10.222.0.43 "DELETE /v2.0/networks/ccd72830-7850-42a3-b81d-87183b083991 HTTP/1.1" status: 204 len: 168 time: 1.4562373 Dec 09 02:19:17.268864 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.366019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa15d8-27f7-4aa5-ada4-0805b06bdf5b tempest-NetworksIpV6TestAttrs-73824532 tempest-NetworksIpV6TestAttrs-73824532-project] Pushing event deleted for resources: {'Network': ['ID=ccd72830-7850-42a3-b81d-87183b083991,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:17.383255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Pushing event deleted for resources: {'Port': ['ID=11f732a3-4692-422f-8f84-930667bd65ba,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:17.388638 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] No DVR routers for this DVR port 11f732a3-4692-422f-8f84-930667bd65ba on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:17.422710 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7129db9-c9c7-4d12-a631-1edc58167d29 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Router 1c564aff-66f0-4b76-a838-35b7113986ad has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:19:17.461412 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Allocated IP 2001:db8::2 (3d63738a-85ef-4baf-83f7-848c720832e0/74ff950d-04a7-427f-8542-0c83edc3f773/8d04f3b2-d591-474f-aa51-9f49284bce15) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:17.538640 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.595489 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7129db9-c9c7-4d12-a631-1edc58167d29 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:19:17.596722 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.objects.ports [None req-fb2fde27-d082-4967-904c-66cb85cec330 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103334) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 02:19:17.601203 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f7129db9-c9c7-4d12-a631-1edc58167d29 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "PUT /v2.0/routers/1c564aff-66f0-4b76-a838-35b7113986ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6104786 Dec 09 02:19:17.607567 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958762fd-c1fb-4c9c-a45f-14320fe1dc1a None None] Sync routers for ids ['1c564aff-66f0-4b76-a838-35b7113986ad'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:19:17.610081 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36182) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:17.619318 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f561544f-7fed-439a-a6a0-439f4041e213']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:17.625797 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958762fd-c1fb-4c9c-a45f-14320fe1dc1a None None] Routers {'1c564aff-66f0-4b76-a838-35b7113986ad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:17.628118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb2fde27-d082-4967-904c-66cb85cec330 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.629521 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-958762fd-c1fb-4c9c-a45f-14320fe1dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1c564aff-66f0-4b76-a838-35b7113986ad'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:17.651662 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbd26b4-8cae-4e5c-a52d-f09f68b16dc7') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:17.652011 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbd26b4-8cae-4e5c-a52d-f09f68b16dc7') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:17.680602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.685421 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-958762fd-c1fb-4c9c-a45f-14320fe1dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:17.696220 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958762fd-c1fb-4c9c-a45f-14320fe1dc1a None None] Routers {'1c564aff-66f0-4b76-a838-35b7113986ad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:17.697031 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-958762fd-c1fb-4c9c-a45f-14320fe1dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1c564aff-66f0-4b76-a838-35b7113986ad'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:17.731841 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.735221 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33429d46-f388-4dff-9b66-7eb3811e852c x-openstack-request-id: req-33429d46-f388-4dff-9b66-7eb3811e852c {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:19:17.737130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5ea691-1fb5-42da-8713-be60d1c67bd8", "name": "network-vif-plugged", "status": "completed", "tag": "cba5d18c-7fed-4894-8d77-7b285d2f1590", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:19:17.737130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33429d46-f388-4dff-9b66-7eb3811e852c {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:19:17.738825 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5ea691-1fb5-42da-8713-be60d1c67bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba5d18c-7fed-4894-8d77-7b285d2f1590', 'code': 200} Dec 09 02:19:17.749708 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e17a1977-adcc-4214-8345-eecf617c04ef no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:19:17.760977 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:17.761672 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.778473 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-7231c2f6-b7c5-47ad-bb5a-8968f1803bb8 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] delete failed (client error): The resource could not be found. Dec 09 02:19:17.788066 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7231c2f6-b7c5-47ad-bb5a-8968f1803bb8 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1536995390 HTTP/1.1" status: 404 len: 335 time: 0.1750410 Dec 09 02:19:17.788738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36188) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:17.795066 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-958762fd-c1fb-4c9c-a45f-14320fe1dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:17.798677 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=cba5d18c-7fed-4894-8d77-7b285d2f1590,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:17.800857 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958762fd-c1fb-4c9c-a45f-14320fe1dc1a None None] The sync data for ids ['1c564aff-66f0-4b76-a838-35b7113986ad'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:19:17.804163 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-4341f2be-eedc-4e9a-a037-df9ead29b84f tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Request body: {'router': {'external_gateway_info': {'network_id': '1c564aff-66f0-4b76-a838-35b7113986ad'}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:17.810721 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: e17a1977-adcc-4214-8345-eecf617c04ef {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:19:17.811355 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e17a1977-adcc-4214-8345-eecf617c04ef not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:17.818832 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:17.833154 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2fde27-d082-4967-904c-66cb85cec330 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:17.835934 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.844571 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.865447 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:17.867020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-fb2fde27-d082-4967-904c-66cb85cec330 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:17.873586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2fde27-d082-4967-904c-66cb85cec330 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:17.875467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:17.876470 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb2fde27-d082-4967-904c-66cb85cec330 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.899237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:17.931375 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36190) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:17.971822 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.979378 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.984377 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Attempting to bind port 8d04f3b2-d591-474f-aa51-9f49284bce15 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:17.984996 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Attempting to bind port 8d04f3b2-d591-474f-aa51-9f49284bce15 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:17.985367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Attempting to bind port 8d04f3b2-d591-474f-aa51-9f49284bce15 on network 3d63738a-85ef-4baf-83f7-848c720832e0 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:17.991125 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:17.991854 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Checking segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:17.992254 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.992681 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Bound using segment: {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:17.993162 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Bound port: 8d04f3b2-d591-474f-aa51-9f49284bce15, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38179b78-0ab3-4147-8e0a-51d0285bcd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:17.993543 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:17.995736 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Pushing event updated for resources: {'Port': ['ID=8d04f3b2-d591-474f-aa51-9f49284bce15,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:18.007556 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] 10.222.0.43 "DELETE /v2.0/networks/f561544f-7fed-439a-a6a0-439f4041e213 HTTP/1.1" status: 204 len: 168 time: 1.7835801 Dec 09 02:19:18.016580 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:19:18.038511 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b48cb0-281d-45dc-a59c-3d644b7fc698 tempest-TagsExtTest-473119067 tempest-TagsExtTest-473119067-project] Pushing event deleted for resources: {'Network': ['ID=f561544f-7fed-439a-a6a0-439f4041e213,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:18.042902 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fde27-d082-4967-904c-66cb85cec330 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Subnet': ['ID=44745d19-c86d-4a8c-aba7-0f2144c2d31e,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:18.065075 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fb2fde27-d082-4967-904c-66cb85cec330 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7237422 Dec 09 02:19:18.068677 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36196) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:18.075639 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-134ee4ae-da4d-443d-aac5-c49d615b4b27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Request body: {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'mac_address': 'fa:16:3e:e9:1c:83', 'name': 'tempest-NetworksTestDHCPv6-1880784328'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:18.131472 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:19:18.131910 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2adf09e2-d6e4-45dc-a93f-9deeea3d10c3 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:19:18.132346 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 11f732a3-4692-422f-8f84-930667bd65ba no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:19:18.250472 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 11f732a3-4692-422f-8f84-930667bd65ba {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:19:18.251825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 11f732a3-4692-422f-8f84-930667bd65ba not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:19:18.266653 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] For port 8d04f3b2-d591-474f-aa51-9f49284bce15, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:18.276346 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] For port 8d04f3b2-d591-474f-aa51-9f49284bce15, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8d04f3b2-d591-474f-aa51-9f49284bce15,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:18.288549 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:18.313633 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-59d1cb11-c29c-442e-b7b3-12cfa21b4778 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40c1c73d867b481a84e257b6be6b9519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3801429 Dec 09 02:19:18.318524 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36202) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:18.386940 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134ee4ae-da4d-443d-aac5-c49d615b4b27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Made reservation on behalf of 2d9a879756cf4e31a3dfa01d4a38eff3 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:18.478914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36204) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:18.522773 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af70fdaf-5e1a-4c76-b848-fa86c527d306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:18.528798 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-134ee4ae-da4d-443d-aac5-c49d615b4b27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:18.577573 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af70fdaf-5e1a-4c76-b848-fa86c527d306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:18.579629 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-134ee4ae-da4d-443d-aac5-c49d615b4b27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] device_id is not set on port 86931aac-f265-4886-b27a-6f9e4f356b23 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:19:18.642454 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712bb97-d1a6-4795-a8d6-29d98ae519e6 None None] Pushing event updated for resources: {'Port': ['ID=8d04f3b2-d591-474f-aa51-9f49284bce15,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:18.671052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bca94-8def-4b02-9dbe-6d25a7c940b1 req-d7977c34-7cfd-4d64-854e-02ece49c4360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:18.672598 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d17bca94-8def-4b02-9dbe-6d25a7c940b1 req-d7977c34-7cfd-4d64-854e-02ece49c4360 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 1099 time: 0.8352504 Dec 09 02:19:18.763482 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-61f48664-d8e1-4543-b778-9e79f7866889 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10478d1c7e97434cb9fbd281ca6e05c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2813845 Dec 09 02:19:18.767297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36208) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:18.786078 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af70fdaf-5e1a-4c76-b848-fa86c527d306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:18.788763 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af70fdaf-5e1a-4c76-b848-fa86c527d306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:18.789961 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-af70fdaf-5e1a-4c76-b848-fa86c527d306 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e473eed-fa18-497d-a17b-d1907f8e1fae HTTP/1.1" status: 204 len: 168 time: 0.4698317 Dec 09 02:19:18.829298 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4341f2be-eedc-4e9a-a037-df9ead29b84f tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:18.831395 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70fdaf-5e1a-4c76-b848-fa86c527d306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e473eed-fa18-497d-a17b-d1907f8e1fae,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:18.914464 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ddaeac78-c0df-49dc-9c6c-6272008912bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:18.933416 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-134ee4ae-da4d-443d-aac5-c49d615b4b27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8::2cc (3d63738a-85ef-4baf-83f7-848c720832e0/74ff950d-04a7-427f-8542-0c83edc3f773/86931aac-f265-4886-b27a-6f9e4f356b23) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:18.948773 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-134ee4ae-da4d-443d-aac5-c49d615b4b27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Allocated IP 2001:db8:0:1:f816:3eff:fee9:1c83 (3d63738a-85ef-4baf-83f7-848c720832e0/44745d19-c86d-4a8c-aba7-0f2144c2d31e/86931aac-f265-4886-b27a-6f9e4f356b23) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:18.971226 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ddaeac78-c0df-49dc-9c6c-6272008912bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:18.976130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487175c0-0381-467c-847e-de0c048404ab req-bdb5b3a1-736f-4b4b-a445-0739d8ea237b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:18.987092 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-487175c0-0381-467c-847e-de0c048404ab req-bdb5b3a1-736f-4b4b-a445-0739d8ea237b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 946 time: 0.3109157 Dec 09 02:19:19.062947 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-4341f2be-eedc-4e9a-a037-df9ead29b84f tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] update failed (client error): The resource could not be found. Dec 09 02:19:19.064067 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4341f2be-eedc-4e9a-a037-df9ead29b84f tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "PUT /v2.0/routers/1c564aff-66f0-4b76-a838-35b7113986ad HTTP/1.1" status: 404 len: 339 time: 1.2670777 Dec 09 02:19:19.075185 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36214) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:19.084386 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7dbcbfde-f56d-4540-ad8e-e806712799dd tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1095859353'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:19.089418 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-487175c0-0381-467c-847e-de0c048404ab req-6963b298-fe62-442c-8d65-aa6cc77f79de tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=b59a8f1d-ce5f-42ea-83e4-c82fd4defb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931988 Dec 09 02:19:19.094432 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d17bca94-8def-4b02-9dbe-6d25a7c940b1 req-c8e43e6a-6de5-49bd-bb9f-645e9a8790ce service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b59a8f1d-ce5f-42ea-83e4-c82fd4defb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4038053 Dec 09 02:19:19.123119 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ddaeac78-c0df-49dc-9c6c-6272008912bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:19.125921 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ddaeac78-c0df-49dc-9c6c-6272008912bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:19.127475 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ddaeac78-c0df-49dc-9c6c-6272008912bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/875073ac-445c-4875-85f7-8e6186803c97 HTTP/1.1" status: 204 len: 168 time: 0.3587406 Dec 09 02:19:19.163515 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaeac78-c0df-49dc-9c6c-6272008912bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875073ac-445c-4875-85f7-8e6186803c97,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:19.186953 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbcbfde-f56d-4540-ad8e-e806712799dd tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Made reservation on behalf of 5416f05b508847b4a29dfd8fd6ff6463 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:19.190420 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dbcbfde-f56d-4540-ad8e-e806712799dd tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:19.647171 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbcbfde-f56d-4540-ad8e-e806712799dd tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:19:19.653596 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-134ee4ae-da4d-443d-aac5-c49d615b4b27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:19.669217 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dbcbfde-f56d-4540-ad8e-e806712799dd tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:19.669696 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-7dbcbfde-f56d-4540-ad8e-e806712799dd tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Added segment 3ae4f2f1-b1e0-4e73-aef1-76d990df34cb of type vlan for network eac84809-d25a-4922-b6cc-d447b1c954b4 Dec 09 02:19:19.734448 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dbcbfde-f56d-4540-ad8e-e806712799dd tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:19.776303 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-134ee4ae-da4d-443d-aac5-c49d615b4b27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:19.780799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dbcbfde-f56d-4540-ad8e-e806712799dd tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:19.787351 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbcbfde-f56d-4540-ad8e-e806712799dd tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:19.788012 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dbcbfde-f56d-4540-ad8e-e806712799dd tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:19.893812 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134ee4ae-da4d-443d-aac5-c49d615b4b27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Network 3d63738a-85ef-4baf-83f7-848c720832e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:19.900858 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36236) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:19.906823 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-b9581e5a-caed-429e-9e6b-1ce31d344e01 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Request body: {'subnet': {'network_id': 'eac84809-d25a-4922-b6cc-d447b1c954b4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:19.912334 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7dbcbfde-f56d-4540-ad8e-e806712799dd tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8350325 Dec 09 02:19:19.924275 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-134ee4ae-da4d-443d-aac5-c49d615b4b27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:19.955575 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcbfde-f56d-4540-ad8e-e806712799dd tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event updated for resources: {'Network': ['ID=eac84809-d25a-4922-b6cc-d447b1c954b4,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:19.959807 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ee4ae-da4d-443d-aac5-c49d615b4b27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:19.968278 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network eac84809-d25a-4922-b6cc-d447b1c954b4 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:19:19.986122 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134ee4ae-da4d-443d-aac5-c49d615b4b27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:19.987554 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-134ee4ae-da4d-443d-aac5-c49d615b4b27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:20.020321 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ee4ae-da4d-443d-aac5-c49d615b4b27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event updated for resources: {'Port': ['ID=86931aac-f265-4886-b27a-6f9e4f356b23,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:20.041100 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-134ee4ae-da4d-443d-aac5-c49d615b4b27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9676454 Dec 09 02:19:20.041429 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36240) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:20.054436 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36242) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:20.085384 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9581e5a-caed-429e-9e6b-1ce31d344e01 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Made reservation on behalf of 5416f05b508847b4a29dfd8fd6ff6463 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:20.089193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b9581e5a-caed-429e-9e6b-1ce31d344e01 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:20.137212 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164a58d7-5741-4431-a0e6-9aa5d870d609 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:20.143391 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8d04f3b2-d591-474f-aa51-9f49284bce15 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:20.243081 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-9359c2fb-2e5e-4242-a274-fe1c9c48ccee tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting port 86931aac-f265-4886-b27a-6f9e4f356b23 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:20.243457 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9359c2fb-2e5e-4242-a274-fe1c9c48ccee tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:20.308938 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2343220a-6ccf-4976-837b-50e08679584d tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] Request body: {'port': {'network_id': 'ea965329-6449-41db-a9c1-0f2a4890fdef', 'name': 'tempest-NetworksNegativeTestJSON-1534098114'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:20.326888 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2343220a-6ccf-4976-837b-50e08679584d tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] POST failed (client error): The resource could not be found. Dec 09 02:19:20.327395 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2343220a-6ccf-4976-837b-50e08679584d tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:20.331331 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2343220a-6ccf-4976-837b-50e08679584d tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2731841 Dec 09 02:19:20.332328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b55efa-3cc5-4ab8-ab98-f75fac0f2d92 req-21bac7a3-be86-4120-9235-581938d34e17 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:20.334499 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36248) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:20.337566 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-d4232488-c843-4b52-b629-6224eacb21d6 None None] Provisioning complete for port 8d04f3b2-d591-474f-aa51-9f49284bce15 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:20.338036 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4232488-c843-4b52-b629-6224eacb21d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:20.341538 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-08b55efa-3cc5-4ab8-ab98-f75fac0f2d92 req-21bac7a3-be86-4120-9235-581938d34e17 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 946 time: 0.1393116 Dec 09 02:19:20.358779 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-237e3ce8-6bbb-4e89-9c98-ea1f67221926 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:20.359294 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237e3ce8-6bbb-4e89-9c98-ea1f67221926 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:20.368570 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-237e3ce8-6bbb-4e89-9c98-ea1f67221926 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] 10.222.0.43 "DELETE /v2.0/networks/aaf7e62b-152b-4b9a-aa70-5d5dfe3ac3e4 HTTP/1.1" status: 404 len: 339 time: 0.0333753 Dec 09 02:19:20.392887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36250) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:20.412950 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9359c2fb-2e5e-4242-a274-fe1c9c48ccee tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:20.426621 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-9359c2fb-2e5e-4242-a274-fe1c9c48ccee tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Calling delete_port for 86931aac-f265-4886-b27a-6f9e4f356b23 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:20.436939 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1887380-bd6b-4e3b-b719-362853183136 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:20.437528 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1887380-bd6b-4e3b-b719-362853183136 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:20.440839 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e1887380-bd6b-4e3b-b719-362853183136 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] 10.222.0.43 "DELETE /v2.0/ports/2ffcc332-198c-45d7-83d9-7b7be40808fa HTTP/1.1" status: 404 len: 333 time: 0.0469785 Dec 09 02:19:20.447722 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36252) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:20.494029 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 8d04f3b2-d591-474f-aa51-9f49284bce15 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:20.494568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:20.504270 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-08b55efa-3cc5-4ab8-ab98-f75fac0f2d92 req-921ac215-80f7-492c-b320-a3b5c35c9cd0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=b59a8f1d-ce5f-42ea-83e4-c82fd4defb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621530 Dec 09 02:19:20.507040 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9066771-c82b-4c7e-8ad3-e7e731b5317e tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:20.508011 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9066771-c82b-4c7e-8ad3-e7e731b5317e tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:20.511416 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b9066771-c82b-4c7e-8ad3-e7e731b5317e tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] 10.222.0.43 "DELETE /v2.0/subnets/d7096a11-3056-490a-ba69-45e4171b2693 HTTP/1.1" status: 404 len: 337 time: 0.0624793 Dec 09 02:19:20.516486 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36254) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:20.547135 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-540e9fe1-3d44-4505-b7fe-a03b1cbf7e9e tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] GET failed (client error): The resource could not be found. Dec 09 02:19:20.548892 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-540e9fe1-3d44-4505-b7fe-a03b1cbf7e9e tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] 10.222.0.43 "GET /v2.0/networks/2d1233b4-ec69-4c04-9ed6-56d53c651c4f HTTP/1.1" status: 404 len: 339 time: 0.0311282 Dec 09 02:19:20.552562 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36256) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:20.572804 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b9581e5a-caed-429e-9e6b-1ce31d344e01 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:20.583127 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4232488-c843-4b52-b629-6224eacb21d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:20.584854 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd3fb05-cc4c-4816-ad03-7da9d8e15be3 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] GET failed (client error): The resource could not be found. Dec 09 02:19:20.586387 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bdd3fb05-cc4c-4816-ad03-7da9d8e15be3 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] 10.222.0.43 "GET /v2.0/ports/47bb043b-f60a-476a-80f8-a8ff5cfb0efb HTTP/1.1" status: 404 len: 333 time: 0.0327084 Dec 09 02:19:20.591408 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36258) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:20.630285 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9581e5a-caed-429e-9e6b-1ce31d344e01 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event updated for resources: {'Subnet': ['ID=ad09d82e-1f28-4da1-9980-dfa7198b5dba,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:20.631080 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadc99d3-46c1-457c-ab4f-599c40b1aa08 None None] Update dhcp port {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'fixed_ips': [{'subnet_id': '74ff950d-04a7-427f-8542-0c83edc3f773', 'ip_address': '2001:db8::2'}, {'subnet_id': '44745d19-c86d-4a8c-aba7-0f2144c2d31e'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': '8d04f3b2-d591-474f-aa51-9f49284bce15'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:19:20.646383 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-35820288-089c-4a3c-ae92-cc8c26874172 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] GET failed (client error): The resource could not be found. Dec 09 02:19:20.647754 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-35820288-089c-4a3c-ae92-cc8c26874172 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] 10.222.0.43 "GET /v2.0/subnets/8f013134-6b66-4a1b-a7ff-e4a66e44c417 HTTP/1.1" status: 404 len: 337 time: 0.0553653 Dec 09 02:19:20.651625 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36260) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:20.663395 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d461cd0f-0911-47a1-86f4-a23e62af6919 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:20.671364 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fadc99d3-46c1-457c-ab4f-599c40b1aa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:20.673808 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9581e5a-caed-429e-9e6b-1ce31d344e01 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Checking segment: {'id': '3ae4f2f1-b1e0-4e73-aef1-76d990df34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eac84809-d25a-4922-b6cc-d447b1c954b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:20.674220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9581e5a-caed-429e-9e6b-1ce31d344e01 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Network hostable DHCP agents. Network: eac84809-d25a-4922-b6cc-d447b1c954b4, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:19:20.685533 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d461cd0f-0911-47a1-86f4-a23e62af6919 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] PUT failed (client error): The resource could not be found. Dec 09 02:19:20.686049 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d461cd0f-0911-47a1-86f4-a23e62af6919 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:20.687537 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d461cd0f-0911-47a1-86f4-a23e62af6919 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] 10.222.0.43 "PUT /v2.0/networks/dc79a66e-316c-4d7d-a92f-86eaeae2ee9d HTTP/1.1" status: 404 len: 339 time: 0.0346510 Dec 09 02:19:20.691558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36262) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:20.696721 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d4232488-c843-4b52-b629-6224eacb21d6 None None] For port 8d04f3b2-d591-474f-aa51-9f49284bce15, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8d04f3b2-d591-474f-aa51-9f49284bce15,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:20.697611 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-78e24b37-010c-4575-a2a0-a1fd6f164d7e tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:20.717407 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e24b37-010c-4575-a2a0-a1fd6f164d7e tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] PUT failed (client error): The resource could not be found. Dec 09 02:19:20.717970 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e24b37-010c-4575-a2a0-a1fd6f164d7e tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:20.719137 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-78e24b37-010c-4575-a2a0-a1fd6f164d7e tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] 10.222.0.43 "PUT /v2.0/ports/ac59ffde-3ecb-4364-bc98-f707f3843cb6 HTTP/1.1" status: 404 len: 333 time: 0.0267444 Dec 09 02:19:20.720625 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9581e5a-caed-429e-9e6b-1ce31d344e01 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Network eac84809-d25a-4922-b6cc-d447b1c954b4 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:19:20.723336 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36264) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:20.730195 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4232488-c843-4b52-b629-6224eacb21d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:20.730814 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e1bc64f2-9328-44f3-9e1c-de6b1e2cab15 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:20.738022 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-b9581e5a-caed-429e-9e6b-1ce31d344e01 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, eac84809-d25a-4922-b6cc-d447b1c954b4) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:20.743738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9581e5a-caed-429e-9e6b-1ce31d344e01 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:20.745429 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b9581e5a-caed-429e-9e6b-1ce31d344e01 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:20.759269 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bc64f2-9328-44f3-9e1c-de6b1e2cab15 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] PUT failed (client error): The resource could not be found. Dec 09 02:19:20.759760 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1bc64f2-9328-44f3-9e1c-de6b1e2cab15 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:20.767504 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e1bc64f2-9328-44f3-9e1c-de6b1e2cab15 tempest-NetworksNegativeTestJSON-1585298637 tempest-NetworksNegativeTestJSON-1585298637-project] 10.222.0.43 "PUT /v2.0/subnets/e05baa28-2a0e-4148-a0f7-1a44c78164a6 HTTP/1.1" status: 404 len: 337 time: 0.0361414 Dec 09 02:19:20.775477 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f7fabb-4f72-4e05-886e-1fcbd72cee3d None None] Network eac84809-d25a-4922-b6cc-d447b1c954b4 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:20.789424 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b9581e5a-caed-429e-9e6b-1ce31d344e01 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8864336 Dec 09 02:19:20.791223 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36268) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:20.796487 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-cb03dc86-1550-4bc4-ab49-13b594c79fc8 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eac84809-d25a-4922-b6cc-d447b1c954b4'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:20.800689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9359c2fb-2e5e-4242-a274-fe1c9c48ccee tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:20.918274 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb92cfbd-1a42-478e-a4ba-afdad80b8035 req-8d06bc8b-5923-46d6-a1a4-e7e01fa284d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1198997 Dec 09 02:19:20.919893 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359c2fb-2e5e-4242-a274-fe1c9c48ccee tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Port': ['ID=86931aac-f265-4886-b27a-6f9e4f356b23,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:20.931266 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:20.973359 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9359c2fb-2e5e-4242-a274-fe1c9c48ccee tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:20.978897 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36270) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:20.979193 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9359c2fb-2e5e-4242-a274-fe1c9c48ccee tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/86931aac-f265-4886-b27a-6f9e4f356b23 HTTP/1.1" status: 204 len: 168 time: 0.9363675 Dec 09 02:19:20.999049 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-eac84809-d25a-4922-b6cc-d447b1c954b4', 'network_id': 'eac84809-d25a-4922-b6cc-d447b1c954b4', 'project_id': '5416f05b508847b4a29dfd8fd6ff6463', 'fixed_ips': [{'subnet_id': 'ad09d82e-1f28-4da1-9980-dfa7198b5dba'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:19:21.006686 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:21.061985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4232488-c843-4b52-b629-6224eacb21d6 None None] Pushing event updated for resources: {'Port': ['ID=8d04f3b2-d591-474f-aa51-9f49284bce15,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:21.161495 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92cfbd-1a42-478e-a4ba-afdad80b8035 req-f0ebad19-ee87-4255-957b-acd03fa7c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:21.164111 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb92cfbd-1a42-478e-a4ba-afdad80b8035 req-f0ebad19-ee87-4255-957b-acd03fa7c3db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 1099 time: 0.1590207 Dec 09 02:19:21.173126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36276) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:21.181805 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a9d40c-a95a-4636-aa64-2047b421c4e3 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:21.186731 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-56a9d40c-a95a-4636-aa64-2047b421c4e3 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2063017 Dec 09 02:19:21.191373 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb03dc86-1550-4bc4-ab49-13b594c79fc8 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:21.197183 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36278) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:21.239620 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:19:21.241027 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:19:21.264562 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-fadc99d3-46c1-457c-ab4f-599c40b1aa08 None None] Allocated IP 2001:db8:0:1:f816:3eff:fedf:388e (3d63738a-85ef-4baf-83f7-848c720832e0/44745d19-c86d-4a8c-aba7-0f2144c2d31e/8d04f3b2-d591-474f-aa51-9f49284bce15) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:21.285284 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92cfbd-1a42-478e-a4ba-afdad80b8035 req-3f76e057-96d6-4ca1-84a8-65f2c05320f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:21.286767 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb92cfbd-1a42-478e-a4ba-afdad80b8035 req-3f76e057-96d6-4ca1-84a8-65f2c05320f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d365dc9-792a-4bdd-94b8-fdf0b0280b6a HTTP/1.1" status: 200 len: 898 time: 0.0978386 Dec 09 02:19:21.335088 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40835a7-59f6-462e-bf98-b0d02ccef8ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:21.339544 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b40835a7-59f6-462e-bf98-b0d02ccef8ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1410930 Dec 09 02:19:21.340209 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36282) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:21.372713 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Allocated IP 2001:db8:1::2 (eac84809-d25a-4922-b6cc-d447b1c954b4/ad09d82e-1f28-4da1-9980-dfa7198b5dba/307aad90-907f-4f33-83df-2da9891bcc79) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:21.414449 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb92cfbd-1a42-478e-a4ba-afdad80b8035 req-105f5b14-7939-4c09-8fcb-294fcf7d5034 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8beeb3-a94e-44ae-844d-b4876d50621d HTTP/1.1" status: 200 len: 1001 time: 0.1190519 Dec 09 02:19:21.417208 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ccb827-d848-40d4-a55e-9b6500e2033a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:21.419470 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ccb827-d848-40d4-a55e-9b6500e2033a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:21.420758 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ccb827-d848-40d4-a55e-9b6500e2033a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:21.426507 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-54ccb827-d848-40d4-a55e-9b6500e2033a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0848517 Dec 09 02:19:21.437807 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36284) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:21.479707 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-fadc99d3-46c1-457c-ab4f-599c40b1aa08 None None] For port 8d04f3b2-d591-474f-aa51-9f49284bce15, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8d04f3b2-d591-474f-aa51-9f49284bce15,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:21.486622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92cfbd-1a42-478e-a4ba-afdad80b8035 req-293afcd9-62b7-432a-a5a2-56b5b8d1ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:21.488141 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb92cfbd-1a42-478e-a4ba-afdad80b8035 req-293afcd9-62b7-432a-a5a2-56b5b8d1ce27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fca60db5-0a85-4b51-99b3-92926d825b67 HTTP/1.1" status: 200 len: 834 time: 0.0653975 Dec 09 02:19:21.526511 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d36004f7-7d37-4f18-9db2-97ef43d56a2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:21.527862 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-83750722-5934-4a20-9878-80bcd9f3473a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 44745d19-c86d-4a8c-aba7-0f2144c2d31e {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:19:21.556902 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-cb03dc86-1550-4bc4-ab49-13b594c79fc8 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:21.562660 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cb03dc86-1550-4bc4-ab49-13b594c79fc8 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "PUT /v2.0/routers/1c564aff-66f0-4b76-a838-35b7113986ad HTTP/1.1" status: 400 len: 364 time: 0.7702849 Dec 09 02:19:21.563532 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36288) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:21.563861 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fadc99d3-46c1-457c-ab4f-599c40b1aa08 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:21.573087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83750722-5934-4a20-9878-80bcd9f3473a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:21.604044 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92cfbd-1a42-478e-a4ba-afdad80b8035 req-00758eea-1d70-4031-b50a-25c32b9d2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:21.605569 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb92cfbd-1a42-478e-a4ba-afdad80b8035 req-00758eea-1d70-4031-b50a-25c32b9d2834 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d365dc9-792a-4bdd-94b8-fdf0b0280b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1019645 Dec 09 02:19:21.621472 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:21.623728 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fadc99d3-46c1-457c-ab4f-599c40b1aa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:21.647123 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:21.674796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83750722-5934-4a20-9878-80bcd9f3473a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:21.706460 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Network eac84809-d25a-4922-b6cc-d447b1c954b4 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:21.739188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:21.754542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:21.768237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12261e-320c-48c7-aedf-880d4c02f951 req-51677fb5-2630-42d2-9cce-c76aa19f00b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:21.771089 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb12261e-320c-48c7-aedf-880d4c02f951 req-51677fb5-2630-42d2-9cce-c76aa19f00b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 946 time: 0.1548247 Dec 09 02:19:21.771751 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d36004f7-7d37-4f18-9db2-97ef43d56a2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:21.786047 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d36004f7-7d37-4f18-9db2-97ef43d56a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:21.866409 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d36004f7-7d37-4f18-9db2-97ef43d56a2e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1cbb0624abc649589aa4343c6fae0726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6784539 Dec 09 02:19:21.868293 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb92cfbd-1a42-478e-a4ba-afdad80b8035 req-252eb1ce-f7dc-46e0-8027-8db736fc60bc service neutron] 10.222.0.45 "GET /v2.0/networks/0d365dc9-792a-4bdd-94b8-fdf0b0280b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424011 Dec 09 02:19:21.877996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36290) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:21.938293 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc99d3-46c1-457c-ab4f-599c40b1aa08 None None] Pushing event updated for resources: {'Port': ['ID=8d04f3b2-d591-474f-aa51-9f49284bce15,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:22.021086 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36004f7-7d37-4f18-9db2-97ef43d56a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb8be5b-cfe9-4608-9a15-f124b81cf014,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:22.025707 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83750722-5934-4a20-9878-80bcd9f3473a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:22.027110 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Attempting to bind port 307aad90-907f-4f33-83df-2da9891bcc79 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:22.028071 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Attempting to bind port 307aad90-907f-4f33-83df-2da9891bcc79 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '3ae4f2f1-b1e0-4e73-aef1-76d990df34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eac84809-d25a-4922-b6cc-d447b1c954b4'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:22.029874 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Attempting to bind port 307aad90-907f-4f33-83df-2da9891bcc79 on network eac84809-d25a-4922-b6cc-d447b1c954b4 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:22.038697 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:22.039156 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Checking segment: {'id': '3ae4f2f1-b1e0-4e73-aef1-76d990df34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eac84809-d25a-4922-b6cc-d447b1c954b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:22.040229 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:22.040475 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Bound using segment: {'id': '3ae4f2f1-b1e0-4e73-aef1-76d990df34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eac84809-d25a-4922-b6cc-d447b1c954b4'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:22.041149 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Bound port: 307aad90-907f-4f33-83df-2da9891bcc79, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae4f2f1-b1e0-4e73-aef1-76d990df34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eac84809-d25a-4922-b6cc-d447b1c954b4'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:22.041526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:22.057231 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8d04f3b2-d591-474f-aa51-9f49284bce15 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:22.086152 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb12261e-320c-48c7-aedf-880d4c02f951 req-a5e5441e-45ea-4ca5-b840-4410edc3f3c8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=b59a8f1d-ce5f-42ea-83e4-c82fd4defb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051322 Dec 09 02:19:22.180887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-29a417ad-328a-4cda-b69b-5d29864fbdb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:22.204337 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:22.227521 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Pushing event updated for resources: {'Port': ['ID=307aad90-907f-4f33-83df-2da9891bcc79,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:22.233068 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb92cfbd-1a42-478e-a4ba-afdad80b8035 req-e6f5249e-e1c9-4de9-aae3-c584a6f38079 service neutron] 10.222.0.45 "GET /v2.0/networks/0d365dc9-792a-4bdd-94b8-fdf0b0280b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509536 Dec 09 02:19:22.252744 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-29a417ad-328a-4cda-b69b-5d29864fbdb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:22.269059 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] For port 307aad90-907f-4f33-83df-2da9891bcc79, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:22.276455 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] For port 307aad90-907f-4f33-83df-2da9891bcc79, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=307aad90-907f-4f33-83df-2da9891bcc79,segment=NetworkSegment(3ae4f2f1-b1e0-4e73-aef1-76d990df34cb),segment_id=3ae4f2f1-b1e0-4e73-aef1-76d990df34cb)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:22.289558 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:22.302570 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 8d04f3b2-d591-474f-aa51-9f49284bce15 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:22.302570 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:22.328589 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b7167-49e2-4768-bf66-ea5ba3f575ab req-397e73e7-e80c-46cb-8ee0-c4a5e4a0bc67 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:22.330751 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-868b7167-49e2-4768-bf66-ea5ba3f575ab req-397e73e7-e80c-46cb-8ee0-c4a5e4a0bc67 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 946 time: 0.1512973 Dec 09 02:19:22.423024 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-29a417ad-328a-4cda-b69b-5d29864fbdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:22.425857 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-29a417ad-328a-4cda-b69b-5d29864fbdb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:22.437250 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-29a417ad-328a-4cda-b69b-5d29864fbdb8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bb8be5b-cfe9-4608-9a15-f124b81cf014 HTTP/1.1" status: 204 len: 168 time: 0.5582585 Dec 09 02:19:22.459385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a417ad-328a-4cda-b69b-5d29864fbdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb8be5b-cfe9-4608-9a15-f124b81cf014,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:22.510626 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-868b7167-49e2-4768-bf66-ea5ba3f575ab req-be053e3c-a563-4f0a-a08a-2bf2bbf6963e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=b59a8f1d-ce5f-42ea-83e4-c82fd4defb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695311 Dec 09 02:19:22.533714 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69ceb8-f7de-4df1-b597-b326c0c91a6b None None] Pushing event updated for resources: {'Port': ['ID=307aad90-907f-4f33-83df-2da9891bcc79,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:22.630866 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83750722-5934-4a20-9878-80bcd9f3473a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:22.727129 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83750722-5934-4a20-9878-80bcd9f3473a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=44745d19-c86d-4a8c-aba7-0f2144c2d31e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:22.795799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83750722-5934-4a20-9878-80bcd9f3473a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:22.799630 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-83750722-5934-4a20-9878-80bcd9f3473a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/44745d19-c86d-4a8c-aba7-0f2144c2d31e HTTP/1.1" status: 204 len: 168 time: 1.3610463 Dec 09 02:19:22.802298 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36304) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:22.903947 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Allocated IP 2001:db8::1 (bb7d2a13-fd45-4be3-9cf1-ae56f7053145/2d38e403-c284-49e1-94cc-1fe02bef1529/4a52801a-d461-4d79-98e1-41c107e7a465) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:22.941450 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-93840dac-12b1-4987-a9ed-03f4b1ed1ff7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Deleting subnet 74ff950d-04a7-427f-8542-0c83edc3f773 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:19:22.951990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93840dac-12b1-4987-a9ed-03f4b1ed1ff7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:23.009881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93840dac-12b1-4987-a9ed-03f4b1ed1ff7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:23.088922 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eefabc6-b395-437e-9aaa-dbecb12cb6ea None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:23.137409 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:23.177926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93840dac-12b1-4987-a9ed-03f4b1ed1ff7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:23.257114 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:23.317786 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-cd24a774-2434-4781-89fd-13df496fc07d None None] Provisioning complete for port 8d04f3b2-d591-474f-aa51-9f49284bce15 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:23.318442 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cd24a774-2434-4781-89fd-13df496fc07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:23.321018 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93840dac-12b1-4987-a9ed-03f4b1ed1ff7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:23.354684 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Network bb7d2a13-fd45-4be3-9cf1-ae56f7053145 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:23.357706 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93840dac-12b1-4987-a9ed-03f4b1ed1ff7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Subnet': ['ID=74ff950d-04a7-427f-8542-0c83edc3f773,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:23.362873 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:23.376434 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:23.376723 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93840dac-12b1-4987-a9ed-03f4b1ed1ff7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:23.380258 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:23.387008 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-93840dac-12b1-4987-a9ed-03f4b1ed1ff7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/74ff950d-04a7-427f-8542-0c83edc3f773 HTTP/1.1" status: 204 len: 168 time: 0.5787034 Dec 09 02:19:23.389081 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36316) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:23.390807 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event updated for resources: {'Port': ['ID=4a52801a-d461-4d79-98e1-41c107e7a465,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:23.495612 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0fdb3d97-067a-4106-91e4-f53ef987fc46 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042609 Dec 09 02:19:23.495964 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36318) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:23.635176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cc3e5e-a9fa-426d-88ad-6bb2ed5eb0c4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:23.638288 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f4cc3e5e-a9fa-426d-88ad-6bb2ed5eb0c4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1413517 Dec 09 02:19:23.640965 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36324) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:23.735296 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:23.757060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03d99a2-9952-45ef-a5f8-8daeafdc33a2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:23.758936 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f03d99a2-9952-45ef-a5f8-8daeafdc33a2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1169031 Dec 09 02:19:23.762907 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36328) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:23.810303 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-cd24a774-2434-4781-89fd-13df496fc07d None None] Could not find standard attr ID for object 86931aac-f265-4886-b27a-6f9e4f356b23. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:19:23.827661 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b1ce29-0856-4932-ac05-d8d4c4b8f02e None None] Update dhcp port {'port': {'network_id': '3d63738a-85ef-4baf-83f7-848c720832e0', 'fixed_ips': [{'subnet_id': '74ff950d-04a7-427f-8542-0c83edc3f773'}], 'binding:host_id': 'dv-neutron-804846-18-hyperv'}, 'id': '8d04f3b2-d591-474f-aa51-9f49284bce15'} from dv-neutron-804846-18-hyperv. {{(pid=103335) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 09 02:19:23.847787 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8cd22d0f-1c2f-4881-9619-e3b6a960fe63 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831265 Dec 09 02:19:23.855126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36332) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:23.872326 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ce29-0856-4932-ac05-d8d4c4b8f02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:23.915689 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f5dfd2-cead-4d12-8a6a-6f66537b8724 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:23.916316 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f5dfd2-cead-4d12-8a6a-6f66537b8724 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:23.925707 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-17f5dfd2-cead-4d12-8a6a-6f66537b8724 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/86931aac-f265-4886-b27a-6f9e4f356b23 HTTP/1.1" status: 404 len: 333 time: 0.0696740 Dec 09 02:19:23.929942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36334) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:23.997261 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-60bc0ae4-66d1-4fa4-b87b-d4c9b5c84cb1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:23.998347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60bc0ae4-66d1-4fa4-b87b-d4c9b5c84cb1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:24.002732 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-60bc0ae4-66d1-4fa4-b87b-d4c9b5c84cb1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/44745d19-c86d-4a8c-aba7-0f2144c2d31e HTTP/1.1" status: 404 len: 337 time: 0.0708134 Dec 09 02:19:24.006950 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36336) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:24.067697 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dcc19f-4990-42a2-a85f-591dd911aa75 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:24.068808 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60dcc19f-4990-42a2-a85f-591dd911aa75 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:24.072464 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-60dcc19f-4990-42a2-a85f-591dd911aa75 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/74ff950d-04a7-427f-8542-0c83edc3f773 HTTP/1.1" status: 404 len: 337 time: 0.0642962 Dec 09 02:19:24.073454 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36340) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:24.076533 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36342) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:24.083823 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-45653d09-66f7-4c66-a878-39653f502e5d None None] Provisioning complete for port 4a52801a-d461-4d79-98e1-41c107e7a465 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:24.086284 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45653d09-66f7-4c66-a878-39653f502e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:24.191240 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dba085b-9264-40d2-a489-08df6d0efc03 None None] Network 3d63738a-85ef-4baf-83f7-848c720832e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:24.211892 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-de301b62-5ccc-4a0f-9cf4-f5359f1c1328 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:24.212466 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de301b62-5ccc-4a0f-9cf4-f5359f1c1328 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:24.218015 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-de301b62-5ccc-4a0f-9cf4-f5359f1c1328 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/400336b6-0c7a-4ab9-accb-a99a7b2d6080 HTTP/1.1" status: 404 len: 333 time: 0.1376481 Dec 09 02:19:24.218949 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36344) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:24.229074 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 307aad90-907f-4f33-83df-2da9891bcc79 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:24.254660 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a74d05-0aaa-40c4-9338-4a58b8ffdd27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:24.255317 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a74d05-0aaa-40c4-9338-4a58b8ffdd27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:24.258890 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-82a74d05-0aaa-40c4-9338-4a58b8ffdd27 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/3272c333-17c1-45c2-a597-35aae1e29b0e HTTP/1.1" status: 404 len: 337 time: 0.0390794 Dec 09 02:19:24.261843 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36346) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:24.294689 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-45653d09-66f7-4c66-a878-39653f502e5d None None] Port 4a52801a-d461-4d79-98e1-41c107e7a465 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:19:24.318036 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a102cbf1-307c-4762-a33a-3ce292c235fd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:24.318515 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a102cbf1-307c-4762-a33a-3ce292c235fd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:24.321756 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a102cbf1-307c-4762-a33a-3ce292c235fd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/64ca56c4-ef38-41b2-8d27-9542e0b55d78 HTTP/1.1" status: 404 len: 337 time: 0.0588818 Dec 09 02:19:24.325205 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36350) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:24.411878 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4ae6e5-50d5-44ec-a42b-55c84111139b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:24.412528 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4ae6e5-50d5-44ec-a42b-55c84111139b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:24.415713 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4a4ae6e5-50d5-44ec-a42b-55c84111139b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/dfd97b11-aec5-458c-bf82-65e8ccdbd36e HTTP/1.1" status: 404 len: 333 time: 0.0894334 Dec 09 02:19:24.420405 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36354) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:24.442775 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-bdbf3645-3c97-478b-b6b3-17a6cbafdace None None] Provisioning complete for port 8d04f3b2-d591-474f-aa51-9f49284bce15 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:24.443775 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3645-3c97-478b-b6b3-17a6cbafdace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:24.467673 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4c3a33-d443-4edf-b575-1cfc9fcfa7ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:24.468149 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4c3a33-d443-4edf-b575-1cfc9fcfa7ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:24.476504 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2a4c3a33-d443-4edf-b575-1cfc9fcfa7ad tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/d07335b2-d0ee-45b3-9e07-3e4d4847436d HTTP/1.1" status: 404 len: 337 time: 0.0550442 Dec 09 02:19:24.480417 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36356) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:24.481589 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55615edb-0afd-4e46-b1d2-008ec538a457 None None] Network eac84809-d25a-4922-b6cc-d447b1c954b4 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:24.520201 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d01d61-10cd-436b-89eb-1efb60f9ae89 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:24.520609 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d01d61-10cd-436b-89eb-1efb60f9ae89 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:24.524424 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-72d01d61-10cd-436b-89eb-1efb60f9ae89 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/458e1c39-1520-424d-ae94-b78bd288cbae HTTP/1.1" status: 404 len: 337 time: 0.0422285 Dec 09 02:19:24.527120 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36358) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:24.563385 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 307aad90-907f-4f33-83df-2da9891bcc79 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:24.564085 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:24.587783 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1041b887-6b06-4237-b372-2bbeabfa4b64 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:24.588359 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1041b887-6b06-4237-b372-2bbeabfa4b64 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:24.593095 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1041b887-6b06-4237-b372-2bbeabfa4b64 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/809702e8-6be7-46eb-bd08-044c34c8a5ca HTTP/1.1" status: 404 len: 333 time: 0.0641315 Dec 09 02:19:24.595386 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36364) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:24.624392 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebab8f1-8b61-45b0-abd1-236e73a72a82 None None] DHCP port deletion for 3d63738a-85ef-4baf-83f7-848c720832e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:19:24.645818 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:24.648237 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ef39eb-ec02-41bb-b512-c9491f8f0a84 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:24.648768 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ef39eb-ec02-41bb-b512-c9491f8f0a84 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:24.660667 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e4ef39eb-ec02-41bb-b512-c9491f8f0a84 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/89aeb138-5a68-4f06-b552-faad833d7d25 HTTP/1.1" status: 404 len: 337 time: 0.0634737 Dec 09 02:19:24.663727 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36366) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:24.664601 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:24.665661 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:24.790750 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:24.794649 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e3b1c5-56db-4dd2-bbfd-97fcfbb51044 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:24.795184 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e3b1c5-56db-4dd2-bbfd-97fcfbb51044 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:24.799320 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d9e3b1c5-56db-4dd2-bbfd-97fcfbb51044 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/373f6646-1d70-4db5-adf2-3165c59705ac HTTP/1.1" status: 404 len: 337 time: 0.1119902 Dec 09 02:19:24.806559 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36370) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:24.854454 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 307aad90-907f-4f33-83df-2da9891bcc79, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=307aad90-907f-4f33-83df-2da9891bcc79,segment=NetworkSegment(3ae4f2f1-b1e0-4e73-aef1-76d990df34cb),segment_id=3ae4f2f1-b1e0-4e73-aef1-76d990df34cb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:24.861976 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-eebab8f1-8b61-45b0-abd1-236e73a72a82 None None] Deleting port 8d04f3b2-d591-474f-aa51-9f49284bce15 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:24.862530 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eebab8f1-8b61-45b0-abd1-236e73a72a82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:24.869056 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event updated for resources: {'Port': ['ID=4a52801a-d461-4d79-98e1-41c107e7a465,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:24.871494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:24.878587 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47450fc-53ac-4dde-851a-0015781f196c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:24.880161 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e47450fc-53ac-4dde-851a-0015781f196c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:24.888778 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e47450fc-53ac-4dde-851a-0015781f196c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/fec5aa8e-504c-40ca-aef6-937b06c6d7ce HTTP/1.1" status: 404 len: 333 time: 0.0782695 Dec 09 02:19:24.890133 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36374) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:24.935465 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ceb0225-f690-446f-8a32-f7b2c000aedd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:24.935971 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ceb0225-f690-446f-8a32-f7b2c000aedd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:24.943268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36376) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:24.943871 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8ceb0225-f690-446f-8a32-f7b2c000aedd tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/ddf5a45f-1082-4c52-b9fe-b144b695febf HTTP/1.1" status: 404 len: 337 time: 0.0500062 Dec 09 02:19:24.963010 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0999eda7-05c8-4320-8f18-eeba1f73522a None None] Provisioning complete for port 307aad90-907f-4f33-83df-2da9891bcc79 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:24.963396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0999eda7-05c8-4320-8f18-eeba1f73522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:24.994437 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-799338f7-7f15-4a36-a24b-bf000581c5e2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:24.994904 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Network bb7d2a13-fd45-4be3-9cf1-ae56f7053145 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:24.995883 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799338f7-7f15-4a36-a24b-bf000581c5e2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:24.997431 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:25.000688 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-799338f7-7f15-4a36-a24b-bf000581c5e2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/ea3bf342-b4ba-432b-b797-db2594121cbf HTTP/1.1" status: 404 len: 333 time: 0.0530207 Dec 09 02:19:25.004403 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36380) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:25.042456 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5168f64-32d2-47a8-8117-daabf607a19d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:25.044214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5168f64-32d2-47a8-8117-daabf607a19d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:25.047781 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e5168f64-32d2-47a8-8117-daabf607a19d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/fb0e95e7-b490-4836-858b-de44edc60039 HTTP/1.1" status: 404 len: 337 time: 0.0419905 Dec 09 02:19:25.073968 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-eebab8f1-8b61-45b0-abd1-236e73a72a82 None None] For port 8d04f3b2-d591-474f-aa51-9f49284bce15, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8d04f3b2-d591-474f-aa51-9f49284bce15,segment=NetworkSegment(38179b78-0ab3-4147-8e0a-51d0285bcd1a),segment_id=38179b78-0ab3-4147-8e0a-51d0285bcd1a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:25.074366 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eebab8f1-8b61-45b0-abd1-236e73a72a82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:25.080703 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=307aad90-907f-4f33-83df-2da9891bcc79,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:25.110577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-eebab8f1-8b61-45b0-abd1-236e73a72a82 None None] Calling delete_port for 8d04f3b2-d591-474f-aa51-9f49284bce15 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:25.114439 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36382) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:25.185189 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:25.217712 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf3c8aa-407a-4dca-b805-8ae3bae3b599 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:25.218454 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf3c8aa-407a-4dca-b805-8ae3bae3b599 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:25.222516 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bcf3c8aa-407a-4dca-b805-8ae3bae3b599 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/8eebdaaa-fd02-4f7f-b7bf-6f4676aa4bbb HTTP/1.1" status: 404 len: 333 time: 0.0468528 Dec 09 02:19:25.225461 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36384) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:25.254991 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Router 1c564aff-66f0-4b76-a838-35b7113986ad has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:19:25.402429 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eebab8f1-8b61-45b0-abd1-236e73a72a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:25.476365 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f0b93b-d7ac-4916-876a-c30d638ccc89 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:25.477000 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f0b93b-d7ac-4916-876a-c30d638ccc89 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:25.481460 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f0f0b93b-d7ac-4916-876a-c30d638ccc89 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/2d19b37c-a468-4712-829b-9fbe7df73b81 HTTP/1.1" status: 404 len: 337 time: 0.2546678 Dec 09 02:19:25.482361 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebab8f1-8b61-45b0-abd1-236e73a72a82 None None] Pushing event deleted for resources: {'Port': ['ID=8d04f3b2-d591-474f-aa51-9f49284bce15,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:25.494565 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36396) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:25.501133 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebab8f1-8b61-45b0-abd1-236e73a72a82 None None] No DVR routers for this DVR port 8d04f3b2-d591-474f-aa51-9f49284bce15 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:25.525901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5d22b29c-cfaf-4cf4-bc38-aeb875f3c361 None None] Provisioning complete for port 307aad90-907f-4f33-83df-2da9891bcc79 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:25.527307 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d22b29c-cfaf-4cf4-bc38-aeb875f3c361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:25.559632 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab4c6d5-d185-470f-9a2a-d3dd87e89cfa None None] get_active_networks_info from dv-neutron-804846-18-hyperv {{(pid=103335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 02:19:25.603981 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb287e3-1e43-44b4-a1ef-a0fcb8e3ae15 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:25.604848 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb287e3-1e43-44b4-a1ef-a0fcb8e3ae15 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:25.609085 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3fb287e3-1e43-44b4-a1ef-a0fcb8e3ae15 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/5ac96466-a662-452a-865b-05004325dcef HTTP/1.1" status: 404 len: 333 time: 0.0931799 Dec 09 02:19:25.612765 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36402) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:25.673902 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c563a06-a846-4fe7-8687-e48e215049e4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:25.674586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c563a06-a846-4fe7-8687-e48e215049e4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:25.678174 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7c563a06-a846-4fe7-8687-e48e215049e4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/07611d54-4f85-4bee-8fd1-6511656d38ee HTTP/1.1" status: 404 len: 337 time: 0.0642169 Dec 09 02:19:25.681675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36404) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:25.710392 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab4c6d5-d185-470f-9a2a-d3dd87e89cfa None None] Resources bound (agent type, host, resource id): {{(pid=103335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 02:19:25.735309 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc87902-9256-4892-a9d0-6d84d4e8a8e3 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:25.736073 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc87902-9256-4892-a9d0-6d84d4e8a8e3 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:25.740112 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0dc87902-9256-4892-a9d0-6d84d4e8a8e3 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/4ccfee1a-ff8f-4de7-afd8-e662ec8baac4 HTTP/1.1" status: 404 len: 333 time: 0.0572391 Dec 09 02:19:25.743322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36406) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:25.776838 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-909ed9c3-6fd2-4474-ad5c-10e3e23f0350 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:25.777401 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909ed9c3-6fd2-4474-ad5c-10e3e23f0350 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:25.780988 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-909ed9c3-6fd2-4474-ad5c-10e3e23f0350 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/d02408b7-a619-41fd-ae32-05febcd64385 HTTP/1.1" status: 404 len: 337 time: 0.0364726 Dec 09 02:19:25.784552 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36408) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:25.814286 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e25ca6c-b08b-4911-8318-9d05bd65af3a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:25.815207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e25ca6c-b08b-4911-8318-9d05bd65af3a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:25.818910 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1e25ca6c-b08b-4911-8318-9d05bd65af3a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/77fbb791-7d25-4e40-8ca0-b9bccc404881 HTTP/1.1" status: 404 len: 333 time: 0.0329823 Dec 09 02:19:25.823235 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36410) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:25.894004 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3e74e2-51f8-40ad-b82b-054eaa006c7c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:25.895023 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3e74e2-51f8-40ad-b82b-054eaa006c7c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:25.910321 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6f3e74e2-51f8-40ad-b82b-054eaa006c7c tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/99e07025-7128-497f-928f-08bbc57cf3f5 HTTP/1.1" status: 404 len: 337 time: 0.0858884 Dec 09 02:19:25.910969 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:19:25.912708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36412) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:25.926498 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b13320e8-d4f9-47b4-bf12-db8e359c9d4d tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "PUT /v2.0/routers/1c564aff-66f0-4b76-a838-35b7113986ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3615608 Dec 09 02:19:25.929148 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36414) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:25.937822 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b794701-91f2-440e-83ec-629b010ee2e0 None None] Sync routers for ids ['1c564aff-66f0-4b76-a838-35b7113986ad'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:19:25.939008 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.17 (dca20974-9879-4091-a2ab-505fe1c47de6/f20d2fd7-0c5c-4b16-8a27-b857ec860b93/d69988b7-ffd8-4d6a-8c55-57ea4b321514) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:25.987692 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b794701-91f2-440e-83ec-629b010ee2e0 None None] Routers {'1c564aff-66f0-4b76-a838-35b7113986ad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:25.993298 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3b794701-91f2-440e-83ec-629b010ee2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1c564aff-66f0-4b76-a838-35b7113986ad'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:26.020808 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc19cc0-6501-4dce-ae7c-208a0c65d081 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:26.021274 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc19cc0-6501-4dce-ae7c-208a0c65d081 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:26.024816 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-acc19cc0-6501-4dce-ae7c-208a0c65d081 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/5ebd6176-0375-41b9-b0d9-01187552ac04 HTTP/1.1" status: 404 len: 337 time: 0.1111465 Dec 09 02:19:26.027241 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36416) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.082522 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c816489a-0fbb-41e2-abed-64a24af683e6 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:26.083738 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c816489a-0fbb-41e2-abed-64a24af683e6 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:26.086971 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c816489a-0fbb-41e2-abed-64a24af683e6 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/fb1942fa-adc6-4182-ab27-af5a8f4b92a9 HTTP/1.1" status: 404 len: 333 time: 0.0581224 Dec 09 02:19:26.089824 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36418) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.105329 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3b794701-91f2-440e-83ec-629b010ee2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:26.110525 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 307aad90-907f-4f33-83df-2da9891bcc79 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:26.149679 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68ce5b9-1b96-441e-98fd-c68a2ec2db9a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:26.150146 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68ce5b9-1b96-441e-98fd-c68a2ec2db9a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:26.153792 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a68ce5b9-1b96-441e-98fd-c68a2ec2db9a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/87853734-1022-475b-9d6c-0b42b25d89d0 HTTP/1.1" status: 404 len: 337 time: 0.0623965 Dec 09 02:19:26.157345 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36420) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.172496 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-152c6c1c-2761-4070-b1b1-8b8e6dc0f4cb tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:26.226843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9eb9d1e2-985b-4de0-bfc9-552eaf7e4f43 None None] Provisioning complete for port 4a52801a-d461-4d79-98e1-41c107e7a465 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:26.227274 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9eb9d1e2-985b-4de0-bfc9-552eaf7e4f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:26.243063 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a00b1b9-2336-4aa6-98fb-6a0f9a23e876 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:26.256186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a00b1b9-2336-4aa6-98fb-6a0f9a23e876 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:26.259759 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9a00b1b9-2336-4aa6-98fb-6a0f9a23e876 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/6b9aed24-c4da-4739-bf32-4a246802c9be HTTP/1.1" status: 404 len: 337 time: 0.1007237 Dec 09 02:19:26.262509 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36422) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.263405 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:26.273982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b794701-91f2-440e-83ec-629b010ee2e0 None None] Routers {'1c564aff-66f0-4b76-a838-35b7113986ad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:26.274770 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3b794701-91f2-440e-83ec-629b010ee2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1c564aff-66f0-4b76-a838-35b7113986ad'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:26.296345 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-152c6c1c-2761-4070-b1b1-8b8e6dc0f4cb tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 02:19:26.297523 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-152c6c1c-2761-4070-b1b1-8b8e6dc0f4cb tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "DELETE /v2.0/routers/1c564aff-66f0-4b76-a838-35b7113986ad HTTP/1.1" status: 409 len: 329 time: 0.3674481 Dec 09 02:19:26.304213 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36424) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.312001 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4adf3e-5be0-4759-b8be-f5ddeb9447b4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:26.315364 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9eb9d1e2-985b-4de0-bfc9-552eaf7e4f43 None None] Port 4a52801a-d461-4d79-98e1-41c107e7a465 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:19:26.316322 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf4adf3e-5be0-4759-b8be-f5ddeb9447b4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:26.320452 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3b794701-91f2-440e-83ec-629b010ee2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:26.320829 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b794701-91f2-440e-83ec-629b010ee2e0 None None] The sync data for ids ['1c564aff-66f0-4b76-a838-35b7113986ad'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:19:26.329365 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cf4adf3e-5be0-4759-b8be-f5ddeb9447b4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/c1907396-1f1c-4ebe-9f61-7c3790554c37 HTTP/1.1" status: 404 len: 333 time: 0.0648181 Dec 09 02:19:26.331262 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36426) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.343249 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:26.398178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 307aad90-907f-4f33-83df-2da9891bcc79 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:26.398782 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-839d1361-a5ff-4890-a286-9ed63e134c2f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:26.399119 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:26.399389 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839d1361-a5ff-4890-a286-9ed63e134c2f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:26.401021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network dca20974-9879-4091-a2ab-505fe1c47de6 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:26.402696 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=d69988b7-ffd8-4d6a-8c55-57ea4b321514,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:26.403659 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-839d1361-a5ff-4890-a286-9ed63e134c2f tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/6e951f3e-01eb-4058-bbe7-c5ef7a9649ef HTTP/1.1" status: 404 len: 337 time: 0.0703635 Dec 09 02:19:26.405685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:26.406149 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36428) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.408664 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:26.465896 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:26.477137 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e8eb29-fcc7-472a-a2a8-5c1bf55d7553 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:26.477745 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e8eb29-fcc7-472a-a2a8-5c1bf55d7553 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:26.481327 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-50e8eb29-fcc7-472a-a2a8-5c1bf55d7553 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/db1a04b7-85af-45fa-a88e-197169296684 HTTP/1.1" status: 404 len: 337 time: 0.0741222 Dec 09 02:19:26.483917 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36430) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.509632 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f705819-cc23-4e76-b71a-5c6083055f57 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:26.510346 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f705819-cc23-4e76-b71a-5c6083055f57 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:26.514514 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2f705819-cc23-4e76-b71a-5c6083055f57 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/2baaa789-c30a-4c4d-a656-41c1eda7e460 HTTP/1.1" status: 404 len: 333 time: 0.0295255 Dec 09 02:19:26.517066 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36432) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.557641 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cceda29-0635-4659-a63b-c393c7b686be tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:26.557845 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cceda29-0635-4659-a63b-c393c7b686be tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:26.562339 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7cceda29-0635-4659-a63b-c393c7b686be tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/4a7887c0-ea30-46d8-a6fe-23daa847adc3 HTTP/1.1" status: 404 len: 337 time: 0.0429134 Dec 09 02:19:26.564688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36436) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.565220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36438) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.569868 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-3c46e499-343c-4d08-b98f-a63973c0bf2c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-614621301', 'description': 'tempest-secgroup-smoke-614621301 description', 'project_id': '16decbd5914c49a5a58309144815fe3e'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:26.601702 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b03403c-2ea0-406c-8136-1bec7be21f53 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:26.602369 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b03403c-2ea0-406c-8136-1bec7be21f53 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:26.605704 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8b03403c-2ea0-406c-8136-1bec7be21f53 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/118732ae-4239-4762-9b3c-6ddd5d40b32e HTTP/1.1" status: 404 len: 337 time: 0.0394657 Dec 09 02:19:26.609048 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36440) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.657222 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c46e499-343c-4d08-b98f-a63973c0bf2c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:26.660397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36442) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.660543 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-37e833fc-be35-49c2-8a54-b33a05cd9873 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports?device_id=e464c47e-2af5-4b2e-b7ef-86d0e2a24489 HTTP/1.1" status: 200 len: 205 time: 0.0500171 Dec 09 02:19:26.678295 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c46e499-343c-4d08-b98f-a63973c0bf2c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:26.732586 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-e861aed3-c89e-4312-a693-7080eaad116b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] delete failed (client error): The resource could not be found. Dec 09 02:19:26.733842 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e861aed3-c89e-4312-a693-7080eaad116b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/routers/e464c47e-2af5-4b2e-b7ef-86d0e2a24489 HTTP/1.1" status: 404 len: 336 time: 0.0628221 Dec 09 02:19:26.747634 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8d04f3b2-d591-474f-aa51-9f49284bce15 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:19:26.749230 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36444) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.772606 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76175921-b52b-45bf-8254-d88f36c02e43 None None] get_active_networks_info from dv-neutron-804846-18-hyperv {{(pid=103335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 02:19:26.774765 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 8d04f3b2-d591-474f-aa51-9f49284bce15 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:19:26.775119 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8d04f3b2-d591-474f-aa51-9f49284bce15 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:19:26.777477 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:26.789134 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b862feac-9ae3-4c66-9acc-13ecba9e1352 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:26.789852 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b862feac-9ae3-4c66-9acc-13ecba9e1352 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:26.796597 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b862feac-9ae3-4c66-9acc-13ecba9e1352 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/a3e8d7a5-da9f-4f32-b42c-47023bc623eb HTTP/1.1" status: 404 len: 337 time: 0.0454581 Dec 09 02:19:26.797326 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36446) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.837815 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-486f8ab1-73b9-44b2-bdc0-349097850141 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5 HTTP/1.1" status: 200 len: 205 time: 0.0313630 Dec 09 02:19:26.840983 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36448) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.884658 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-1330af9f-85c9-45cd-8eec-c2630a780759 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] delete failed (client error): The resource could not be found. Dec 09 02:19:26.885857 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1330af9f-85c9-45cd-8eec-c2630a780759 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/routers/ac4d1bae-d36b-42cb-b5ae-d55edc6d52b5 HTTP/1.1" status: 404 len: 336 time: 0.0437624 Dec 09 02:19:26.889277 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36450) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.940796 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ef5a53-3d9f-460b-a7ac-7200e04a330b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:26.941509 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ef5a53-3d9f-460b-a7ac-7200e04a330b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:26.941617 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76175921-b52b-45bf-8254-d88f36c02e43 None None] Resources bound (agent type, host, resource id): {{(pid=103335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 02:19:26.941974 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c46e499-343c-4d08-b98f-a63973c0bf2c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:26.946920 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f9ef5a53-3d9f-460b-a7ac-7200e04a330b tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/7ba3b63e-491c-4a6c-8f27-9ec6e358b538 HTTP/1.1" status: 404 len: 337 time: 0.0566103 Dec 09 02:19:26.950452 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36452) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:26.996457 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a695ad7-efdc-446d-9ecc-7d75e6966191 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:26.996954 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a695ad7-efdc-446d-9ecc-7d75e6966191 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:27.000542 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4a695ad7-efdc-446d-9ecc-7d75e6966191 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/9f5ae73a-9854-4a52-9b81-7dd1dd898227 HTTP/1.1" status: 404 len: 337 time: 0.0488491 Dec 09 02:19:27.001257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c46e499-343c-4d08-b98f-a63973c0bf2c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:27.003276 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36462) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:27.064560 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46e499-343c-4d08-b98f-a63973c0bf2c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62853620-ebb4-4678-bcc0-6f9c81cf5ed2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:27.070079 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-850a5cf9-fd0a-4475-adc2-f86ca80cce33 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:27.071227 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850a5cf9-fd0a-4475-adc2-f86ca80cce33 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:27.073769 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-850a5cf9-fd0a-4475-adc2-f86ca80cce33 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/8d973d68-f480-4035-a173-beac883d20db HTTP/1.1" status: 404 len: 333 time: 0.0451550 Dec 09 02:19:27.082285 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36464) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:27.142101 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-adadd613-3b42-4e8f-a15a-506f4a793223 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:27.142565 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adadd613-3b42-4e8f-a15a-506f4a793223 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:27.143227 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cf73b557-4790-4277-b046-3cc0d675dfae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:27.145710 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-adadd613-3b42-4e8f-a15a-506f4a793223 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/3e6e370d-e878-447b-ab60-9a53b87b3780 HTTP/1.1" status: 404 len: 337 time: 0.0611529 Dec 09 02:19:27.172945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36466) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:27.213364 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-be08e167-f44f-412f-95f2-d8d555984654 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:27.213909 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be08e167-f44f-412f-95f2-d8d555984654 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:27.219776 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-be08e167-f44f-412f-95f2-d8d555984654 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/5aec3d8d-4a3c-466e-8a0b-92c681e29020 HTTP/1.1" status: 404 len: 333 time: 0.0420005 Dec 09 02:19:27.227855 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36468) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:27.277514 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f35a07-eca9-4086-bbb6-13d89251851a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:27.278574 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f35a07-eca9-4086-bbb6-13d89251851a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:27.287129 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-98f35a07-eca9-4086-bbb6-13d89251851a tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/512c3937-13b5-403c-8fec-ac920945f021 HTTP/1.1" status: 404 len: 337 time: 0.0561738 Dec 09 02:19:27.287670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c46e499-343c-4d08-b98f-a63973c0bf2c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:27.290437 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36470) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:27.301304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c46e499-343c-4d08-b98f-a63973c0bf2c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:27.469561 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-cf73b557-4790-4277-b046-3cc0d675dfae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Deleting port 4a52801a-d461-4d79-98e1-41c107e7a465 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:27.470046 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cf73b557-4790-4277-b046-3cc0d675dfae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:27.557819 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-52047dc4-0751-4f42-a5af-f9678e220f7a None None] Provisioning complete for port d69988b7-ffd8-4d6a-8c55-57ea4b321514 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:27.558567 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52047dc4-0751-4f42-a5af-f9678e220f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:27.568673 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cf73b557-4790-4277-b046-3cc0d675dfae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:27.583513 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-cf73b557-4790-4277-b046-3cc0d675dfae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Calling delete_port for 4a52801a-d461-4d79-98e1-41c107e7a465 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:27.607959 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-52047dc4-0751-4f42-a5af-f9678e220f7a None None] Port d69988b7-ffd8-4d6a-8c55-57ea4b321514 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:19:27.681923 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c46e499-343c-4d08-b98f-a63973c0bf2c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:27.683152 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3c46e499-343c-4d08-b98f-a63973c0bf2c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1168826 Dec 09 02:19:27.697753 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36474) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:27.703277 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6f7272aa-c056-460f-874d-7642dd5fae1e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Request body: {'security_group_rule': {'security_group_id': 'caba97f9-ed0d-4b38-bfc4-ea9274929a7b', 'project_id': '16decbd5914c49a5a58309144815fe3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:27.704135 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a67f85b-b6cb-4ff0-a677-2b4baec9892d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:27.705558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a67f85b-b6cb-4ff0-a677-2b4baec9892d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:27.711089 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5a67f85b-b6cb-4ff0-a677-2b4baec9892d tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/4e10e920-38e6-4d1b-9a47-1825716666d4 HTTP/1.1" status: 404 len: 333 time: 0.4175873 Dec 09 02:19:27.716173 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36476) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:27.743544 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f7272aa-c056-460f-874d-7642dd5fae1e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:27.764401 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46e499-343c-4d08-b98f-a63973c0bf2c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caba97f9-ed0d-4b38-bfc4-ea9274929a7b,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:27.769281 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbd4b2c-c9ab-45c7-904f-8bdb0cd8b118 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:27.769725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afbd4b2c-c9ab-45c7-904f-8bdb0cd8b118 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:27.772782 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-afbd4b2c-c9ab-45c7-904f-8bdb0cd8b118 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/40bf548a-c774-4827-a7e2-8eb6983eea59 HTTP/1.1" status: 404 len: 337 time: 0.0555031 Dec 09 02:19:27.775359 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36478) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:27.794588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:27.799772 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:27.836021 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0375a379-d2fe-4c84-a915-989a16100f61 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:27.836553 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0375a379-d2fe-4c84-a915-989a16100f61 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:27.839871 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0375a379-d2fe-4c84-a915-989a16100f61 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/41b81a41-88cf-4901-8463-05a3baaa7abb HTTP/1.1" status: 404 len: 333 time: 0.0629537 Dec 09 02:19:27.845073 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36480) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:27.878777 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:27.894260 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-63714d85-fc73-4648-9ee3-c0f8887dfa13 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:27.894724 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63714d85-fc73-4648-9ee3-c0f8887dfa13 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:27.897896 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-63714d85-fc73-4648-9ee3-c0f8887dfa13 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/d41e6f6b-da61-4b44-9425-8ab7687c0553 HTTP/1.1" status: 404 len: 337 time: 0.0486557 Dec 09 02:19:27.901454 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36482) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:27.912408 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cf73b557-4790-4277-b046-3cc0d675dfae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:27.915530 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f7272aa-c056-460f-874d-7642dd5fae1e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:27.923921 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f7272aa-c056-460f-874d-7642dd5fae1e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:27.950871 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73b557-4790-4277-b046-3cc0d675dfae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event deleted for resources: {'Port': ['ID=4a52801a-d461-4d79-98e1-41c107e7a465,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:27.967786 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7272aa-c056-460f-874d-7642dd5fae1e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f018edb6-f1dc-4bc9-88bd-fc1d9033943f,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:27.970451 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d3afd3-03ed-4c6b-b029-fa32db5817cf tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:27.971197 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d3afd3-03ed-4c6b-b029-fa32db5817cf tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:27.974646 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-75d3afd3-03ed-4c6b-b029-fa32db5817cf tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/572ca6a1-c0b6-49ff-987b-6ee500319a37 HTTP/1.1" status: 404 len: 333 time: 0.0728853 Dec 09 02:19:27.977558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=d69988b7-ffd8-4d6a-8c55-57ea4b321514,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:27.981394 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36484) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:27.993821 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f7272aa-c056-460f-874d-7642dd5fae1e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:27.995216 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6f7272aa-c056-460f-874d-7642dd5fae1e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2963161 Dec 09 02:19:28.022205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36486) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:28.026873 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-482d376d-a393-49cc-ad91-d69077274031 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Request body: {'security_group_rule': {'security_group_id': 'caba97f9-ed0d-4b38-bfc4-ea9274929a7b', 'project_id': '16decbd5914c49a5a58309144815fe3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:28.035960 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7084bf-abe9-4cdf-b4a4-3a2d5453d0b1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:28.036625 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7084bf-abe9-4cdf-b4a4-3a2d5453d0b1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:28.040384 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1e7084bf-abe9-4cdf-b4a4-3a2d5453d0b1 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/c4bf54b0-1efe-4268-b580-2e3de478a095 HTTP/1.1" status: 404 len: 337 time: 0.0559962 Dec 09 02:19:28.045569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36488) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:28.072464 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cf73b557-4790-4277-b046-3cc0d675dfae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.084974 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21cdadf-aeea-4710-b818-871f3bd550b7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:28.085715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c21cdadf-aeea-4710-b818-871f3bd550b7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:28.088974 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c21cdadf-aeea-4710-b818-871f3bd550b7 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/16fd49fd-dc2d-4c5f-8077-1f63c8509544 HTTP/1.1" status: 404 len: 333 time: 0.0423377 Dec 09 02:19:28.092670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36490) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:28.140825 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-29dbc49a-ec82-46ac-b177-ee1aa0eed953 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:28.141424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29dbc49a-ec82-46ac-b177-ee1aa0eed953 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:28.144878 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-29dbc49a-ec82-46ac-b177-ee1aa0eed953 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/34623f50-cd15-4687-96e6-07f433d3a54a HTTP/1.1" status: 404 len: 337 time: 0.0493395 Dec 09 02:19:28.149770 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36492) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:28.176518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-482d376d-a393-49cc-ad91-d69077274031 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.183013 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5a6da4-8c88-49ff-b40d-ffd52344f0c2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:28.183749 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5a6da4-8c88-49ff-b40d-ffd52344f0c2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:28.187320 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ba5a6da4-8c88-49ff-b40d-ffd52344f0c2 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/ports/4387a9e6-aff7-44e5-ac7f-ec8d9b068c74 HTTP/1.1" status: 404 len: 333 time: 0.0364466 Dec 09 02:19:28.196574 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36494) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:28.199370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network dca20974-9879-4091-a2ab-505fe1c47de6 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:28.213865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:28.254485 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-c664ff44-9137-447a-8c09-56f7bbcd5b09 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] DELETE failed (client error): The resource could not be found. Dec 09 02:19:28.254950 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c664ff44-9137-447a-8c09-56f7bbcd5b09 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:19:28.258280 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c664ff44-9137-447a-8c09-56f7bbcd5b09 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/subnets/d8a8006e-8b56-4252-af52-b5041cea535f HTTP/1.1" status: 404 len: 337 time: 0.0575895 Dec 09 02:19:28.261215 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36496) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:28.336359 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf73b557-4790-4277-b046-3cc0d675dfae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Router 1c564aff-66f0-4b76-a838-35b7113986ad has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:19:28.337882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-482d376d-a393-49cc-ad91-d69077274031 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.343693 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-482d376d-a393-49cc-ad91-d69077274031 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.354736 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bcb15cef-7321-4136-9ea8-c7c9eee51ca4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.393911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d376d-a393-49cc-ad91-d69077274031 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9557ff9f-4f19-4bd2-b0f3-70af92086cf4,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:28.427976 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-482d376d-a393-49cc-ad91-d69077274031 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.429200 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-482d376d-a393-49cc-ad91-d69077274031 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4059792 Dec 09 02:19:28.432034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36498) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:28.436963 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a0aac650-c7fb-48be-8af7-7ee65eac472e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Request body: {'security_group_rule': {'security_group_id': 'caba97f9-ed0d-4b38-bfc4-ea9274929a7b', 'project_id': '16decbd5914c49a5a58309144815fe3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:28.452393 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 08ca0122-a02b-4a71-bac2-91cde312983f has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:19:28.483819 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf73b557-4790-4277-b046-3cc0d675dfae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:19:28.489313 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cf73b557-4790-4277-b046-3cc0d675dfae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "PUT /v2.0/routers/1c564aff-66f0-4b76-a838-35b7113986ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1839352 Dec 09 02:19:28.499125 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8fec39-7d7c-4f59-8c12-74865568c83e None None] Sync routers for ids ['1c564aff-66f0-4b76-a838-35b7113986ad'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:19:28.509559 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8fec39-7d7c-4f59-8c12-74865568c83e None None] Routers {'1c564aff-66f0-4b76-a838-35b7113986ad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:28.510331 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9c8fec39-7d7c-4f59-8c12-74865568c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1c564aff-66f0-4b76-a838-35b7113986ad'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:28.516287 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36500) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:28.527377 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a0aac650-c7fb-48be-8af7-7ee65eac472e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.542799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bcb15cef-7321-4136-9ea8-c7c9eee51ca4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.544706 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-fbe2812a-8ea0-4b5e-a834-864caa226b20 None None] Provisioning complete for port d69988b7-ffd8-4d6a-8c55-57ea4b321514 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:28.546184 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbe2812a-8ea0-4b5e-a834-864caa226b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.566720 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-bcb15cef-7321-4136-9ea8-c7c9eee51ca4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d63738a-85ef-4baf-83f7-848c720832e0']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:28.571503 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-328a9490-0e22-401e-90c1-7487b55de2ba tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] show failed (client error): The resource could not be found. Dec 09 02:19:28.576512 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-328a9490-0e22-401e-90c1-7487b55de2ba tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1440869484 HTTP/1.1" status: 404 len: 335 time: 0.0552814 Dec 09 02:19:28.577144 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36502) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:28.583679 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6af08193-30e3-4898-bd7e-b1d93d606f87 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:28.588749 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-bcb15cef-7321-4136-9ea8-c7c9eee51ca4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38179b78-0ab3-4147-8e0a-51d0285bcd1a') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:28.589652 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-bcb15cef-7321-4136-9ea8-c7c9eee51ca4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38179b78-0ab3-4147-8e0a-51d0285bcd1a') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:28.591932 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9c8fec39-7d7c-4f59-8c12-74865568c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:28.600328 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fbe2812a-8ea0-4b5e-a834-864caa226b20 None None] Port d69988b7-ffd8-4d6a-8c55-57ea4b321514 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:19:28.616690 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8fec39-7d7c-4f59-8c12-74865568c83e None None] Routers {'1c564aff-66f0-4b76-a838-35b7113986ad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:28.617598 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9c8fec39-7d7c-4f59-8c12-74865568c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1c564aff-66f0-4b76-a838-35b7113986ad'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:28.628733 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-6af08193-30e3-4898-bd7e-b1d93d606f87 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] update failed (client error): The resource could not be found. Dec 09 02:19:28.629790 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6af08193-30e3-4898-bd7e-b1d93d606f87 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-2101737135 HTTP/1.1" status: 404 len: 335 time: 0.0518472 Dec 09 02:19:28.633025 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36504) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:28.636163 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bcb15cef-7321-4136-9ea8-c7c9eee51ca4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.656196 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9c8fec39-7d7c-4f59-8c12-74865568c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:28.657240 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8fec39-7d7c-4f59-8c12-74865568c83e None None] The sync data for ids ['1c564aff-66f0-4b76-a838-35b7113986ad'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:19:28.682461 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bcb15cef-7321-4136-9ea8-c7c9eee51ca4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.695320 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb15cef-7321-4136-9ea8-c7c9eee51ca4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:28.695649 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bcb15cef-7321-4136-9ea8-c7c9eee51ca4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:28.699379 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:28.706581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:19:28.720229 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Sync routers for ids ['08ca0122-a02b-4a71-bac2-91cde312983f'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:19:28.733011 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d56a3626-a6a2-43ab-8975-806fd964ce34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/08ca0122-a02b-4a71-bac2-91cde312983f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6465003 Dec 09 02:19:28.733452 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cceac8-340d-4d7d-bc7b-98e00a3b4e36 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Deleting subnet ad09d82e-1f28-4da1-9980-dfa7198b5dba {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:19:28.733452 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85cceac8-340d-4d7d-bc7b-98e00a3b4e36 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.743774 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Routers {'08ca0122-a02b-4a71-bac2-91cde312983f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:28.748012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08ca0122-a02b-4a71-bac2-91cde312983f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:28.756851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a0aac650-c7fb-48be-8af7-7ee65eac472e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.774948 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a0aac650-c7fb-48be-8af7-7ee65eac472e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.814571 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aac650-c7fb-48be-8af7-7ee65eac472e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf86c22-7322-430c-9e83-ebee243cf2c9,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:28.820650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a0aac650-c7fb-48be-8af7-7ee65eac472e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.822322 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a0aac650-c7fb-48be-8af7-7ee65eac472e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3893290 Dec 09 02:19:28.824325 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85cceac8-340d-4d7d-bc7b-98e00a3b4e36 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.825856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36510) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:28.831090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-b3ce9bdd-045d-40fc-b1fd-2b5d887fba1f tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Request body: {'security_group_rule': {'security_group_id': 'caba97f9-ed0d-4b38-bfc4-ea9274929a7b', 'project_id': '16decbd5914c49a5a58309144815fe3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:28.856705 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bcb15cef-7321-4136-9ea8-c7c9eee51ca4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.861218 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bcb15cef-7321-4136-9ea8-c7c9eee51ca4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.869136 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bcb15cef-7321-4136-9ea8-c7c9eee51ca4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] 10.222.0.43 "DELETE /v2.0/networks/3d63738a-85ef-4baf-83f7-848c720832e0 HTTP/1.1" status: 204 len: 168 time: 0.6022232 Dec 09 02:19:28.891308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b3ce9bdd-045d-40fc-b1fd-2b5d887fba1f tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:28.909890 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb15cef-7321-4136-9ea8-c7c9eee51ca4 tempest-NetworksTestDHCPv6-68538035 tempest-NetworksTestDHCPv6-68538035-project] Pushing event deleted for resources: {'Network': ['ID=3d63738a-85ef-4baf-83f7-848c720832e0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:28.977486 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Set router 08ca0122-a02b-4a71-bac2-91cde312983f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:19:28.995019 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85cceac8-340d-4d7d-bc7b-98e00a3b4e36 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.026198 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b3ce9bdd-045d-40fc-b1fd-2b5d887fba1f tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.032532 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b3ce9bdd-045d-40fc-b1fd-2b5d887fba1f tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.063872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce9bdd-045d-40fc-b1fd-2b5d887fba1f tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be503cc-27bb-4524-b25c-e97dd200c50d,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:29.086257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b3ce9bdd-045d-40fc-b1fd-2b5d887fba1f tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.094650 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b3ce9bdd-045d-40fc-b1fd-2b5d887fba1f tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2671351 Dec 09 02:19:29.096270 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36516) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:29.104935 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85cceac8-340d-4d7d-bc7b-98e00a3b4e36 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.107447 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-5ad8a112-e176-459a-9463-43d954db8e12 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Request body: {'security_group_rule': {'security_group_id': 'caba97f9-ed0d-4b38-bfc4-ea9274929a7b', 'project_id': '16decbd5914c49a5a58309144815fe3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:29.128570 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85cceac8-340d-4d7d-bc7b-98e00a3b4e36 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.136824 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-85cceac8-340d-4d7d-bc7b-98e00a3b4e36 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "DELETE /v2.0/subnets/ad09d82e-1f28-4da1-9980-dfa7198b5dba HTTP/1.1" status: 204 len: 168 time: 0.5026426 Dec 09 02:19:29.137640 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36518) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:29.165567 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cceac8-340d-4d7d-bc7b-98e00a3b4e36 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event deleted for resources: {'Subnet': ['ID=ad09d82e-1f28-4da1-9980-dfa7198b5dba,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:29.213658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93cbfe9-22a7-4133-a7d0-62d384d00411 None None] Network eac84809-d25a-4922-b6cc-d447b1c954b4 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:29.258988 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-5ad8a112-e176-459a-9463-43d954db8e12 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Project 16decbd5914c49a5a58309144815fe3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:19:29.276025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a112-e176-459a-9463-43d954db8e12 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.291898 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36522) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:29.319054 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.393016 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a112-e176-459a-9463-43d954db8e12 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.407680 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a112-e176-459a-9463-43d954db8e12 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.431422 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8a112-e176-459a-9463-43d954db8e12 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a277908e-e907-4a4e-a84d-faf8a45feede,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:29.440062 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Deleting port 307aad90-907f-4f33-83df-2da9891bcc79 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:29.440320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.446933 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a112-e176-459a-9463-43d954db8e12 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.450830 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5ad8a112-e176-459a-9463-43d954db8e12 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3502705 Dec 09 02:19:29.458336 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36526) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:29.462771 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-28e204c1-e48c-4597-8f5e-72299007d979 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Request body: {'security_group_rule': {'security_group_id': 'caba97f9-ed0d-4b38-bfc4-ea9274929a7b', 'project_id': '16decbd5914c49a5a58309144815fe3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:29.493659 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e4bd7e-35c5-4769-8bcf-bcbd2e105c5f None None] DHCP port deletion for eac84809-d25a-4922-b6cc-d447b1c954b4 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:19:29.525810 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e15f62e1-7455-4d9d-9b2c-ddaad9197224 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d9a879756cf4e31a3dfa01d4a38eff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322483 Dec 09 02:19:29.526390 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36532) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:29.538276 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] For port 307aad90-907f-4f33-83df-2da9891bcc79, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=307aad90-907f-4f33-83df-2da9891bcc79,segment=NetworkSegment(3ae4f2f1-b1e0-4e73-aef1-76d990df34cb),segment_id=3ae4f2f1-b1e0-4e73-aef1-76d990df34cb)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:29.538678 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.542101 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-28e204c1-e48c-4597-8f5e-72299007d979 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Project 16decbd5914c49a5a58309144815fe3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:19:29.558049 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28e204c1-e48c-4597-8f5e-72299007d979 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.585911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Calling delete_port for 307aad90-907f-4f33-83df-2da9891bcc79 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:29.596956 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0967d32c-6cba-4d24-be30-64030e50fa0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.605191 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-15e4bd7e-35c5-4769-8bcf-bcbd2e105c5f None None] Deleting port 307aad90-907f-4f33-83df-2da9891bcc79 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:29.606248 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-15e4bd7e-35c5-4769-8bcf-bcbd2e105c5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.618974 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28e204c1-e48c-4597-8f5e-72299007d979 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.627162 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0967d32c-6cba-4d24-be30-64030e50fa0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.627643 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28e204c1-e48c-4597-8f5e-72299007d979 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.689651 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-15e4bd7e-35c5-4769-8bcf-bcbd2e105c5f None None] For port 307aad90-907f-4f33-83df-2da9891bcc79, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=307aad90-907f-4f33-83df-2da9891bcc79,segment=NetworkSegment(3ae4f2f1-b1e0-4e73-aef1-76d990df34cb),segment_id=3ae4f2f1-b1e0-4e73-aef1-76d990df34cb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:29.689896 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e204c1-e48c-4597-8f5e-72299007d979 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149c6140-6668-44c9-a329-2af71672176c,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:29.690123 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-15e4bd7e-35c5-4769-8bcf-bcbd2e105c5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.697722 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0967d32c-6cba-4d24-be30-64030e50fa0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.705133 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-15e4bd7e-35c5-4769-8bcf-bcbd2e105c5f None None] Calling delete_port for 307aad90-907f-4f33-83df-2da9891bcc79 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:29.706304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0967d32c-6cba-4d24-be30-64030e50fa0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.711830 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:19:26Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7b6aa774-0c9b-423d-bb13-02b8a9d75042', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'port_id': 'fc8beeb3-a94e-44ae-844d-b4876d50621d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'mac_address': 'fa:16:3e:95:3a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:18:15Z', 'updated_at': '2021-12-09T02:18:22Z', 'revision_number': 1, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8698c1-b094-4901-acf3-46da7b218db0', 'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:46:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:32Z', 'updated_at': '2021-12-09T02:17:43Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd69988b7-ffd8-4d6a-8c55-57ea4b321514', 'name': '', 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:11:77:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'f20d2fd7-0c5c-4b16-8a27-b857ec860b93', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:25Z', 'updated_at': '2021-12-09T02:19:27Z', 'revision_number': 2, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'f20d2fd7-0c5c-4b16-8a27-b857ec860b93', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:29.713358 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28e204c1-e48c-4597-8f5e-72299007d979 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.713621 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0967d32c-6cba-4d24-be30-64030e50fa0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db462e5d-bdf0-4dc6-9e52-d35f84b4ea2e HTTP/1.1" status: 204 len: 168 time: 0.1858370 Dec 09 02:19:29.718934 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-28e204c1-e48c-4597-8f5e-72299007d979 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2553613 Dec 09 02:19:29.719629 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36540) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:29.725701 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967d32c-6cba-4d24-be30-64030e50fa0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db462e5d-bdf0-4dc6-9e52-d35f84b4ea2e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:29.726087 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-9e10f98a-dba4-4032-b742-08a63cafecaf tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Request body: {'network': {'name': 'tempest-network-smoke--1884690362', 'project_id': '16decbd5914c49a5a58309144815fe3e', 'port_security_enabled': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:29.756268 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Checking router: 08ca0122-a02b-4a71-bac2-91cde312983f for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:19:29.756649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Updating router 08ca0122-a02b-4a71-bac2-91cde312983f port d69988b7-ffd8-4d6a-8c55-57ea4b321514 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:19:29.763290 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e10f98a-dba4-4032-b742-08a63cafecaf tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Made reservation on behalf of 16decbd5914c49a5a58309144815fe3e for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:29.768157 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e10f98a-dba4-4032-b742-08a63cafecaf tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.804942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.826874 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.866165 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] No DVR routers for this DVR port 307aad90-907f-4f33-83df-2da9891bcc79 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:29.876195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e10f98a-dba4-4032-b742-08a63cafecaf tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:19:29.886816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e10f98a-dba4-4032-b742-08a63cafecaf tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.887366 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-9e10f98a-dba4-4032-b742-08a63cafecaf tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Added segment f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96 of type vlan for network 0583aaad-174f-4315-905c-6fa637fb0f26 Dec 09 02:19:29.933560 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e10f98a-dba4-4032-b742-08a63cafecaf tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:29.955268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event deleted for resources: {'Port': ['ID=307aad90-907f-4f33-83df-2da9891bcc79,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:30.012865 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 307aad90-907f-4f33-83df-2da9891bcc79 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:19:30.036004 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e10f98a-dba4-4032-b742-08a63cafecaf tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.042548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10f98a-dba4-4032-b742-08a63cafecaf tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:30.044222 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e10f98a-dba4-4032-b742-08a63cafecaf tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.044894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 307aad90-907f-4f33-83df-2da9891bcc79 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:19:30.045224 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 307aad90-907f-4f33-83df-2da9891bcc79 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:19:30.061373 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-15e4bd7e-35c5-4769-8bcf-bcbd2e105c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.114576 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.116023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4bd7e-35c5-4769-8bcf-bcbd2e105c5f None None] Pushing event deleted for resources: {'Port': ['ID=307aad90-907f-4f33-83df-2da9891bcc79,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:30.118540 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4bd7e-35c5-4769-8bcf-bcbd2e105c5f None None] No DVR routers for this DVR port 307aad90-907f-4f33-83df-2da9891bcc79 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:30.153588 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9e10f98a-dba4-4032-b742-08a63cafecaf tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4325819 Dec 09 02:19:30.157255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36552) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:30.163947 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1702203469', 'admin_state_up': True, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:30.172218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac84809-d25a-4922-b6cc-d447b1c954b4']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:30.174768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10f98a-dba4-4032-b742-08a63cafecaf tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event updated for resources: {'Network': ['ID=0583aaad-174f-4315-905c-6fa637fb0f26,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:30.184998 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae4f2f1-b1e0-4e73-aef1-76d990df34cb') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:30.185987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae4f2f1-b1e0-4e73-aef1-76d990df34cb') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:30.194442 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 0583aaad-174f-4315-905c-6fa637fb0f26 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:19:30.197237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.213985 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.214935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.215902 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.223724 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:30.224415 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:30.228562 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:30.322757 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.332424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.337128 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "DELETE /v2.0/networks/eac84809-d25a-4922-b6cc-d447b1c954b4 HTTP/1.1" status: 204 len: 168 time: 1.1977739 Dec 09 02:19:30.343741 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.346091 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36556) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:30.362116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac4baf-18b1-4b88-9403-8620ec4abbaf tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event deleted for resources: {'Network': ['ID=eac84809-d25a-4922-b6cc-d447b1c954b4,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:30.362308 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.448501 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-40402876-2389-4ca5-9c9c-2623eaec4a65 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Deleting subnet e3c65160-e772-492d-8c42-97b8db05cc37 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:19:30.454051 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40402876-2389-4ca5-9c9c-2623eaec4a65 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.457542 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.462135 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817925e-5e9d-4cb6-b92e-0e026478b8da None None] Pushing event updated for resources: {'Port': ['ID=d69988b7-ffd8-4d6a-8c55-57ea4b321514,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:30.507742 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Attempting to bind port d69988b7-ffd8-4d6a-8c55-57ea4b321514 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:30.508310 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Attempting to bind port d69988b7-ffd8-4d6a-8c55-57ea4b321514 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:30.508800 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Attempting to bind port d69988b7-ffd8-4d6a-8c55-57ea4b321514 on network dca20974-9879-4091-a2ab-505fe1c47de6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:30.516045 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:30.516617 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Checking segment: {'id': '1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:30.517133 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.517657 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Bound using segment: {'id': '1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:30.518245 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Bound port: d69988b7-ffd8-4d6a-8c55-57ea4b321514, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:30.518735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.611404 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] For port d69988b7-ffd8-4d6a-8c55-57ea4b321514, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:30.616690 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] For port d69988b7-ffd8-4d6a-8c55-57ea4b321514, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d69988b7-ffd8-4d6a-8c55-57ea4b321514,segment=NetworkSegment(1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d),segment_id=1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:30.625146 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.726882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36566) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:30.750037 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Routers {'08ca0122-a02b-4a71-bac2-91cde312983f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:30.754292 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08ca0122-a02b-4a71-bac2-91cde312983f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:30.860821 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-249caa52-a5d6-4a40-8179-1e165d609008 None None] Provisioning complete for port d69988b7-ffd8-4d6a-8c55-57ea4b321514 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:30.861198 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249caa52-a5d6-4a40-8179-1e165d609008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.919238 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Request body: {'networks': [{'name': 'tempest-network--370959620'}, {'name': 'tempest-network--1351340787'}]} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:30.920372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Request body: {'network': {'name': 'tempest-network--370959620'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:30.921077 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Request body: {'network': {'name': 'tempest-network--1351340787'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:30.929268 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817925e-5e9d-4cb6-b92e-0e026478b8da None None] Pushing event updated for resources: {'Port': ['ID=d69988b7-ffd8-4d6a-8c55-57ea4b321514,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:30.971076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Made reservation on behalf of e6b37cf9fe8b4fa294b64a3a916bff85 for: {'network': 2} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:30.979224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.988897 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40402876-2389-4ca5-9c9c-2623eaec4a65 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:30.989860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.000406 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249caa52-a5d6-4a40-8179-1e165d609008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.080883 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.086200 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.091597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.092500 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.103408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] Set router 08ca0122-a02b-4a71-bac2-91cde312983f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:19:31.143327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-249caa52-a5d6-4a40-8179-1e165d609008 None None] For port d69988b7-ffd8-4d6a-8c55-57ea4b321514, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d69988b7-ffd8-4d6a-8c55-57ea4b321514,segment=NetworkSegment(1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d),segment_id=1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:31.159737 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-249caa52-a5d6-4a40-8179-1e165d609008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.167809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a222260-d5b4-44e0-9e3d-7d17a76fb140,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:31.181790 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40402876-2389-4ca5-9c9c-2623eaec4a65 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.182303 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:19:31.195826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.196189 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Added segment c4220dab-0363-4cbb-9ecd-eb3cd76fd952 of type vlan for network 43a63a97-a0ce-457d-bd3a-48de0d8d4c10 Dec 09 02:19:31.270837 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.273714 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40402876-2389-4ca5-9c9c-2623eaec4a65 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.305257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:19:31.311121 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40402876-2389-4ca5-9c9c-2623eaec4a65 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c65160-e772-492d-8c42-97b8db05cc37,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:31.321167 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40402876-2389-4ca5-9c9c-2623eaec4a65 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.325940 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-40402876-2389-4ca5-9c9c-2623eaec4a65 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "DELETE /v2.0/subnets/e3c65160-e772-492d-8c42-97b8db05cc37 HTTP/1.1" status: 204 len: 168 time: 0.9787917 Dec 09 02:19:31.328174 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36574) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:31.336908 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.337474 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Added segment c73fb012-52e3-48dd-a004-4968daf875b3 of type vlan for network 1fd29293-1706-4dea-9380-f9874b61c6ce Dec 09 02:19:31.354663 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901b7a14-26fe-486d-94e4-d0c323aabbd9 None None] Network 031804d2-feac-4419-bd55-75e7964004e0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:31.375396 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:19:31.392310 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8aac93-16e1-4fd8-8bb9-4734af19e96c tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Deleting subnet 6cedbbc7-e9b1-4323-ad29-692671c5560c {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:19:31.414202 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.454740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.456315 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.461703 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-11b717f6-43f9-44c4-a5ad-c54fbff53caf None None] Provisioning complete for port d69988b7-ffd8-4d6a-8c55-57ea4b321514 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:31.462087 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-11b717f6-43f9-44c4-a5ad-c54fbff53caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.467292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:31.471085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff8aac93-16e1-4fd8-8bb9-4734af19e96c tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.474147 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:31.475238 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.513478 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249caa52-a5d6-4a40-8179-1e165d609008 None None] Pushing event updated for resources: {'Port': ['ID=d69988b7-ffd8-4d6a-8c55-57ea4b321514,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:31.531719 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.562814 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.576666 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff8aac93-16e1-4fd8-8bb9-4734af19e96c tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.603303 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event updated for resources: {'Network': ['ID=43a63a97-a0ce-457d-bd3a-48de0d8d4c10,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:31.663609 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36576) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:31.664764 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9359207 Dec 09 02:19:31.723662 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa3d7b-c342-45b6-b21b-89d52f32ed1b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event updated for resources: {'Network': ['ID=1fd29293-1706-4dea-9380-f9874b61c6ce,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:31.794012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 43a63a97-a0ce-457d-bd3a-48de0d8d4c10 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:19:31.795904 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 1fd29293-1706-4dea-9380-f9874b61c6ce details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:19:31.868444 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Allocated IP 172.26.3.247 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/dfd69f27-5659-40c5-9a7c-e844ec3a0c3d) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:31.893413 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff8aac93-16e1-4fd8-8bb9-4734af19e96c tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:31.931005 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6baf12-3587-49f7-922f-eff57d185570 None None] DHCP port deletion for 031804d2-feac-4419-bd55-75e7964004e0 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:19:32.028774 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:19:26Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7b6aa774-0c9b-423d-bb13-02b8a9d75042', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'port_id': 'fc8beeb3-a94e-44ae-844d-b4876d50621d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'mac_address': 'fa:16:3e:95:3a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:18:15Z', 'updated_at': '2021-12-09T02:18:22Z', 'revision_number': 1, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8698c1-b094-4901-acf3-46da7b218db0', 'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:46:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:32Z', 'updated_at': '2021-12-09T02:17:43Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd69988b7-ffd8-4d6a-8c55-57ea4b321514', 'name': '', 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:11:77:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'f20d2fd7-0c5c-4b16-8a27-b857ec860b93', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:25Z', 'updated_at': '2021-12-09T02:19:30Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'f20d2fd7-0c5c-4b16-8a27-b857ec860b93', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:32.071881 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e66383-f089-4c44-baa7-5a561838f34e tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:32.072671 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e66383-f089-4c44-baa7-5a561838f34e tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:32.078850 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378ea71b-92be-4186-bceb-0ae7f1bd6edb None None] The sync data for ids ['08ca0122-a02b-4a71-bac2-91cde312983f'] in dv-neutron-804846-18-hyperv is: [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:19:26Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7b6aa774-0c9b-423d-bb13-02b8a9d75042', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'port_id': 'fc8beeb3-a94e-44ae-844d-b4876d50621d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'mac_address': 'fa:16:3e:95:3a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:18:15Z', 'updated_at': '2021-12-09T02:18:22Z', 'revision_number': 1, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8698c1-b094-4901-acf3-46da7b218db0', 'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:46:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:32Z', 'updated_at': '2021-12-09T02:17:43Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd69988b7-ffd8-4d6a-8c55-57ea4b321514', 'name': '', 'network_id': 'dca20974-9879-4091-a2ab-505fe1c47de6', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:11:77:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'f20d2fd7-0c5c-4b16-8a27-b857ec860b93', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:25Z', 'updated_at': '2021-12-09T02:19:30Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'f20d2fd7-0c5c-4b16-8a27-b857ec860b93', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:19:32.079347 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e66383-f089-4c44-baa7-5a561838f34e tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:32.082940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device bf07687a-956e-4433-b793-e0931acfb1c7 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:19:32.085733 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e66383-f089-4c44-baa7-5a561838f34e tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:32.091313 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-14e66383-f089-4c44-baa7-5a561838f34e tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4207127 Dec 09 02:19:32.091313 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36580) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:32.205042 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8c6baf12-3587-49f7-922f-eff57d185570 None None] Deleting port bf07687a-956e-4433-b793-e0931acfb1c7 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:32.205428 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c6baf12-3587-49f7-922f-eff57d185570 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.209866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.213300 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f3368110-3350-4d68-8e26-9cc449dc3432 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.223539 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff8aac93-16e1-4fd8-8bb9-4734af19e96c tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.255935 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8aac93-16e1-4fd8-8bb9-4734af19e96c tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event deleted for resources: {'Subnet': ['ID=6cedbbc7-e9b1-4323-ad29-692671c5560c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:32.303813 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7ae1ee-486c-4668-80ad-e221ca772565 None None] Network 77cb919d-e4e8-4791-8e4a-423e324d9781 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:32.306557 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff8aac93-16e1-4fd8-8bb9-4734af19e96c tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.313864 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ff8aac93-16e1-4fd8-8bb9-4734af19e96c tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "DELETE /v2.0/subnets/6cedbbc7-e9b1-4323-ad29-692671c5560c HTTP/1.1" status: 204 len: 168 time: 0.9845107 Dec 09 02:19:32.316476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36582) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:32.332347 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port bf07687a-956e-4433-b793-e0931acfb1c7, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=bf07687a-956e-4433-b793-e0931acfb1c7,segment=NetworkSegment(6ae32f27-8a24-46cb-a41b-c3e038671b8f),segment_id=6ae32f27-8a24-46cb-a41b-c3e038671b8f)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:32.333287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.416989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8c6baf12-3587-49f7-922f-eff57d185570 None None] For port bf07687a-956e-4433-b793-e0931acfb1c7, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=bf07687a-956e-4433-b793-e0931acfb1c7,segment=NetworkSegment(6ae32f27-8a24-46cb-a41b-c3e038671b8f),segment_id=6ae32f27-8a24-46cb-a41b-c3e038671b8f)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:32.417670 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c6baf12-3587-49f7-922f-eff57d185570 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.431020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.432800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f3368110-3350-4d68-8e26-9cc449dc3432 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.437123 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8c6baf12-3587-49f7-922f-eff57d185570 None None] Calling delete_port for bf07687a-956e-4433-b793-e0931acfb1c7 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:32.464421 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-f3368110-3350-4d68-8e26-9cc449dc3432 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a63a97-a0ce-457d-bd3a-48de0d8d4c10']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:32.479325 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.482352 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-f3368110-3350-4d68-8e26-9cc449dc3432 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4220dab-0363-4cbb-9ecd-eb3cd76fd952') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:32.482654 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-f3368110-3350-4d68-8e26-9cc449dc3432 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4220dab-0363-4cbb-9ecd-eb3cd76fd952') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:32.517872 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:32.522164 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Deleting port bf07687a-956e-4433-b793-e0931acfb1c7 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:32.522756 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.539076 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:32.544376 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f3368110-3350-4d68-8e26-9cc449dc3432 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.546346 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:32.553358 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.598968 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50757905-0096-40ba-8ba4-141033a42170 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:19:32.603689 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8c6baf12-3587-49f7-922f-eff57d185570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.650199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event deleted for resources: {'Port': ['ID=bf07687a-956e-4433-b793-e0931acfb1c7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:32.661594 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] For port bf07687a-956e-4433-b793-e0931acfb1c7, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=bf07687a-956e-4433-b793-e0931acfb1c7,segment=NetworkSegment(6ae32f27-8a24-46cb-a41b-c3e038671b8f),segment_id=6ae32f27-8a24-46cb-a41b-c3e038671b8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:32.662277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.675782 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f3368110-3350-4d68-8e26-9cc449dc3432 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.678773 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Calling delete_port for bf07687a-956e-4433-b793-e0931acfb1c7 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:32.686000 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3368110-3350-4d68-8e26-9cc449dc3432 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:32.686765 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f3368110-3350-4d68-8e26-9cc449dc3432 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.704215 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6baf12-3587-49f7-922f-eff57d185570 None None] No DVR routers for this DVR port bf07687a-956e-4433-b793-e0931acfb1c7 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:32.707400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6baf12-3587-49f7-922f-eff57d185570 None None] Pushing event deleted for resources: {'Port': ['ID=bf07687a-956e-4433-b793-e0931acfb1c7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:32.742541 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2d6ce291-7734-41b9-96a5-99117cc4c719 None None] Provisioning complete for port dfd69f27-5659-40c5-9a7c-e844ec3a0c3d triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:32.742541 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d6ce291-7734-41b9-96a5-99117cc4c719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:32.792623 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:32.806041 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f3368110-3350-4d68-8e26-9cc449dc3432 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.811666 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f3368110-3350-4d68-8e26-9cc449dc3432 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.816282 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f3368110-3350-4d68-8e26-9cc449dc3432 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "DELETE /v2.0/networks/43a63a97-a0ce-457d-bd3a-48de0d8d4c10 HTTP/1.1" status: 204 len: 168 time: 0.7244914 Dec 09 02:19:32.828754 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36584) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:32.830184 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a7d9ac-6cf2-4349-b3df-025a8d578eb2 None None] DHCP port deletion for 77cb919d-e4e8-4791-8e4a-423e324d9781 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:19:32.832812 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2d6ce291-7734-41b9-96a5-99117cc4c719 None None] Port dfd69f27-5659-40c5-9a7c-e844ec3a0c3d cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:19:32.882365 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event updated for resources: {'Port': ['ID=dfd69f27-5659-40c5-9a7c-e844ec3a0c3d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:32.910596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-28a7d9ac-6cf2-4349-b3df-025a8d578eb2 None None] Deleting port 0de32ce7-9178-41eb-91aa-56b04f8cc80e {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:32.911082 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3368110-3350-4d68-8e26-9cc449dc3432 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event deleted for resources: {'Network': ['ID=43a63a97-a0ce-457d-bd3a-48de0d8d4c10,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:32.912158 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-28a7d9ac-6cf2-4349-b3df-025a8d578eb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:32.968910 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e101a112-3f6b-4b5f-9599-78eef98956db tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.029023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-28a7d9ac-6cf2-4349-b3df-025a8d578eb2 None None] For port 0de32ce7-9178-41eb-91aa-56b04f8cc80e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0de32ce7-9178-41eb-91aa-56b04f8cc80e,segment=NetworkSegment(9e9e852a-4143-4582-8457-0bf7b52c980b),segment_id=9e9e852a-4143-4582-8457-0bf7b52c980b)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:33.029452 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-28a7d9ac-6cf2-4349-b3df-025a8d578eb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.040167 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-66a7897c-b252-4fc6-aeb9-d2ce9cb37971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.053070 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-28a7d9ac-6cf2-4349-b3df-025a8d578eb2 None None] Calling delete_port for 0de32ce7-9178-41eb-91aa-56b04f8cc80e owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:33.108412 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e101a112-3f6b-4b5f-9599-78eef98956db tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.142932 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.147019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-e101a112-3f6b-4b5f-9599-78eef98956db tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd29293-1706-4dea-9380-f9874b61c6ce']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:33.190871 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-e101a112-3f6b-4b5f-9599-78eef98956db tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73fb012-52e3-48dd-a004-4968daf875b3') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:33.191264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-e101a112-3f6b-4b5f-9599-78eef98956db tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73fb012-52e3-48dd-a004-4968daf875b3') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:33.203321 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event deleted for resources: {'Port': ['ID=bf07687a-956e-4433-b793-e0931acfb1c7,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:33.218368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e101a112-3f6b-4b5f-9599-78eef98956db tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.220584 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] No DVR routers for this DVR port bf07687a-956e-4433-b793-e0931acfb1c7 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:33.228585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-28a7d9ac-6cf2-4349-b3df-025a8d578eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.239405 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.259318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e101a112-3f6b-4b5f-9599-78eef98956db tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.269971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7d9ac-6cf2-4349-b3df-025a8d578eb2 None None] Pushing event deleted for resources: {'Port': ['ID=0de32ce7-9178-41eb-91aa-56b04f8cc80e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:33.280553 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7d9ac-6cf2-4349-b3df-025a8d578eb2 None None] No DVR routers for this DVR port 0de32ce7-9178-41eb-91aa-56b04f8cc80e on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:33.309827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e101a112-3f6b-4b5f-9599-78eef98956db tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:33.310256 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e101a112-3f6b-4b5f-9599-78eef98956db tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:33.314554 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:33.381475 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.406826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e101a112-3f6b-4b5f-9599-78eef98956db tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.418538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031804d2-feac-4419-bd55-75e7964004e0']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:33.422691 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e101a112-3f6b-4b5f-9599-78eef98956db tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.428099 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e101a112-3f6b-4b5f-9599-78eef98956db tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "DELETE /v2.0/networks/1fd29293-1706-4dea-9380-f9874b61c6ce HTTP/1.1" status: 204 len: 168 time: 0.6009393 Dec 09 02:19:33.438011 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36588) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:33.464957 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101a112-3f6b-4b5f-9599-78eef98956db tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event deleted for resources: {'Network': ['ID=1fd29293-1706-4dea-9380-f9874b61c6ce,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:33.477759 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae32f27-8a24-46cb-a41b-c3e038671b8f') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:33.478143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae32f27-8a24-46cb-a41b-c3e038671b8f') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:33.518424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.547690 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.556613 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.565047 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:33.565458 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:33.568724 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:33.657208 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eedd23-355b-4733-9e69-80220e611eed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:33.663683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eedd23-355b-4733-9e69-80220e611eed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:33.665420 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-94eedd23-355b-4733-9e69-80220e611eed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2207866 Dec 09 02:19:33.670354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36592) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:33.674507 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-7eb43044-05fd-4ddb-93be-ab7818784ad0 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-206206386'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:33.688381 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.714615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.720826 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "DELETE /v2.0/networks/031804d2-feac-4419-bd55-75e7964004e0 HTTP/1.1" status: 204 len: 168 time: 1.4010329 Dec 09 02:19:33.720826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a7c61-5989-48a6-9881-9ede45d45f2a tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event deleted for resources: {'Network': ['ID=031804d2-feac-4419-bd55-75e7964004e0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:33.721320 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36594) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:33.734615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb43044-05fd-4ddb-93be-ab7818784ad0 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Made reservation on behalf of e6b37cf9fe8b4fa294b64a3a916bff85 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:33.739184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7eb43044-05fd-4ddb-93be-ab7818784ad0 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.767097 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb43044-05fd-4ddb-93be-ab7818784ad0 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:19:33.770160 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Router 11fd68fd-b8d4-4936-b106-b36ae2684fad is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:19:33.776411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7eb43044-05fd-4ddb-93be-ab7818784ad0 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.776805 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-7eb43044-05fd-4ddb-93be-ab7818784ad0 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Added segment ae90fda4-9916-4b4e-8b4e-256479fea04c of type vlan for network f5bcc52a-fc5a-46e4-8081-2a769cce8ae7 Dec 09 02:19:33.819293 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7eb43044-05fd-4ddb-93be-ab7818784ad0 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.845491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7eb43044-05fd-4ddb-93be-ab7818784ad0 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.851491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb43044-05fd-4ddb-93be-ab7818784ad0 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:33.852116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7eb43044-05fd-4ddb-93be-ab7818784ad0 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.911489 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7eb43044-05fd-4ddb-93be-ab7818784ad0 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2405522 Dec 09 02:19:33.915085 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36596) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:33.920116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-38d6e158-f4d6-4556-94fc-cd5d1384eb4d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1180583944'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:33.952045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb43044-05fd-4ddb-93be-ab7818784ad0 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event updated for resources: {'Network': ['ID=f5bcc52a-fc5a-46e4-8081-2a769cce8ae7,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:33.965750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d6e158-f4d6-4556-94fc-cd5d1384eb4d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Made reservation on behalf of e6b37cf9fe8b4fa294b64a3a916bff85 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:33.970309 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38d6e158-f4d6-4556-94fc-cd5d1384eb4d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:33.971114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network f5bcc52a-fc5a-46e4-8081-2a769cce8ae7 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:19:34.018320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d6e158-f4d6-4556-94fc-cd5d1384eb4d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:19:34.029599 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38d6e158-f4d6-4556-94fc-cd5d1384eb4d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.029954 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-38d6e158-f4d6-4556-94fc-cd5d1384eb4d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Added segment 3f4a7efe-0dfb-4e54-8a9c-cd75307ceddc of type vlan for network a9c36d01-f56e-4a9e-af46-070f5ea431a0 Dec 09 02:19:34.085870 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d69988b7-ffd8-4d6a-8c55-57ea4b321514 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:34.088967 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38d6e158-f4d6-4556-94fc-cd5d1384eb4d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.123340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38d6e158-f4d6-4556-94fc-cd5d1384eb4d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.134649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d6e158-f4d6-4556-94fc-cd5d1384eb4d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:34.135310 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38d6e158-f4d6-4556-94fc-cd5d1384eb4d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.178572 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port d69988b7-ffd8-4d6a-8c55-57ea4b321514 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:34.179341 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.219173 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-38d6e158-f4d6-4556-94fc-cd5d1384eb4d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3006997 Dec 09 02:19:34.219173 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36600) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:34.225018 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Request body: {'ports': [{'network_id': 'f5bcc52a-fc5a-46e4-8081-2a769cce8ae7', 'name': 'tempest-port--290358973', 'admin_state_up': True}, {'network_id': 'a9c36d01-f56e-4a9e-af46-070f5ea431a0', 'admin_state_up': False}]} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:34.225343 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Request body: {'port': {'network_id': 'f5bcc52a-fc5a-46e4-8081-2a769cce8ae7', 'name': 'tempest-port--290358973', 'admin_state_up': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:34.225991 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Request body: {'port': {'network_id': 'a9c36d01-f56e-4a9e-af46-070f5ea431a0', 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:34.278837 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e35e5740-c73d-4a87-ae62-4dd13b3eb6d0 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.302237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6e158-f4d6-4556-94fc-cd5d1384eb4d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event updated for resources: {'Network': ['ID=a9c36d01-f56e-4a9e-af46-070f5ea431a0,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:34.316110 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network a9c36d01-f56e-4a9e-af46-070f5ea431a0 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:19:34.377888 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0de32ce7-9178-41eb-91aa-56b04f8cc80e no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:19:34.379301 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:19:34.393648 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Sync routers for ids ['11fd68fd-b8d4-4936-b106-b36ae2684fad'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:19:34.407291 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 0de32ce7-9178-41eb-91aa-56b04f8cc80e {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:19:34.407550 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0de32ce7-9178-41eb-91aa-56b04f8cc80e not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:19:34.423960 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Routers {'11fd68fd-b8d4-4936-b106-b36ae2684fad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:34.427362 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['11fd68fd-b8d4-4936-b106-b36ae2684fad'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:34.452479 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Made reservation on behalf of e6b37cf9fe8b4fa294b64a3a916bff85 for: {'port': 2} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:34.457629 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.464211 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.468952 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-eab3fefd-68be-4cba-a6fc-71be4ccb1018 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.3073909 Dec 09 02:19:34.472878 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36602) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:34.478884 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.497194 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e35e5740-c73d-4a87-ae62-4dd13b3eb6d0 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.544973 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e35e5740-c73d-4a87-ae62-4dd13b3eb6d0 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cb919d-e4e8-4791-8e4a-423e324d9781']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:34.561216 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e35e5740-c73d-4a87-ae62-4dd13b3eb6d0 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9e852a-4143-4582-8457-0bf7b52c980b') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:34.562322 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e35e5740-c73d-4a87-ae62-4dd13b3eb6d0 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9e852a-4143-4582-8457-0bf7b52c980b') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:34.583213 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e35e5740-c73d-4a87-ae62-4dd13b3eb6d0 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.597339 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Set router 11fd68fd-b8d4-4936-b106-b36ae2684fad gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:19:34.603282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] device_id is not set on port cbef9673-4e4f-456d-8387-a8193cfc4862 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:19:34.604745 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e35e5740-c73d-4a87-ae62-4dd13b3eb6d0 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.612860 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35e5740-c73d-4a87-ae62-4dd13b3eb6d0 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:34.613539 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e35e5740-c73d-4a87-ae62-4dd13b3eb6d0 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:34.678938 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:34.725118 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8e6ef341-7672-4c95-b8e4-bb615e28d3b9 tempest-TestNetworkAdvancedServerOps-1143769099 tempest-TestNetworkAdvancedServerOps-1143769099-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=16decbd5914c49a5a58309144815fe3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2513716 Dec 09 02:19:34.728113 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36606) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:34.743054 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e35e5740-c73d-4a87-ae62-4dd13b3eb6d0 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.772495 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.784832 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e35e5740-c73d-4a87-ae62-4dd13b3eb6d0 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.788240 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e35e5740-c73d-4a87-ae62-4dd13b3eb6d0 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "DELETE /v2.0/networks/77cb919d-e4e8-4791-8e4a-423e324d9781 HTTP/1.1" status: 204 len: 168 time: 1.0657241 Dec 09 02:19:34.792004 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36608) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:34.803685 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e5740-c73d-4a87-ae62-4dd13b3eb6d0 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event deleted for resources: {'Network': ['ID=77cb919d-e4e8-4791-8e4a-423e324d9781,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:34.852803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a144b055-18a0-4902-b965-39a09076dec4 tempest-TestNetworkAdvancedServerOps-1143769099 tempest-TestNetworkAdvancedServerOps-1143769099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:34.854693 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a144b055-18a0-4902-b965-39a09076dec4 tempest-TestNetworkAdvancedServerOps-1143769099 tempest-TestNetworkAdvancedServerOps-1143769099-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1255047 Dec 09 02:19:34.857527 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36610) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:34.879476 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702203469', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:19:30Z', 'updated_at': '2021-12-09T02:19:32Z', 'revision_number': 3, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'gw_port': {'id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:31Z', 'updated_at': '2021-12-09T02:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:34.889829 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f78f6c7b-1cf8-4368-a307-e00a24227649 tempest-TestNetworkAdvancedServerOps-1143769099 tempest-TestNetworkAdvancedServerOps-1143769099-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279808 Dec 09 02:19:34.890055 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36612) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:34.894867 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fc5fa727-8248-442d-bd57-36abe41390ed tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-890813586', 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26', 'project_id': '16decbd5914c49a5a58309144815fe3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:34.895196 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] device_id is not set on port c91cd0c7-e0f6-4639-a407-8a398e449029 yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:19:34.901870 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63757ae-7b71-47d8-9817-035e730d7d89 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Deleting subnet 2d38e403-c284-49e1-94cc-1fe02bef1529 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:19:34.907774 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b63757ae-7b71-47d8-9817-035e730d7d89 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.911978 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Checking router: 11fd68fd-b8d4-4936-b106-b36ae2684fad for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:19:34.912795 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Updating router 11fd68fd-b8d4-4936-b106-b36ae2684fad port dfd69f27-5659-40c5-9a7c-e844ec3a0c3d binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:19:34.943245 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.959527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b63757ae-7b71-47d8-9817-035e730d7d89 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:34.990021 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5fa727-8248-442d-bd57-36abe41390ed tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Made reservation on behalf of 16decbd5914c49a5a58309144815fe3e for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:34.993875 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc5fa727-8248-442d-bd57-36abe41390ed tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.108011 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b63757ae-7b71-47d8-9817-035e730d7d89 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.146743 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.197926 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc5fa727-8248-442d-bd57-36abe41390ed tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.200876 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.207952 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b63757ae-7b71-47d8-9817-035e730d7d89 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.211203 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.226610 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b63757ae-7b71-47d8-9817-035e730d7d89 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.233974 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b63757ae-7b71-47d8-9817-035e730d7d89 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "DELETE /v2.0/subnets/2d38e403-c284-49e1-94cc-1fe02bef1529 HTTP/1.1" status: 204 len: 168 time: 0.4414876 Dec 09 02:19:35.235504 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.236843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2430c6a-d39a-4058-8179-7a7dced13b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.238736 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36614) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:35.242073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffedd7c-d4da-4de0-9b92-34e7313cf508 None None] Network bb7d2a13-fd45-4be3-9cf1-ae56f7053145 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:35.256808 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Attempting to bind port dfd69f27-5659-40c5-9a7c-e844ec3a0c3d on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:35.257386 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Attempting to bind port dfd69f27-5659-40c5-9a7c-e844ec3a0c3d by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:35.257930 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Attempting to bind port dfd69f27-5659-40c5-9a7c-e844ec3a0c3d on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:35.271058 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:35.271814 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:35.272495 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.273055 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:35.273749 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Bound port: dfd69f27-5659-40c5-9a7c-e844ec3a0c3d, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:35.274324 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.324918 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.331394 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] For port dfd69f27-5659-40c5-9a7c-e844ec3a0c3d, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:35.334758 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] For port dfd69f27-5659-40c5-9a7c-e844ec3a0c3d, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=dfd69f27-5659-40c5-9a7c-e844ec3a0c3d,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:35.337982 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63757ae-7b71-47d8-9817-035e730d7d89 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event deleted for resources: {'Subnet': ['ID=2d38e403-c284-49e1-94cc-1fe02bef1529,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:35.357620 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eb72ea-4f28-49ed-b60c-d36014796a44 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:19:35.361053 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.373086 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45308fb-9853-493b-8517-04e1ee0c357d None None] Pushing event updated for resources: {'Port': ['ID=dfd69f27-5659-40c5-9a7c-e844ec3a0c3d,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:35.381150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event updated for resources: {'Port': ['ID=cbef9673-4e4f-456d-8387-a8193cfc4862,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:35.384890 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fa727-8248-442d-bd57-36abe41390ed tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event updated for resources: {'Subnet': ['ID=771e082b-ce76-470f-8639-c8fc9d343145,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:35.396762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5fa727-8248-442d-bd57-36abe41390ed tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Checking segment: {'id': 'f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:35.397226 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5fa727-8248-442d-bd57-36abe41390ed tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Network hostable DHCP agents. Network: 0583aaad-174f-4315-905c-6fa637fb0f26, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:19:35.404204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Checking segment: {'id': 'ae90fda4-9916-4b4e-8b4e-256479fea04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f5bcc52a-fc5a-46e4-8081-2a769cce8ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:35.404769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Network hostable DHCP agents. Network: f5bcc52a-fc5a-46e4-8081-2a769cce8ae7, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:19:35.425105 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5fa727-8248-442d-bd57-36abe41390ed tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Network 0583aaad-174f-4315-905c-6fa637fb0f26 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:19:35.443251 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-fc5fa727-8248-442d-bd57-36abe41390ed tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 0583aaad-174f-4315-905c-6fa637fb0f26) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:35.448916 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5fa727-8248-442d-bd57-36abe41390ed tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:35.450211 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc5fa727-8248-442d-bd57-36abe41390ed tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.456275 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Deleting port 17b616ad-504f-4120-9a95-7f40d3d89b87 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:35.456704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.470965 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45308fb-9853-493b-8517-04e1ee0c357d None None] Pushing event updated for resources: {'Port': ['ID=dfd69f27-5659-40c5-9a7c-e844ec3a0c3d,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:35.474750 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Routers {'11fd68fd-b8d4-4936-b106-b36ae2684fad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:35.475376 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['11fd68fd-b8d4-4936-b106-b36ae2684fad'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:35.484706 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Network f5bcc52a-fc5a-46e4-8081-2a769cce8ae7 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:19:35.489371 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c54a9b-1f4c-4ec0-997c-dbf6cc4e9399 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:19:35.496358 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, f5bcc52a-fc5a-46e4-8081-2a769cce8ae7) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:35.505430 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4c24ed-238e-4bd8-8fe0-6187c4cc1d53 None None] Network 0583aaad-174f-4315-905c-6fa637fb0f26 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:35.507319 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:35.510501 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.521495 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fc5fa727-8248-442d-bd57-36abe41390ed tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6304576 Dec 09 02:19:35.522217 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36622) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:35.591065 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] For port 17b616ad-504f-4120-9a95-7f40d3d89b87, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=17b616ad-504f-4120-9a95-7f40d3d89b87,segment=NetworkSegment(b98937e7-a46d-49ff-b8e4-5a47564d057f),segment_id=b98937e7-a46d-49ff-b8e4-5a47564d057f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:35.591564 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.612607 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] Set router 11fd68fd-b8d4-4936-b106-b36ae2684fad gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:19:35.616710 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Calling delete_port for 17b616ad-504f-4120-9a95-7f40d3d89b87 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:35.635963 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event updated for resources: {'Port': ['ID=c91cd0c7-e0f6-4639-a407-8a398e449029,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:35.680433 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe942d-f95c-45e7-af3b-b725d4abeda2 None None] Network f5bcc52a-fc5a-46e4-8081-2a769cce8ae7 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:35.680732 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Checking segment: {'id': '3f4a7efe-0dfb-4e54-8a9c-cd75307ceddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a9c36d01-f56e-4a9e-af46-070f5ea431a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:35.681182 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Network hostable DHCP agents. Network: a9c36d01-f56e-4a9e-af46-070f5ea431a0, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:19:35.723798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Network a9c36d01-f56e-4a9e-af46-070f5ea431a0 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:19:35.742043 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a69190e-c1bb-420b-a573-5b04e34e00cb None None] DHCP port deletion for bb7d2a13-fd45-4be3-9cf1-ae56f7053145 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:19:35.744876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, a9c36d01-f56e-4a9e-af46-070f5ea431a0) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:35.750751 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:35.760609 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2598384b-6fb5-4983-9e1f-04bb514b7734 None None] Network a9c36d01-f56e-4a9e-af46-070f5ea431a0 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:35.766906 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:35.783509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:35.784215 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.818218 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-35da99b5-8a0e-47b1-b561-b9b56702e2ed tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.5981839 Dec 09 02:19:35.820956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36628) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:35.864388 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702203469', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:19:30Z', 'updated_at': '2021-12-09T02:19:32Z', 'revision_number': 3, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'gw_port': {'id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:31Z', 'updated_at': '2021-12-09T02:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:35.909264 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.910047 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f2e63f8f-3786-436b-865b-190f2df4e45d None None] Provisioning complete for port dfd69f27-5659-40c5-9a7c-e844ec3a0c3d triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:35.910426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2e63f8f-3786-436b-865b-190f2df4e45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.915531 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8718397e-7265-496d-995f-fce2ac2691e0 req-463130fe-54fb-44fb-bad5-ce6fea344e51 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942678366&fields=id&tenant_id=3a5db6e7b6aa403caa5434944427f429 HTTP/1.1" status: 200 len: 267 time: 0.0922818 Dec 09 02:19:35.949074 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event deleted for resources: {'Port': ['ID=17b616ad-504f-4120-9a95-7f40d3d89b87,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:35.953751 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] No DVR routers for this DVR port 17b616ad-504f-4120-9a95-7f40d3d89b87 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:35.973094 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-0583aaad-174f-4315-905c-6fa637fb0f26', 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26', 'project_id': '16decbd5914c49a5a58309144815fe3e', 'fixed_ips': [{'subnet_id': '771e082b-ce76-470f-8639-c8fc9d343145'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:19:35.974013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:35.983591 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701df122-f46d-4b6e-9528-4b3115dbd814 None None] The sync data for ids ['11fd68fd-b8d4-4936-b106-b36ae2684fad'] in dv-neutron-804846-18-hyperv is: [{'id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702203469', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:19:30Z', 'updated_at': '2021-12-09T02:19:32Z', 'revision_number': 3, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'gw_port': {'id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:31Z', 'updated_at': '2021-12-09T02:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:19:36.026697 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 17b616ad-504f-4120-9a95-7f40d3d89b87 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:19:36.056784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 17b616ad-504f-4120-9a95-7f40d3d89b87 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:19:36.057135 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 17b616ad-504f-4120-9a95-7f40d3d89b87 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:19:36.060073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3a69190e-c1bb-420b-a573-5b04e34e00cb None None] Deleting port 17b616ad-504f-4120-9a95-7f40d3d89b87 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:36.060450 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a69190e-c1bb-420b-a573-5b04e34e00cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.062014 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f43063-75b8-4757-8c3a-a513045f0b30 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:36.068271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f43063-75b8-4757-8c3a-a513045f0b30 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:36.072405 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-95f43063-75b8-4757-8c3a-a513045f0b30 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2479947 Dec 09 02:19:36.073861 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36632) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:36.175623 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718397e-7265-496d-995f-fce2ac2691e0 req-72cd0b4a-26e0-488f-9d9a-beb07e70bc3b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:36.179357 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8718397e-7265-496d-995f-fce2ac2691e0 req-72cd0b4a-26e0-488f-9d9a-beb07e70bc3b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 812 time: 0.2624655 Dec 09 02:19:36.184483 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.206695 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8718397e-7265-496d-995f-fce2ac2691e0 req-36b567a4-bf2d-468f-bfcc-8879acd34488 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/quotas/3a5db6e7b6aa403caa5434944427f429 HTTP/1.1" status: 200 len: 375 time: 0.0189495 Dec 09 02:19:36.219312 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7d2a13-fd45-4be3-9cf1-ae56f7053145']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:36.257293 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e381b59d-bc4d-4914-9b6f-04533bcfba8f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Deleting port cbef9673-4e4f-456d-8387-a8193cfc4862 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:36.257640 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e381b59d-bc4d-4914-9b6f-04533bcfba8f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.272494 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98937e7-a46d-49ff-b8e4-5a47564d057f') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:36.273472 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98937e7-a46d-49ff-b8e4-5a47564d057f') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:36.283224 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.304657 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.309657 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:36.310342 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:36.357949 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:36.364259 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8718397e-7265-496d-995f-fce2ac2691e0 req-1c5231f2-865e-4b66-89d6-bec86ee09d6f tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1497073 Dec 09 02:19:36.367135 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e381b59d-bc4d-4914-9b6f-04533bcfba8f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.400126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e381b59d-bc4d-4914-9b6f-04533bcfba8f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Calling delete_port for cbef9673-4e4f-456d-8387-a8193cfc4862 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:36.429677 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.447401 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.455600 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.463822 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "DELETE /v2.0/networks/bb7d2a13-fd45-4be3-9cf1-ae56f7053145 HTTP/1.1" status: 204 len: 168 time: 1.2190285 Dec 09 02:19:36.463822 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36634) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:36.482016 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3a69190e-c1bb-420b-a573-5b04e34e00cb None None] For port 17b616ad-504f-4120-9a95-7f40d3d89b87, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:36.482918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a69190e-c1bb-420b-a573-5b04e34e00cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.499651 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.543704 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3a69190e-c1bb-420b-a573-5b04e34e00cb None None] Calling delete_port for 17b616ad-504f-4120-9a95-7f40d3d89b87 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:36.543974 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0010e73-ea75-4c91-b20f-4402abccd0ae tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Pushing event deleted for resources: {'Network': ['ID=bb7d2a13-fd45-4be3-9cf1-ae56f7053145,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:36.557313 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-3a69190e-c1bb-420b-a573-5b04e34e00cb None None] Port 17b616ad-504f-4120-9a95-7f40d3d89b87 was not found and therefore no delete operation was performed {{(pid=103335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 02:19:36.563977 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8718397e-7265-496d-995f-fce2ac2691e0 req-502f7467-0ac0-4d85-82c3-eccac631ad08 service neutron] 10.222.0.43 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735184 Dec 09 02:19:36.578801 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b0e34664-355d-459c-8050-a972b8640ac3 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c564aff-66f0-4b76-a838-35b7113986ad HTTP/1.1" status: 200 len: 205 time: 0.1121979 Dec 09 02:19:36.582890 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36636) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:36.612276 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Allocated IP 172.20.0.2 (0583aaad-174f-4315-905c-6fa637fb0f26/771e082b-ce76-470f-8639-c8fc9d343145/4a80353b-5086-458a-9eb7-13da46736345) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:36.634366 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a69190e-c1bb-420b-a573-5b04e34e00cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.651964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e381b59d-bc4d-4914-9b6f-04533bcfba8f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.679582 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e8dd77a7-dc16-44e9-ba21-e1ef75709ff3 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.694859 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a69190e-c1bb-420b-a573-5b04e34e00cb None None] Network bb7d2a13-fd45-4be3-9cf1-ae56f7053145 is not hosted by any dhcp agent {{(pid=103335) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 02:19:36.695355 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69190e-c1bb-420b-a573-5b04e34e00cb None None] No DVR routers for this DVR port 17b616ad-504f-4120-9a95-7f40d3d89b87 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:36.696873 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2e63f8f-3786-436b-865b-190f2df4e45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.700529 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381b59d-bc4d-4914-9b6f-04533bcfba8f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event deleted for resources: {'Port': ['ID=cbef9673-4e4f-456d-8387-a8193cfc4862,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:36.719458 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e381b59d-bc4d-4914-9b6f-04533bcfba8f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.725449 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e381b59d-bc4d-4914-9b6f-04533bcfba8f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "DELETE /v2.0/ports/cbef9673-4e4f-456d-8387-a8193cfc4862 HTTP/1.1" status: 204 len: 168 time: 0.6490915 Dec 09 02:19:36.735673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36638) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:36.740629 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69190e-c1bb-420b-a573-5b04e34e00cb None None] Pushing event deleted for resources: {'Port': ['ID=17b616ad-504f-4120-9a95-7f40d3d89b87,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:36.770526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f2e63f8f-3786-436b-865b-190f2df4e45d None None] For port dfd69f27-5659-40c5-9a7c-e844ec3a0c3d, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=dfd69f27-5659-40c5-9a7c-e844ec3a0c3d,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:36.778735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2e63f8f-3786-436b-865b-190f2df4e45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.792382 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8718397e-7265-496d-995f-fce2ac2691e0 req-dc4bd519-6664-4f8c-906c-f8e56a3837ce service neutron] 10.222.0.43 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167945 Dec 09 02:19:36.896678 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e63f8f-3786-436b-865b-190f2df4e45d None None] Pushing event updated for resources: {'Port': ['ID=dfd69f27-5659-40c5-9a7c-e844ec3a0c3d,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:36.915949 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.925975 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-49f11efc-e6d0-4581-aa3e-8f8b461706ef tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Deleting port c91cd0c7-e0f6-4639-a407-8a398e449029 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:36.926780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49f11efc-e6d0-4581-aa3e-8f8b461706ef tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.928435 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.931655 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-ecc193b7-c418-4720-91dc-3d813f7d244d None None] Provisioning complete for port dfd69f27-5659-40c5-9a7c-e844ec3a0c3d triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:36.932019 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ecc193b7-c418-4720-91dc-3d813f7d244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.993304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e8dd77a7-dc16-44e9-ba21-e1ef75709ff3 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:36.998365 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e8dd77a7-dc16-44e9-ba21-e1ef75709ff3 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.034016 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Network 0583aaad-174f-4315-905c-6fa637fb0f26 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:37.042215 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:37.051224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49f11efc-e6d0-4581-aa3e-8f8b461706ef tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.055219 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:37.058508 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Pushing event updated for resources: {'Port': ['ID=4a80353b-5086-458a-9eb7-13da46736345,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:37.089267 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-49f11efc-e6d0-4581-aa3e-8f8b461706ef tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Calling delete_port for c91cd0c7-e0f6-4639-a407-8a398e449029 owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:37.126912 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e8dd77a7-dc16-44e9-ba21-e1ef75709ff3 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.127464 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dd77a7-dc16-44e9-ba21-e1ef75709ff3 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Fanout notify agent at l3_agent the message router_deleted on router 1c564aff-66f0-4b76-a838-35b7113986ad {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:19:37.140236 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e8dd77a7-dc16-44e9-ba21-e1ef75709ff3 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.143903 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e8dd77a7-dc16-44e9-ba21-e1ef75709ff3 tempest-RoutersNegativeIpV6Test-2042948942 tempest-RoutersNegativeIpV6Test-2042948942-project] 10.222.0.43 "DELETE /v2.0/routers/1c564aff-66f0-4b76-a838-35b7113986ad HTTP/1.1" status: 204 len: 168 time: 0.5561535 Dec 09 02:19:37.187011 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Attempting to bind port 4a80353b-5086-458a-9eb7-13da46736345 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:37.187746 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Attempting to bind port 4a80353b-5086-458a-9eb7-13da46736345 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:37.188397 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Attempting to bind port 4a80353b-5086-458a-9eb7-13da46736345 on network 0583aaad-174f-4315-905c-6fa637fb0f26 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:37.197796 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:37.198482 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Checking segment: {'id': 'f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:37.198883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.199652 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Bound using segment: {'id': 'f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:37.199829 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Bound port: 4a80353b-5086-458a-9eb7-13da46736345, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:37.200215 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.259183 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49f11efc-e6d0-4581-aa3e-8f8b461706ef tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.306040 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f11efc-e6d0-4581-aa3e-8f8b461706ef tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event deleted for resources: {'Port': ['ID=c91cd0c7-e0f6-4639-a407-8a398e449029,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:37.325240 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] For port 4a80353b-5086-458a-9eb7-13da46736345, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:37.335073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] For port 4a80353b-5086-458a-9eb7-13da46736345, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=4a80353b-5086-458a-9eb7-13da46736345,segment=NetworkSegment(f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96),segment_id=f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:37.341219 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49f11efc-e6d0-4581-aa3e-8f8b461706ef tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.348309 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.351775 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-49f11efc-e6d0-4581-aa3e-8f8b461706ef tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "DELETE /v2.0/ports/c91cd0c7-e0f6-4639-a407-8a398e449029 HTTP/1.1" status: 204 len: 168 time: 0.5982966 Dec 09 02:19:37.351977 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36652) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:37.386562 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-aca15b15-2067-4064-b3ae-076a65695c7d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0332942 Dec 09 02:19:37.391602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36654) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:37.396656 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3c6e31ba-1f88-4d3a-b234-18f76697772f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1968362452'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:37.403972 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0437820b-e275-4ff1-bffb-3bf16e874471 req-db20ad5b-9c73-4493-96eb-638d0955e7c9 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 210 time: 0.0478370 Dec 09 02:19:37.407314 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Allocated IP 172.20.0.1 (0583aaad-174f-4315-905c-6fa637fb0f26/771e082b-ce76-470f-8639-c8fc9d343145/4633d79b-c77e-4dde-8a83-a8d56c618c6a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:37.483143 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6e31ba-1f88-4d3a-b234-18f76697772f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Made reservation on behalf of e6b37cf9fe8b4fa294b64a3a916bff85 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:37.486811 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c6e31ba-1f88-4d3a-b234-18f76697772f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.494588 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6d93d-6ea7-453a-87e5-f8952101e318 None None] Pushing event updated for resources: {'Port': ['ID=4a80353b-5086-458a-9eb7-13da46736345,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:37.539571 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6e31ba-1f88-4d3a-b234-18f76697772f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:19:37.581743 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c6e31ba-1f88-4d3a-b234-18f76697772f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.582096 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-3c6e31ba-1f88-4d3a-b234-18f76697772f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Added segment 3e334c4d-cda1-4f4b-b1b5-efe46b3cff88 of type vlan for network 9961f349-ddb8-4887-9aef-57f1286a9a52 Dec 09 02:19:37.649541 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36662) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:37.651326 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c6e31ba-1f88-4d3a-b234-18f76697772f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.742700 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.756968 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.774494 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c6e31ba-1f88-4d3a-b234-18f76697772f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.790173 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6e31ba-1f88-4d3a-b234-18f76697772f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:37.790880 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c6e31ba-1f88-4d3a-b234-18f76697772f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.858961 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b0b68136-82be-478b-8546-96a7434359dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5416f05b508847b4a29dfd8fd6ff6463&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2082472 Dec 09 02:19:37.861736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36668) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:37.866331 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3c6e31ba-1f88-4d3a-b234-18f76697772f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4735358 Dec 09 02:19:37.868868 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36670) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:37.882781 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.882971 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-0293a7fb-4985-41a1-bc9e-af1c824acc30 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-436601858'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:37.906194 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e31ba-1f88-4d3a-b234-18f76697772f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event updated for resources: {'Network': ['ID=9961f349-ddb8-4887-9aef-57f1286a9a52,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:37.950283 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Network 0583aaad-174f-4315-905c-6fa637fb0f26 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:37.957417 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:37.960700 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 9961f349-ddb8-4887-9aef-57f1286a9a52 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:19:37.961863 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:37.963066 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0293a7fb-4985-41a1-bc9e-af1c824acc30 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Made reservation on behalf of e6b37cf9fe8b4fa294b64a3a916bff85 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:37.967187 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0293a7fb-4985-41a1-bc9e-af1c824acc30 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:37.993564 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event updated for resources: {'Port': ['ID=4633d79b-c77e-4dde-8a83-a8d56c618c6a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:38.010140 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0293a7fb-4985-41a1-bc9e-af1c824acc30 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:19:38.018762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:38.025718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0293a7fb-4985-41a1-bc9e-af1c824acc30 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:38.026303 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-0293a7fb-4985-41a1-bc9e-af1c824acc30 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Added segment 080bdee0-7dd0-418c-9624-e3f83a7904ee of type vlan for network f70e92f7-6fa2-4308-9d6e-c096af5984d2 Dec 09 02:19:38.165348 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4a80353b-5086-458a-9eb7-13da46736345 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:38.210145 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:38.223233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 4a80353b-5086-458a-9eb7-13da46736345 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:38.223921 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:38.332788 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:38.385817 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 4a80353b-5086-458a-9eb7-13da46736345, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=4a80353b-5086-458a-9eb7-13da46736345,segment=NetworkSegment(f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96),segment_id=f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:38.392866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:38.393931 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device dfd69f27-5659-40c5-9a7c-e844ec3a0c3d up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:38.518543 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=4a80353b-5086-458a-9eb7-13da46736345,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:38.522391 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port dfd69f27-5659-40c5-9a7c-e844ec3a0c3d triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:38.522870 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:38.570649 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:38.578075 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:38.598253 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0293a7fb-4985-41a1-bc9e-af1c824acc30 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:38.647980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0293a7fb-4985-41a1-bc9e-af1c824acc30 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:38.654593 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0293a7fb-4985-41a1-bc9e-af1c824acc30 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:38.655262 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0293a7fb-4985-41a1-bc9e-af1c824acc30 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:38.656025 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:38.684281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e4d259e-bb89-4504-a300-60252520f69c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:38.693053 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:38.699853 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2b5dba10-56bb-4ff9-8644-6f9c73b998eb req-891b6ba2-0c03-4244-9aaf-037757af2487 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 210 time: 0.0703061 Dec 09 02:19:38.725510 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event updated for resources: {'Port': ['ID=4633d79b-c77e-4dde-8a83-a8d56c618c6a,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:38.790557 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0293a7fb-4985-41a1-bc9e-af1c824acc30 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9205933 Dec 09 02:19:38.847356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e4d259e-bb89-4504-a300-60252520f69c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:38.861907 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293a7fb-4985-41a1-bc9e-af1c824acc30 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event updated for resources: {'Network': ['ID=f70e92f7-6fa2-4308-9d6e-c096af5984d2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:38.875021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network f70e92f7-6fa2-4308-9d6e-c096af5984d2 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:19:38.882988 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Network 0583aaad-174f-4315-905c-6fa637fb0f26 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:38.884503 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:38.934907 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36676) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:38.942358 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Request body: {'subnets': [{'network_id': '9961f349-ddb8-4887-9aef-57f1286a9a52', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1271739414', 'ip_version': 4}, {'network_id': 'f70e92f7-6fa2-4308-9d6e-c096af5984d2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:38.942660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Request body: {'subnet': {'network_id': '9961f349-ddb8-4887-9aef-57f1286a9a52', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1271739414', 'ip_version': 4}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:38.943233 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Request body: {'subnet': {'network_id': 'f70e92f7-6fa2-4308-9d6e-c096af5984d2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:38.969699 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9748ab06-ca28-4c8a-900e-aeef95beea7e None None] Network 0583aaad-174f-4315-905c-6fa637fb0f26 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:39.062756 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718397e-7265-496d-995f-fce2ac2691e0 req-df3f3293-67dc-4083-a041-1f6e24c20d99 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:39.064643 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8718397e-7265-496d-995f-fce2ac2691e0 req-df3f3293-67dc-4083-a041-1f6e24c20d99 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.45 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 812 time: 0.3157585 Dec 09 02:19:39.075016 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e4d259e-bb89-4504-a300-60252520f69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:39.077624 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e4d259e-bb89-4504-a300-60252520f69c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:39.081026 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9e4d259e-bb89-4504-a300-60252520f69c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6f10977-2a58-40d4-a8f4-8e4d35290fb8 HTTP/1.1" status: 204 len: 168 time: 1.2182782 Dec 09 02:19:39.138399 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5b408172-4edf-4785-9973-5ba8d7b20dfb None None] Provisioning complete for port 4a80353b-5086-458a-9eb7-13da46736345 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:39.138770 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5b408172-4edf-4785-9973-5ba8d7b20dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:39.213507 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d259e-bb89-4504-a300-60252520f69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f10977-2a58-40d4-a8f4-8e4d35290fb8,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:39.318384 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8718397e-7265-496d-995f-fce2ac2691e0 req-19ee801b-bd74-4eed-ab29-f7f408df4286 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a5db6e7b6aa403caa5434944427f429 HTTP/1.1" status: 200 len: 380 time: 0.2260053 Dec 09 02:19:39.334614 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-8718397e-7265-496d-995f-fce2ac2691e0 req-cb85c6eb-0665-4ed2-80eb-347e11c22b94 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Request body: {'port': {'device_id': '94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'admin_state_up': True, 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'security_groups': ['f724adc5-40d4-4764-bb8f-ee35e9487763']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:39.421309 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Made reservation on behalf of e6b37cf9fe8b4fa294b64a3a916bff85 for: {'subnet': 2} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:39.428035 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:39.430488 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:39.447522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Router 11fd68fd-b8d4-4936-b106-b36ae2684fad has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:19:39.557373 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1f80a59f-7f12-4267-8d9d-46cda50f7b22 None None] Provisioning complete for port 4a80353b-5086-458a-9eb7-13da46736345 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:39.559067 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1f80a59f-7f12-4267-8d9d-46cda50f7b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:39.693183 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:19:39.711649 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9e2c3e44-e799-4830-943d-ad1801682fb9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "PUT /v2.0/routers/11fd68fd-b8d4-4936-b106-b36ae2684fad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1848292 Dec 09 02:19:39.717857 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Sync routers for ids ['11fd68fd-b8d4-4936-b106-b36ae2684fad'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:19:39.755160 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8718397e-7265-496d-995f-fce2ac2691e0 req-cb85c6eb-0665-4ed2-80eb-347e11c22b94 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Made reservation on behalf of 3a5db6e7b6aa403caa5434944427f429 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:39.759490 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8718397e-7265-496d-995f-fce2ac2691e0 req-cb85c6eb-0665-4ed2-80eb-347e11c22b94 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:39.809159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1f80a59f-7f12-4267-8d9d-46cda50f7b22 None None] Provisioning complete for port 4633d79b-c77e-4dde-8a83-a8d56c618c6a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:39.809565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1f80a59f-7f12-4267-8d9d-46cda50f7b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:39.811394 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Routers {'11fd68fd-b8d4-4936-b106-b36ae2684fad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:39.812730 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['11fd68fd-b8d4-4936-b106-b36ae2684fad'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:39.921168 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-80e21fe3-1d78-483b-a67b-87201d3ccde1 req-bdafb43f-68c1-4039-8388-a1da9823e474 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 210 time: 0.0795751 Dec 09 02:19:39.988057 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1f80a59f-7f12-4267-8d9d-46cda50f7b22 None None] Port 4633d79b-c77e-4dde-8a83-a8d56c618c6a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:19:40.027000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4a80353b-5086-458a-9eb7-13da46736345 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:40.034474 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Set router 11fd68fd-b8d4-4936-b106-b36ae2684fad gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:19:40.148423 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-418c5172-8cdb-48ff-8f71-1a65535b398e None None] Provisioning complete for port 4633d79b-c77e-4dde-8a83-a8d56c618c6a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:40.149464 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-418c5172-8cdb-48ff-8f71-1a65535b398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:40.243108 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c02561fb-13f2-4f63-b080-149bb37be103 req-f03121f4-d4a2-493c-8c10-53f500e19425 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-614621301&fields=id&tenant_id=16decbd5914c49a5a58309144815fe3e HTTP/1.1" status: 200 len: 267 time: 0.1580913 Dec 09 02:19:40.294955 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-418c5172-8cdb-48ff-8f71-1a65535b398e None None] Port 4633d79b-c77e-4dde-8a83-a8d56c618c6a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:19:40.311393 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 4a80353b-5086-458a-9eb7-13da46736345 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:40.311793 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:40.328606 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-8718397e-7265-496d-995f-fce2ac2691e0 req-cb85c6eb-0665-4ed2-80eb-347e11c22b94 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Allocated IP 172.20.0.7 (f032c193-892e-4d25-887c-5957f77976f6/8c2741af-2f64-489c-a848-b27c91aa70d4/0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:40.329344 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36716) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:40.444941 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-797e57c6-8cd1-4716-b9fe-4d3ae56789d7 None None] Provisioning complete for port 4633d79b-c77e-4dde-8a83-a8d56c618c6a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:40.445378 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-797e57c6-8cd1-4716-b9fe-4d3ae56789d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:40.478837 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ebeb09fe-0f3b-4b85-9a3d-9bf6bb075f87 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-646237668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:40.506595 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebeb09fe-0f3b-4b85-9a3d-9bf6bb075f87 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:40.508374 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebeb09fe-0f3b-4b85-9a3d-9bf6bb075f87 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:40.513738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-797e57c6-8cd1-4716-b9fe-4d3ae56789d7 None None] Port 4633d79b-c77e-4dde-8a83-a8d56c618c6a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:19:40.521751 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702203469', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:19:30Z', 'updated_at': '2021-12-09T02:19:38Z', 'revision_number': 4, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'gw_port': {'id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:31Z', 'updated_at': '2021-12-09T02:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '4633d79b-c77e-4dde-8a83-a8d56c618c6a', 'name': '', 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'mac_address': 'fa:16:3e:f1:d3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '771e082b-ce76-470f-8639-c8fc9d343145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:36Z', 'updated_at': '2021-12-09T02:19:38Z', 'revision_number': 2, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'subnets': [{'id': '771e082b-ce76-470f-8639-c8fc9d343145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:40.550678 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02561fb-13f2-4f63-b080-149bb37be103 req-d4ff6b49-5612-4918-abdc-fb463f9f7678 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:40.552220 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c02561fb-13f2-4f63-b080-149bb37be103 req-d4ff6b49-5612-4918-abdc-fb463f9f7678 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/networks?id=0583aaad-174f-4315-905c-6fa637fb0f26 HTTP/1.1" status: 200 len: 797 time: 0.2994874 Dec 09 02:19:40.583478 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:40.599106 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c02561fb-13f2-4f63-b080-149bb37be103 req-7dabbd6e-509f-4545-9f67-9899a1a82f1e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/quotas/16decbd5914c49a5a58309144815fe3e HTTP/1.1" status: 200 len: 375 time: 0.0312207 Dec 09 02:19:40.608443 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebeb09fe-0f3b-4b85-9a3d-9bf6bb075f87 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:40.616154 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebeb09fe-0f3b-4b85-9a3d-9bf6bb075f87 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:40.645040 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebeb09fe-0f3b-4b85-9a3d-9bf6bb075f87 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:40.653042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36722) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:40.657098 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ebeb09fe-0f3b-4b85-9a3d-9bf6bb075f87 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3254821 Dec 09 02:19:40.681711 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-bf63f363-e1ec-4241-996f-aefe95e89351 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1781221111'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:40.728906 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8718397e-7265-496d-995f-fce2ac2691e0 req-cb85c6eb-0665-4ed2-80eb-347e11c22b94 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:40.735888 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event updated for resources: {'Subnet': ['ID=994019ac-e1b0-46d9-8f8e-1e8d15675f22,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:40.739354 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Checking router: 11fd68fd-b8d4-4936-b106-b36ae2684fad for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:19:40.739945 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Updating router 11fd68fd-b8d4-4936-b106-b36ae2684fad port 4633d79b-c77e-4dde-8a83-a8d56c618c6a binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:19:40.771257 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:40.772743 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf63f363-e1ec-4241-996f-aefe95e89351 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Made reservation on behalf of 0409ad84bd964b63b238c47364f5d0bb for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:40.776125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf63f363-e1ec-4241-996f-aefe95e89351 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:40.794423 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c02561fb-13f2-4f63-b080-149bb37be103 req-57b51e03-2876-4d3c-b156-518e3c220d4d tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=16decbd5914c49a5a58309144815fe3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1697054 Dec 09 02:19:40.799225 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf63f363-e1ec-4241-996f-aefe95e89351 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:40.801117 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Checking segment: {'id': '3e334c4d-cda1-4f4b-b1b5-efe46b3cff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9961f349-ddb8-4887-9aef-57f1286a9a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:40.801480 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Network hostable DHCP agents. Network: 9961f349-ddb8-4887-9aef-57f1286a9a52, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:19:40.896026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8718397e-7265-496d-995f-fce2ac2691e0 req-cb85c6eb-0665-4ed2-80eb-347e11c22b94 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:40.906001 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Network 9961f349-ddb8-4887-9aef-57f1286a9a52 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:19:40.974391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 9961f349-ddb8-4887-9aef-57f1286a9a52) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:40.978800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:40.988886 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8718397e-7265-496d-995f-fce2ac2691e0 req-cb85c6eb-0665-4ed2-80eb-347e11c22b94 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Network f032c193-892e-4d25-887c-5957f77976f6 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:41.018415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecfd9c2-3435-45f9-b549-7c67e8821a9b None None] Network 9961f349-ddb8-4887-9aef-57f1286a9a52 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:41.024546 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-8718397e-7265-496d-995f-fce2ac2691e0 req-cb85c6eb-0665-4ed2-80eb-347e11c22b94 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:41.026897 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8718397e-7265-496d-995f-fce2ac2691e0 req-cb85c6eb-0665-4ed2-80eb-347e11c22b94 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:41.082191 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85c6eb-0665-4ed2-80eb-347e11c22b94 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event updated for resources: {'Port': ['ID=0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:41.094101 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c02561fb-13f2-4f63-b080-149bb37be103 req-a4bdaabf-0739-4f23-acf0-a2e37750c16c service neutron] 10.222.0.43 "GET /v2.0/networks/0583aaad-174f-4315-905c-6fa637fb0f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829978 Dec 09 02:19:41.177861 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event updated for resources: {'Subnet': ['ID=efad89d0-9406-4ccd-8865-810b0bdfc768,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:41.194571 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:41.202602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718397e-7265-496d-995f-fce2ac2691e0 req-cb85c6eb-0665-4ed2-80eb-347e11c22b94 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:41.203282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8718397e-7265-496d-995f-fce2ac2691e0 req-cb85c6eb-0665-4ed2-80eb-347e11c22b94 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:41.204258 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:41.217995 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-9961f349-ddb8-4887-9aef-57f1286a9a52', 'network_id': '9961f349-ddb8-4887-9aef-57f1286a9a52', 'project_id': 'e6b37cf9fe8b4fa294b64a3a916bff85', 'fixed_ips': [{'subnet_id': '994019ac-e1b0-46d9-8f8e-1e8d15675f22'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:19:41.218937 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:41.248959 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf63f363-e1ec-4241-996f-aefe95e89351 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:41.266029 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8718397e-7265-496d-995f-fce2ac2691e0 req-cb85c6eb-0665-4ed2-80eb-347e11c22b94 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9363468 Dec 09 02:19:41.270265 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf63f363-e1ec-4241-996f-aefe95e89351 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:41.283030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Checking segment: {'id': '080bdee0-7dd0-418c-9624-e3f83a7904ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f70e92f7-6fa2-4308-9d6e-c096af5984d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:41.283399 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Network hostable DHCP agents. Network: f70e92f7-6fa2-4308-9d6e-c096af5984d2, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:19:41.310847 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Request body: {'port': {'device_id': '94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:41.346657 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf63f363-e1ec-4241-996f-aefe95e89351 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:19:41.372717 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c02561fb-13f2-4f63-b080-149bb37be103 req-4c9befb3-82c3-4aee-b5ca-7dbe0d9d24b4 service neutron] 10.222.0.43 "GET /v2.0/networks/0583aaad-174f-4315-905c-6fa637fb0f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665212 Dec 09 02:19:41.397724 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63f363-e1ec-4241-996f-aefe95e89351 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d7e3af-6353-4479-897f-1f5787d8e57f,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:41.403015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf63f363-e1ec-4241-996f-aefe95e89351 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:41.403336 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-bf63f363-e1ec-4241-996f-aefe95e89351 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Added segment 21effe50-09f6-46aa-865e-231da083daac of type vlan for network faf0706d-e55a-4d00-ace8-cc58ad05edda Dec 09 02:19:41.439153 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Network f70e92f7-6fa2-4308-9d6e-c096af5984d2 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:19:41.442921 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-665dd003-86c5-4aee-8912-a767ea099df1 None None] Provisioning complete for port 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:41.443578 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-665dd003-86c5-4aee-8912-a767ea099df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:41.483660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:41.498656 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, f70e92f7-6fa2-4308-9d6e-c096af5984d2) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:41.505615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:41.507143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:41.515084 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:41.521800 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-665dd003-86c5-4aee-8912-a767ea099df1 None None] Port 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:19:41.524531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3fa57-7d85-4ef5-b890-3be2c825390b None None] Pushing event updated for resources: {'Port': ['ID=4633d79b-c77e-4dde-8a83-a8d56c618c6a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:41.540243 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf63f363-e1ec-4241-996f-aefe95e89351 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:41.553267 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8118ac-6007-478a-8559-3203a5a98619 None None] Network f70e92f7-6fa2-4308-9d6e-c096af5984d2 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:41.560314 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Attempting to bind port 4633d79b-c77e-4dde-8a83-a8d56c618c6a on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:41.560922 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Attempting to bind port 4633d79b-c77e-4dde-8a83-a8d56c618c6a by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:41.561441 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Attempting to bind port 4633d79b-c77e-4dde-8a83-a8d56c618c6a on network 0583aaad-174f-4315-905c-6fa637fb0f26 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:41.588269 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cfd59a43-7d57-407b-ae0b-0b2e54f9668f tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.6482434 Dec 09 02:19:41.588682 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36726) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:41.636932 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf63f363-e1ec-4241-996f-aefe95e89351 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:41.669854 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf63f363-e1ec-4241-996f-aefe95e89351 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:41.684172 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf63f363-e1ec-4241-996f-aefe95e89351 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:41.696204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Allocated IP 172.20.0.2 (9961f349-ddb8-4887-9aef-57f1286a9a52/994019ac-e1b0-46d9-8f8e-1e8d15675f22/ec55ab67-9e70-43d3-b943-10ac40198370) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:41.726791 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231640ee-accb-43b9-9eaa-84824f814b29 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:41.728500 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231640ee-accb-43b9-9eaa-84824f814b29 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:41.732304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231640ee-accb-43b9-9eaa-84824f814b29 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:41.736913 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-231640ee-accb-43b9-9eaa-84824f814b29 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1421995 Dec 09 02:19:41.737468 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36732) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:41.797604 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-17eb6a8f-7f33-406d-b49e-135190ca756e tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Deleting subnet 994019ac-e1b0-46d9-8f8e-1e8d15675f22 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:19:41.868092 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:41.868636 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Checking segment: {'id': 'f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:41.868787 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:41.869185 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Bound using segment: {'id': 'f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:41.869674 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Bound port: 4633d79b-c77e-4dde-8a83-a8d56c618c6a, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:41.870053 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:41.895320 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36736) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:41.900741 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-15c91f93-8851-416f-9281-320b0a7f1f2a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Request body: {'subnet': {'network_id': 'faf0706d-e55a-4d00-ace8-cc58ad05edda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:41.908283 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bf63f363-e1ec-4241-996f-aefe95e89351 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2474649 Dec 09 02:19:41.940437 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:41.982167 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-106dcb1c-cc1b-4095-92c0-947abbde0e91 None None] Provisioning complete for port 4633d79b-c77e-4dde-8a83-a8d56c618c6a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:41.982473 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-106dcb1c-cc1b-4095-92c0-947abbde0e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:41.984513 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:42.085747 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-17eb6a8f-7f33-406d-b49e-135190ca756e tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:42.119724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Network 9961f349-ddb8-4887-9aef-57f1286a9a52 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:42.125146 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-f70e92f7-6fa2-4308-9d6e-c096af5984d2', 'network_id': 'f70e92f7-6fa2-4308-9d6e-c096af5984d2', 'project_id': 'e6b37cf9fe8b4fa294b64a3a916bff85', 'fixed_ips': [{'subnet_id': 'efad89d0-9406-4ccd-8865-810b0bdfc768'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:19:42.126498 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:42.132001 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-106dcb1c-cc1b-4095-92c0-947abbde0e91 None None] Port 4633d79b-c77e-4dde-8a83-a8d56c618c6a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:19:42.138056 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Pushing event updated for resources: {'Port': ['ID=ec55ab67-9e70-43d3-b943-10ac40198370,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:42.141989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:42.144305 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:42.160442 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] For port 4633d79b-c77e-4dde-8a83-a8d56c618c6a, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:42.192795 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:19:42.195188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] For port 4633d79b-c77e-4dde-8a83-a8d56c618c6a, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=4633d79b-c77e-4dde-8a83-a8d56c618c6a,segment=NetworkSegment(f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96),segment_id=f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:42.200309 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c91f93-8851-416f-9281-320b0a7f1f2a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Made reservation on behalf of 0409ad84bd964b63b238c47364f5d0bb for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:42.205491 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c91f93-8851-416f-9281-320b0a7f1f2a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:42.208870 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:42.212736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:42.234730 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Transition to ACTIVE for port object 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:19:42.238128 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63f363-e1ec-4241-996f-aefe95e89351 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event updated for resources: {'Network': ['ID=faf0706d-e55a-4d00-ace8-cc58ad05edda,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:42.273277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:42.331535 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network faf0706d-e55a-4d00-ace8-cc58ad05edda details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:19:42.337034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Pushing event updated for resources: {'Port': ['ID=0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:42.434526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-17eb6a8f-7f33-406d-b49e-135190ca756e tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:42.443386 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9fcac-56ea-45d9-9cd1-ec86f6149208 req-b6026e01-bbe6-4c8d-b5ba-53364a7aff82 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:42.454420 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-68b9fcac-56ea-45d9-9cd1-ec86f6149208 req-b6026e01-bbe6-4c8d-b5ba-53364a7aff82 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 931 time: 0.5885282 Dec 09 02:19:42.466122 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Attempting to bind port ec55ab67-9e70-43d3-b943-10ac40198370 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:42.467512 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Attempting to bind port ec55ab67-9e70-43d3-b943-10ac40198370 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '3e334c4d-cda1-4f4b-b1b5-efe46b3cff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9961f349-ddb8-4887-9aef-57f1286a9a52'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:42.467881 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Attempting to bind port ec55ab67-9e70-43d3-b943-10ac40198370 on network 9961f349-ddb8-4887-9aef-57f1286a9a52 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:42.567630 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:42.567976 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Checking segment: {'id': '3e334c4d-cda1-4f4b-b1b5-efe46b3cff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9961f349-ddb8-4887-9aef-57f1286a9a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:42.568386 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:42.568783 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Bound using segment: {'id': '3e334c4d-cda1-4f4b-b1b5-efe46b3cff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9961f349-ddb8-4887-9aef-57f1286a9a52'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:42.569261 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Bound port: ec55ab67-9e70-43d3-b943-10ac40198370, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e334c4d-cda1-4f4b-b1b5-efe46b3cff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9961f349-ddb8-4887-9aef-57f1286a9a52'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:42.569642 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:42.596175 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Routers {'11fd68fd-b8d4-4936-b106-b36ae2684fad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:42.597129 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['11fd68fd-b8d4-4936-b106-b36ae2684fad'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:42.616661 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3fa57-7d85-4ef5-b890-3be2c825390b None None] Pushing event updated for resources: {'Port': ['ID=4633d79b-c77e-4dde-8a83-a8d56c618c6a,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:42.629477 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-68b9fcac-56ea-45d9-9cd1-ec86f6149208 req-c62bef44-2bea-45a8-89d9-5748d867281f tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704893 Dec 09 02:19:42.701330 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Attempting to bind port 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:42.701687 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Attempting to bind port 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:42.702068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Attempting to bind port 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f on network f032c193-892e-4d25-887c-5957f77976f6 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:42.707783 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Port 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f on network f032c193-892e-4d25-887c-5957f77976f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:19:42.708163 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Attempting to bind port 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f on network f032c193-892e-4d25-887c-5957f77976f6 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:42.715349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:42.715892 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Checking segment: {'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:42.716298 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Bound using segment: {'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:42.716744 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Bound port: 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:42.717112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:42.800657 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Allocated IP 172.20.0.18 (f70e92f7-6fa2-4308-9d6e-c096af5984d2/efad89d0-9406-4ccd-8865-810b0bdfc768/41df71c3-108e-42b0-98c0-154eebe46c04) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:42.844634 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-17eb6a8f-7f33-406d-b49e-135190ca756e tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:42.854131 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-88eeba1a-3bc4-495c-9c19-3a4ce97e7733 req-e5e85d9b-ee94-431c-9303-510d72047038 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 210 time: 0.0592430 Dec 09 02:19:42.892095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] For port 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:42.898404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] For port 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:42.906780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:42.921763 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-17eb6a8f-7f33-406d-b49e-135190ca756e tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:42.954850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:42.955527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:42.957010 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8718397e-7265-496d-995f-fce2ac2691e0 req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] 10.222.0.45 "PUT /v2.0/ports/0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f HTTP/1.1" status: 200 len: 1093 time: 1.6646349 Dec 09 02:19:42.957827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd', 'tag': '0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:19:42.960078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48e201f-a0ac-41c9-8f44-93d5a49f91dc" -d '{"events": [{"name": "network-changed", "server_uuid": "94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd", "tag": "0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:19:42.960461 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb6a8f-7f33-406d-b49e-135190ca756e tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event deleted for resources: {'Subnet': ['ID=994019ac-e1b0-46d9-8f8e-1e8d15675f22,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:42.972996 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-17eb6a8f-7f33-406d-b49e-135190ca756e tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:42.977911 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-17eb6a8f-7f33-406d-b49e-135190ca756e tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "DELETE /v2.0/subnets/994019ac-e1b0-46d9-8f8e-1e8d15675f22 HTTP/1.1" status: 204 len: 168 time: 1.2394495 Dec 09 02:19:42.980614 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36746) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:42.994260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c91f93-8851-416f-9281-320b0a7f1f2a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:43.027766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62eb83-9330-4c9d-a2b8-7d331d4f01cc service neutron] Pushing event updated for resources: {'Port': ['ID=0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:43.047385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebaae8a-b19b-450c-8e74-2f5991b4830c x-openstack-request-id: req-2ebaae8a-b19b-450c-8e74-2f5991b4830c {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:19:43.047710 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd", "tag": "0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:19:43.047973 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ebaae8a-b19b-450c-8e74-2f5991b4830c {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:19:43.048524 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd', 'tag': '0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f', 'status': 'completed', 'code': 200} Dec 09 02:19:43.085748 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718397e-7265-496d-995f-fce2ac2691e0 req-466b2dcd-a38d-4cd3-88cd-79bd8295b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:43.087792 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8718397e-7265-496d-995f-fce2ac2691e0 req-466b2dcd-a38d-4cd3-88cd-79bd8295b964 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 1096 time: 0.0549881 Dec 09 02:19:43.189105 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88ab842-3596-47ea-aa6c-ec5d90cf52b6 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Deleting subnet efad89d0-9406-4ccd-8865-810b0bdfc768 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:19:43.193376 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8718397e-7265-496d-995f-fce2ac2691e0 req-9e7ff4a1-123a-45a3-b41d-24ce4cc020db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f HTTP/1.1" status: 200 len: 217 time: 0.0880799 Dec 09 02:19:43.197798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] For port ec55ab67-9e70-43d3-b943-10ac40198370, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:43.211752 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] Set router 11fd68fd-b8d4-4936-b106-b36ae2684fad gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:19:43.236273 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c91f93-8851-416f-9281-320b0a7f1f2a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event updated for resources: {'Subnet': ['ID=b0ec7118-4061-4a77-9b7f-d82015e8ff02,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:43.244469 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c91f93-8851-416f-9281-320b0a7f1f2a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Checking segment: {'id': '21effe50-09f6-46aa-865e-231da083daac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'faf0706d-e55a-4d00-ace8-cc58ad05edda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:43.245044 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c91f93-8851-416f-9281-320b0a7f1f2a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Network hostable DHCP agents. Network: faf0706d-e55a-4d00-ace8-cc58ad05edda, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:19:43.270308 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c91f93-8851-416f-9281-320b0a7f1f2a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Network faf0706d-e55a-4d00-ace8-cc58ad05edda is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:19:43.274270 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] For port ec55ab67-9e70-43d3-b943-10ac40198370, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=ec55ab67-9e70-43d3-b943-10ac40198370,segment=NetworkSegment(3e334c4d-cda1-4f4b-b1b5-efe46b3cff88),segment_id=3e334c4d-cda1-4f4b-b1b5-efe46b3cff88)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:43.288040 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:43.293359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718397e-7265-496d-995f-fce2ac2691e0 req-c13d013b-8d31-458f-8202-f6e61cabf332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:43.295734 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8718397e-7265-496d-995f-fce2ac2691e0 req-c13d013b-8d31-458f-8202-f6e61cabf332 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c2741af-2f64-489c-a848-b27c91aa70d4 HTTP/1.1" status: 200 len: 851 time: 0.0935063 Dec 09 02:19:43.308094 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-15c91f93-8851-416f-9281-320b0a7f1f2a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, faf0706d-e55a-4d00-ace8-cc58ad05edda) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:43.315534 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c91f93-8851-416f-9281-320b0a7f1f2a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:43.316685 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15c91f93-8851-416f-9281-320b0a7f1f2a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:43.351317 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4723ca92-6f4c-4446-8689-f85b41459fda None None] Network faf0706d-e55a-4d00-ace8-cc58ad05edda requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:43.360925 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-15c91f93-8851-416f-9281-320b0a7f1f2a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4636977 Dec 09 02:19:43.361680 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36748) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:43.369145 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0decbfe6-1aee-442d-8b64-2925d444120a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Request body: {'network': {'name': 'tempest-router-network01--800220294'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:43.428227 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0decbfe6-1aee-442d-8b64-2925d444120a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Made reservation on behalf of 0409ad84bd964b63b238c47364f5d0bb for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:43.434327 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0decbfe6-1aee-442d-8b64-2925d444120a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:43.482219 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0decbfe6-1aee-442d-8b64-2925d444120a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:19:43.497820 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0decbfe6-1aee-442d-8b64-2925d444120a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:43.498478 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-0decbfe6-1aee-442d-8b64-2925d444120a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Added segment 6c5e2734-c53a-4d0f-b6c6-2476876154a5 of type vlan for network 5d08402d-9a02-46e3-b14d-35b378671e89 Dec 09 02:19:43.500164 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718397e-7265-496d-995f-fce2ac2691e0 req-0d909ba8-1cce-42ed-8733-46dbf300dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:43.504723 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8718397e-7265-496d-995f-fce2ac2691e0 req-0d909ba8-1cce-42ed-8733-46dbf300dcd1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f032c193-892e-4d25-887c-5957f77976f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1717629 Dec 09 02:19:43.553691 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0decbfe6-1aee-442d-8b64-2925d444120a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:43.587472 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0decbfe6-1aee-442d-8b64-2925d444120a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:43.595359 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0decbfe6-1aee-442d-8b64-2925d444120a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:43.596411 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0decbfe6-1aee-442d-8b64-2925d444120a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:43.607752 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-6eb2dfd1-43b9-431f-bbbe-4c226436c65c None None] Provisioning complete for port 4633d79b-c77e-4dde-8a83-a8d56c618c6a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:43.608200 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6eb2dfd1-43b9-431f-bbbe-4c226436c65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:43.616539 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7476d5f-1d75-49b9-a6c0-135d8fbc9798 None None] Pushing event updated for resources: {'Port': ['ID=ec55ab67-9e70-43d3-b943-10ac40198370,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:43.718763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02561fb-13f2-4f63-b080-149bb37be103 req-9bde1091-dbba-4d99-9785-325a095e701e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:43.721117 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c02561fb-13f2-4f63-b080-149bb37be103 req-9bde1091-dbba-4d99-9785-325a095e701e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.45 "GET /v2.0/networks?id=0583aaad-174f-4315-905c-6fa637fb0f26 HTTP/1.1" status: 200 len: 797 time: 0.4244056 Dec 09 02:19:43.737517 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0decbfe6-1aee-442d-8b64-2925d444120a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3746488 Dec 09 02:19:43.743451 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36756) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:43.754738 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-90d03ab1-0d1c-43ff-a4b7-f4b09f178e97 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Request body: {'network': {'name': 'tempest-router-network02--1373946171'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:43.787668 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decbfe6-1aee-442d-8b64-2925d444120a tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event updated for resources: {'Network': ['ID=5d08402d-9a02-46e3-b14d-35b378671e89,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:43.820113 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d03ab1-0d1c-43ff-a4b7-f4b09f178e97 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Made reservation on behalf of 0409ad84bd964b63b238c47364f5d0bb for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:43.821747 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 5d08402d-9a02-46e3-b14d-35b378671e89 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:19:43.825616 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90d03ab1-0d1c-43ff-a4b7-f4b09f178e97 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:43.861284 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8718397e-7265-496d-995f-fce2ac2691e0 req-893a4f23-c1b9-4ec1-8cfc-5754f43469e1 service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405461 Dec 09 02:19:43.862316 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d03ab1-0d1c-43ff-a4b7-f4b09f178e97 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:19:43.889447 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90d03ab1-0d1c-43ff-a4b7-f4b09f178e97 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:43.889790 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-90d03ab1-0d1c-43ff-a4b7-f4b09f178e97 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Added segment cd7b47fa-2819-4b07-9e59-aa687567e086 of type vlan for network 190a78ab-941c-4bff-8015-049ecbcdb7b7 Dec 09 02:19:43.945283 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-faf0706d-e55a-4d00-ace8-cc58ad05edda', 'network_id': 'faf0706d-e55a-4d00-ace8-cc58ad05edda', 'project_id': '0409ad84bd964b63b238c47364f5d0bb', 'fixed_ips': [{'subnet_id': 'b0ec7118-4061-4a77-9b7f-d82015e8ff02'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:19:43.946158 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:43.986544 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:43.993430 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc62af8-ff17-4129-8e90-dd34a499cb8b req-dec4340e-67bd-4e4a-bbe6-45e882e11da3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:43.996525 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cfc62af8-ff17-4129-8e90-dd34a499cb8b req-dec4340e-67bd-4e4a-bbe6-45e882e11da3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 943 time: 0.2417607 Dec 09 02:19:44.006767 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90d03ab1-0d1c-43ff-a4b7-f4b09f178e97 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.017077 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.039736 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e88ab842-3596-47ea-aa6c-ec5d90cf52b6 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.075061 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90d03ab1-0d1c-43ff-a4b7-f4b09f178e97 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.079558 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c02561fb-13f2-4f63-b080-149bb37be103 req-898b97c6-638c-4427-8370-7e8dfad3571f tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16decbd5914c49a5a58309144815fe3e HTTP/1.1" status: 200 len: 379 time: 0.3229194 Dec 09 02:19:44.081252 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d03ab1-0d1c-43ff-a4b7-f4b09f178e97 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:44.081972 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90d03ab1-0d1c-43ff-a4b7-f4b09f178e97 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.097368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-c02561fb-13f2-4f63-b080-149bb37be103 req-e9c4591a-1fdc-4018-a235-0ac4210a0b94 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Request body: {'port': {'device_id': '63a7308b-09bb-43f3-8451-3afb050c253b', 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26', 'admin_state_up': True, 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'security_groups': ['caba97f9-ed0d-4b38-bfc4-ea9274929a7b']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:44.102043 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device ec55ab67-9e70-43d3-b943-10ac40198370 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:44.184885 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-90d03ab1-0d1c-43ff-a4b7-f4b09f178e97 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4347794 Dec 09 02:19:44.185229 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e88ab842-3596-47ea-aa6c-ec5d90cf52b6 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.197432 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36760) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:44.223021 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b121811b-c5a5-492c-8b2b-c48ddaeae0a4 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Request body: {'subnet': {'network_id': '5d08402d-9a02-46e3-b14d-35b378671e89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:44.237177 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Network f70e92f7-6fa2-4308-9d6e-c096af5984d2 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:44.252493 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6eb2dfd1-43b9-431f-bbbe-4c226436c65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.254374 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.268048 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:44.280584 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Pushing event updated for resources: {'Port': ['ID=41df71c3-108e-42b0-98c0-154eebe46c04,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:44.286521 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:44.292457 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8718397e-7265-496d-995f-fce2ac2691e0 req-87f571ad-5bc2-4526-8944-021a90eb06cd service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193983 Dec 09 02:19:44.302358 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cfc62af8-ff17-4129-8e90-dd34a499cb8b req-e9eae965-804e-4dcd-acac-0d468a3e36c7 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712808 Dec 09 02:19:44.347373 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d03ab1-0d1c-43ff-a4b7-f4b09f178e97 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event updated for resources: {'Network': ['ID=190a78ab-941c-4bff-8015-049ecbcdb7b7,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:44.381084 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02561fb-13f2-4f63-b080-149bb37be103 req-e9c4591a-1fdc-4018-a235-0ac4210a0b94 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Made reservation on behalf of 16decbd5914c49a5a58309144815fe3e for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:44.386486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c02561fb-13f2-4f63-b080-149bb37be103 req-e9c4591a-1fdc-4018-a235-0ac4210a0b94 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.404344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 190a78ab-941c-4bff-8015-049ecbcdb7b7 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:19:44.422533 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6eb2dfd1-43b9-431f-bbbe-4c226436c65c None None] For port 4633d79b-c77e-4dde-8a83-a8d56c618c6a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=4633d79b-c77e-4dde-8a83-a8d56c618c6a,segment=NetworkSegment(f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96),segment_id=f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:44.460131 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b8f5ed2e-a68e-4ec3-a230-f0b5dbc8298b req-9a4797eb-4e79-4864-8cc4-24b69f6a3b3f tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 210 time: 0.0617557 Dec 09 02:19:44.466132 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b121811b-c5a5-492c-8b2b-c48ddaeae0a4 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Made reservation on behalf of 0409ad84bd964b63b238c47364f5d0bb for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:44.470494 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b121811b-c5a5-492c-8b2b-c48ddaeae0a4 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.569233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6eb2dfd1-43b9-431f-bbbe-4c226436c65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.588189 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e201f-a0ac-41c9-8f44-93d5a49f91dc req-624b16f8-ba42-43f9-8c26-c3fbf49c41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:44.596288 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b48e201f-a0ac-41c9-8f44-93d5a49f91dc req-624b16f8-ba42-43f9-8c26-c3fbf49c41d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 1096 time: 0.1902366 Dec 09 02:19:44.698421 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e88ab842-3596-47ea-aa6c-ec5d90cf52b6 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.702636 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b121811b-c5a5-492c-8b2b-c48ddaeae0a4 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.756841 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e201f-a0ac-41c9-8f44-93d5a49f91dc req-ee1828af-6dad-4b1b-b7cc-f7271aaf73f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:44.760601 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2dfd1-43b9-431f-bbbe-4c226436c65c None None] Pushing event updated for resources: {'Port': ['ID=4633d79b-c77e-4dde-8a83-a8d56c618c6a,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:44.763406 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b48e201f-a0ac-41c9-8f44-93d5a49f91dc req-ee1828af-6dad-4b1b-b7cc-f7271aaf73f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 913 time: 0.1604443 Dec 09 02:19:44.767153 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Attempting to bind port 41df71c3-108e-42b0-98c0-154eebe46c04 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:44.767679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Attempting to bind port 41df71c3-108e-42b0-98c0-154eebe46c04 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '080bdee0-7dd0-418c-9624-e3f83a7904ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f70e92f7-6fa2-4308-9d6e-c096af5984d2'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:44.768943 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Attempting to bind port 41df71c3-108e-42b0-98c0-154eebe46c04 on network f70e92f7-6fa2-4308-9d6e-c096af5984d2 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:44.804706 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:44.805119 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Checking segment: {'id': '080bdee0-7dd0-418c-9624-e3f83a7904ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f70e92f7-6fa2-4308-9d6e-c096af5984d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:44.805560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.806016 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Bound using segment: {'id': '080bdee0-7dd0-418c-9624-e3f83a7904ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f70e92f7-6fa2-4308-9d6e-c096af5984d2'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:44.806575 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Bound port: 41df71c3-108e-42b0-98c0-154eebe46c04, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080bdee0-7dd0-418c-9624-e3f83a7904ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f70e92f7-6fa2-4308-9d6e-c096af5984d2'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:44.807028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.834530 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b48e201f-a0ac-41c9-8f44-93d5a49f91dc req-317946ec-524f-4390-93ab-3a503f05fb80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f HTTP/1.1" status: 200 len: 217 time: 0.0627105 Dec 09 02:19:44.845524 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b121811b-c5a5-492c-8b2b-c48ddaeae0a4 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Checking segment: {'id': '6c5e2734-c53a-4d0f-b6c6-2476876154a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d08402d-9a02-46e3-b14d-35b378671e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:44.846008 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b121811b-c5a5-492c-8b2b-c48ddaeae0a4 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Network hostable DHCP agents. Network: 5d08402d-9a02-46e3-b14d-35b378671e89, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:19:44.849444 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702203469', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:19:30Z', 'updated_at': '2021-12-09T02:19:38Z', 'revision_number': 4, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'gw_port': {'id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:31Z', 'updated_at': '2021-12-09T02:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '4633d79b-c77e-4dde-8a83-a8d56c618c6a', 'name': '', 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'mac_address': 'fa:16:3e:f1:d3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '771e082b-ce76-470f-8639-c8fc9d343145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:36Z', 'updated_at': '2021-12-09T02:19:42Z', 'revision_number': 4, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'subnets': [{'id': '771e082b-ce76-470f-8639-c8fc9d343145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:44.864524 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-c02561fb-13f2-4f63-b080-149bb37be103 req-e9c4591a-1fdc-4018-a235-0ac4210a0b94 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Allocated IP 172.20.0.13 (0583aaad-174f-4315-905c-6fa637fb0f26/771e082b-ce76-470f-8639-c8fc9d343145/b5f6852a-6dfc-48d6-849e-d6f7f55d1017) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:44.879424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121811b-c5a5-492c-8b2b-c48ddaeae0a4 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event updated for resources: {'Subnet': ['ID=a298b0e0-4213-4293-83da-2b1a1e3f6d2f,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:44.897619 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b121811b-c5a5-492c-8b2b-c48ddaeae0a4 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Network 5d08402d-9a02-46e3-b14d-35b378671e89 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:19:44.912098 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8095eff6-23e9-48e4-81ed-30418a49d93a None None] The sync data for ids ['11fd68fd-b8d4-4936-b106-b36ae2684fad'] in dv-neutron-804846-18-hyperv is: [{'id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702203469', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:19:30Z', 'updated_at': '2021-12-09T02:19:38Z', 'revision_number': 4, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'gw_port': {'id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:31Z', 'updated_at': '2021-12-09T02:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '4633d79b-c77e-4dde-8a83-a8d56c618c6a', 'name': '', 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'mac_address': 'fa:16:3e:f1:d3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '771e082b-ce76-470f-8639-c8fc9d343145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:36Z', 'updated_at': '2021-12-09T02:19:42Z', 'revision_number': 4, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'subnets': [{'id': '771e082b-ce76-470f-8639-c8fc9d343145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:19:44.920467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port ec55ab67-9e70-43d3-b943-10ac40198370 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:44.920965 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.924179 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-b121811b-c5a5-492c-8b2b-c48ddaeae0a4 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 5d08402d-9a02-46e3-b14d-35b378671e89) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:44.935524 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b121811b-c5a5-492c-8b2b-c48ddaeae0a4 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:44.936279 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b121811b-c5a5-492c-8b2b-c48ddaeae0a4 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.950158 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e88ab842-3596-47ea-aa6c-ec5d90cf52b6 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.969194 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Allocated IP 172.20.0.2 (faf0706d-e55a-4d00-ace8-cc58ad05edda/b0ec7118-4061-4a77-9b7f-d82015e8ff02/f67b8477-4799-4f0f-9ff7-48cd3d8d3726) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:44.988556 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b121811b-c5a5-492c-8b2b-c48ddaeae0a4 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7696986 Dec 09 02:19:44.992437 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e88ab842-3596-47ea-aa6c-ec5d90cf52b6 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:44.999531 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e88ab842-3596-47ea-aa6c-ec5d90cf52b6 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "DELETE /v2.0/subnets/efad89d0-9406-4ccd-8865-810b0bdfc768 HTTP/1.1" status: 204 len: 168 time: 2.0174344 Dec 09 02:19:45.000193 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36764) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:45.006003 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36766) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:45.008312 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e201f-a0ac-41c9-8f44-93d5a49f91dc req-adc1e3d4-0802-4fe9-9ead-09f702451c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:45.010055 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b48e201f-a0ac-41c9-8f44-93d5a49f91dc req-adc1e3d4-0802-4fe9-9ead-09f702451c55 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c2741af-2f64-489c-a848-b27c91aa70d4 HTTP/1.1" status: 200 len: 851 time: 0.1655996 Dec 09 02:19:45.044554 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-02cf89bb-9c3b-499c-8c09-7c39b832c2e0 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Request body: {'subnet': {'network_id': '190a78ab-941c-4bff-8015-049ecbcdb7b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:45.069950 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270b2b60-5d6b-4017-8273-13bdfeeef1ff None None] Network 5d08402d-9a02-46e3-b14d-35b378671e89 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:45.125355 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36768) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:45.161163 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ab842-3596-47ea-aa6c-ec5d90cf52b6 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event deleted for resources: {'Subnet': ['ID=efad89d0-9406-4ccd-8865-810b0bdfc768,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:45.190523 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9768c6-1bca-4fbb-b625-89ed0a406f77 None None] Network 9961f349-ddb8-4887-9aef-57f1286a9a52 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:45.211580 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cf89bb-9c3b-499c-8c09-7c39b832c2e0 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Made reservation on behalf of 0409ad84bd964b63b238c47364f5d0bb for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:19:45.221422 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02cf89bb-9c3b-499c-8c09-7c39b832c2e0 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:45.298689 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8361d31e-aa1b-46ec-8dde-965667b61de1 None None] Provisioning complete for port ec55ab67-9e70-43d3-b943-10ac40198370 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:45.299337 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8361d31e-aa1b-46ec-8dde-965667b61de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:45.458663 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] For port 41df71c3-108e-42b0-98c0-154eebe46c04, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:45.533371 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02cf89bb-9c3b-499c-8c09-7c39b832c2e0 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:45.560679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:45.585730 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] For port 41df71c3-108e-42b0-98c0-154eebe46c04, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=41df71c3-108e-42b0-98c0-154eebe46c04,segment=NetworkSegment(080bdee0-7dd0-418c-9624-e3f83a7904ee),segment_id=080bdee0-7dd0-418c-9624-e3f83a7904ee)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:45.639201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:45.647745 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf89bb-9c3b-499c-8c09-7c39b832c2e0 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event updated for resources: {'Subnet': ['ID=23e0f70e-0e81-4521-94df-ff5cc5062e67,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:45.659337 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf89bb-9c3b-499c-8c09-7c39b832c2e0 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Checking segment: {'id': 'cd7b47fa-2819-4b07-9e59-aa687567e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '190a78ab-941c-4bff-8015-049ecbcdb7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:45.663115 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cf89bb-9c3b-499c-8c09-7c39b832c2e0 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Network hostable DHCP agents. Network: 190a78ab-941c-4bff-8015-049ecbcdb7b7, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:19:45.696734 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-5d08402d-9a02-46e3-b14d-35b378671e89', 'network_id': '5d08402d-9a02-46e3-b14d-35b378671e89', 'project_id': '0409ad84bd964b63b238c47364f5d0bb', 'fixed_ips': [{'subnet_id': 'a298b0e0-4213-4293-83da-2b1a1e3f6d2f'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:19:45.697637 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:45.708978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cf89bb-9c3b-499c-8c09-7c39b832c2e0 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Network 190a78ab-941c-4bff-8015-049ecbcdb7b7 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:19:45.731881 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-02cf89bb-9c3b-499c-8c09-7c39b832c2e0 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 190a78ab-941c-4bff-8015-049ecbcdb7b7) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:45.743738 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cf89bb-9c3b-499c-8c09-7c39b832c2e0 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:45.747501 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02cf89bb-9c3b-499c-8c09-7c39b832c2e0 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:45.784139 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-02cf89bb-9c3b-499c-8c09-7c39b832c2e0 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7475064 Dec 09 02:19:45.785332 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36774) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:45.885605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c02561fb-13f2-4f63-b080-149bb37be103 req-e9c4591a-1fdc-4018-a235-0ac4210a0b94 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:45.938325 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ee4530-8f98-4853-b4a8-7eee79563bca None None] Network 190a78ab-941c-4bff-8015-049ecbcdb7b7 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:45.962564 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69863995-bb23-4715-99fa-d57afd2d0f7b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:45.977595 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-69863995-bb23-4715-99fa-d57afd2d0f7b tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9662948 Dec 09 02:19:45.982494 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36776) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:46.000946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c02561fb-13f2-4f63-b080-149bb37be103 req-e9c4591a-1fdc-4018-a235-0ac4210a0b94 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:46.079810 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:46.088972 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8361d31e-aa1b-46ec-8dde-965667b61de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:46.104038 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4591a-1fdc-4018-a235-0ac4210a0b94 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event updated for resources: {'Port': ['ID=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:46.115957 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13c8fa2-e17e-4238-a30c-2182d74d77d0 None None] DHCP port deletion for 9961f349-ddb8-4887-9aef-57f1286a9a52 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:19:46.157339 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e201f-a0ac-41c9-8f44-93d5a49f91dc req-d97242ca-d48f-4d8f-9bc5-4c5492bf6f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:46.158880 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b48e201f-a0ac-41c9-8f44-93d5a49f91dc req-d97242ca-d48f-4d8f-9bc5-4c5492bf6f8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f032c193-892e-4d25-887c-5957f77976f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.1307788 Dec 09 02:19:46.186624 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed6d9c-6b51-4940-99d9-252079d962c8 req-12c0c1d9-fb92-45c7-9846-63b5d0e16667 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:46.190150 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-85ed6d9c-6b51-4940-99d9-252079d962c8 req-12c0c1d9-fb92-45c7-9846-63b5d0e16667 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 943 time: 0.4123614 Dec 09 02:19:46.203829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02561fb-13f2-4f63-b080-149bb37be103 req-e9c4591a-1fdc-4018-a235-0ac4210a0b94 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Network 0583aaad-174f-4315-905c-6fa637fb0f26 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:46.287669 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port ec55ab67-9e70-43d3-b943-10ac40198370, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=ec55ab67-9e70-43d3-b943-10ac40198370,segment=NetworkSegment(3e334c4d-cda1-4f4b-b1b5-efe46b3cff88),segment_id=3e334c4d-cda1-4f4b-b1b5-efe46b3cff88)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:46.332397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-c02561fb-13f2-4f63-b080-149bb37be103 req-e9c4591a-1fdc-4018-a235-0ac4210a0b94 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:46.348697 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02561fb-13f2-4f63-b080-149bb37be103 req-e9c4591a-1fdc-4018-a235-0ac4210a0b94 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:46.366055 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:46.429193 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b48e201f-a0ac-41c9-8f44-93d5a49f91dc req-79550cdd-6387-433c-b4a4-ce27b71478cc service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555139 Dec 09 02:19:46.430311 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:46.445880 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02561fb-13f2-4f63-b080-149bb37be103 req-e9c4591a-1fdc-4018-a235-0ac4210a0b94 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:46.446760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c02561fb-13f2-4f63-b080-149bb37be103 req-e9c4591a-1fdc-4018-a235-0ac4210a0b94 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:46.546129 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Deleting port 41df71c3-108e-42b0-98c0-154eebe46c04 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:46.546476 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:46.647993 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7159605-7d0b-41f7-92d6-79beb539c89d None None] Network f70e92f7-6fa2-4308-9d6e-c096af5984d2 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:46.662142 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b48e201f-a0ac-41c9-8f44-93d5a49f91dc req-714dba7d-dbb5-454a-b8da-3d789260df67 service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062953 Dec 09 02:19:46.704118 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0dab2-c187-45ca-9a2f-f74c89de606c None None] Pushing event updated for resources: {'Port': ['ID=41df71c3-108e-42b0-98c0-154eebe46c04,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:46.750174 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4633d79b-c77e-4dde-8a83-a8d56c618c6a up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:46.779373 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] For port 41df71c3-108e-42b0-98c0-154eebe46c04, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=41df71c3-108e-42b0-98c0-154eebe46c04,segment=NetworkSegment(080bdee0-7dd0-418c-9624-e3f83a7904ee),segment_id=080bdee0-7dd0-418c-9624-e3f83a7904ee)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:46.781298 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:46.783022 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c02561fb-13f2-4f63-b080-149bb37be103 req-e9c4591a-1fdc-4018-a235-0ac4210a0b94 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6935041 Dec 09 02:19:46.790288 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-85ed6d9c-6b51-4940-99d9-252079d962c8 req-135f3079-ea1a-402b-ae85-68e4ba630b0b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5821810 Dec 09 02:19:46.815617 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:46.816121 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Request body: {'port': {'device_id': '63a7308b-09bb-43f3-8451-3afb050c253b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:46.828039 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Calling delete_port for 41df71c3-108e-42b0-98c0-154eebe46c04 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:46.918141 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:46.943112 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:46.972858 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event deleted for resources: {'Port': ['ID=41df71c3-108e-42b0-98c0-154eebe46c04,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:46.989765 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] No DVR routers for this DVR port 41df71c3-108e-42b0-98c0-154eebe46c04 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:47.014464 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-8361d31e-aa1b-46ec-8dde-965667b61de1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:19:47.014836 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-8361d31e-aa1b-46ec-8dde-965667b61de1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:19:47.019978 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Allocated IP 172.20.0.2 (5d08402d-9a02-46e3-b14d-35b378671e89/a298b0e0-4213-4293-83da-2b1a1e3f6d2f/edb9dca7-846c-4a4d-b70c-0536ae59505c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:47.040674 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b13c8fa2-e17e-4238-a30c-2182d74d77d0 None None] Deleting port ec55ab67-9e70-43d3-b943-10ac40198370 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:47.041755 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b13c8fa2-e17e-4238-a30c-2182d74d77d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.045940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.065798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726835d9-bd04-4817-bb4f-1eff08bbf41d req-c395059e-db90-450e-9086-e2dab51f2d09 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:47.068051 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-726835d9-bd04-4817-bb4f-1eff08bbf41d req-c395059e-db90-450e-9086-e2dab51f2d09 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 932 time: 0.1556926 Dec 09 02:19:47.078068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-190a78ab-941c-4bff-8015-049ecbcdb7b7', 'network_id': '190a78ab-941c-4bff-8015-049ecbcdb7b7', 'project_id': '0409ad84bd964b63b238c47364f5d0bb', 'fixed_ips': [{'subnet_id': '23e0f70e-0e81-4521-94df-ff5cc5062e67'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:19:47.078939 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.099345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.128231 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70e92f7-6fa2-4308-9d6e-c096af5984d2']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:47.140856 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080bdee0-7dd0-418c-9624-e3f83a7904ee') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:47.142103 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080bdee0-7dd0-418c-9624-e3f83a7904ee') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:47.154387 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.171559 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.181018 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:47.181647 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:47.185857 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:47.200916 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Network faf0706d-e55a-4d00-ace8-cc58ad05edda is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:47.215574 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-726835d9-bd04-4817-bb4f-1eff08bbf41d req-38a24b82-ff87-4031-a157-0fb659a6c30a tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319556 Dec 09 02:19:47.272072 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.298612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.303164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:47.303964 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "DELETE /v2.0/networks/f70e92f7-6fa2-4308-9d6e-c096af5984d2 HTTP/1.1" status: 204 len: 168 time: 1.3207943 Dec 09 02:19:47.308932 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4786eec-d415-4e1f-873b-494b2a93a529 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event deleted for resources: {'Network': ['ID=f70e92f7-6fa2-4308-9d6e-c096af5984d2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:47.312833 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36778) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:47.314977 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:47.375583 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=ec55ab67-9e70-43d3-b943-10ac40198370,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:47.383713 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b13c8fa2-e17e-4238-a30c-2182d74d77d0 None None] For port ec55ab67-9e70-43d3-b943-10ac40198370, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=ec55ab67-9e70-43d3-b943-10ac40198370,segment=NetworkSegment(3e334c4d-cda1-4f4b-b1b5-efe46b3cff88),segment_id=3e334c4d-cda1-4f4b-b1b5-efe46b3cff88)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:47.384399 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b13c8fa2-e17e-4238-a30c-2182d74d77d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.415599 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.462434 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b13c8fa2-e17e-4238-a30c-2182d74d77d0 None None] Calling delete_port for ec55ab67-9e70-43d3-b943-10ac40198370 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:47.483790 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Deleting port ec55ab67-9e70-43d3-b943-10ac40198370 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:47.484260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.543820 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 4633d79b-c77e-4dde-8a83-a8d56c618c6a triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:47.544665 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.558972 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] For port ec55ab67-9e70-43d3-b943-10ac40198370, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=ec55ab67-9e70-43d3-b943-10ac40198370,segment=NetworkSegment(3e334c4d-cda1-4f4b-b1b5-efe46b3cff88),segment_id=3e334c4d-cda1-4f4b-b1b5-efe46b3cff88)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:47.559693 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.573602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Calling delete_port for ec55ab67-9e70-43d3-b943-10ac40198370 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:47.605980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f6852a-6dfc-48d6-849e-d6f7f55d1017 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:19:47.617487 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.625893 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0077c760-9a10-422b-ab8d-731efa272877 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.650157 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Pushing event updated for resources: {'Port': ['ID=f67b8477-4799-4f0f-9ff7-48cd3d8d3726,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:47.666262 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Attempting to bind port f67b8477-4799-4f0f-9ff7-48cd3d8d3726 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:47.666637 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Attempting to bind port f67b8477-4799-4f0f-9ff7-48cd3d8d3726 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '21effe50-09f6-46aa-865e-231da083daac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'faf0706d-e55a-4d00-ace8-cc58ad05edda'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:47.667008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Attempting to bind port f67b8477-4799-4f0f-9ff7-48cd3d8d3726 on network faf0706d-e55a-4d00-ace8-cc58ad05edda {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:47.670242 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.673964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Transition to ACTIVE for port object b5f6852a-6dfc-48d6-849e-d6f7f55d1017 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:19:47.685668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.689906 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] No DVR routers for this DVR port ec55ab67-9e70-43d3-b943-10ac40198370 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:47.712362 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:47.712788 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Checking segment: {'id': '21effe50-09f6-46aa-865e-231da083daac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'faf0706d-e55a-4d00-ace8-cc58ad05edda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:47.713146 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.714023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Bound using segment: {'id': '21effe50-09f6-46aa-865e-231da083daac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'faf0706d-e55a-4d00-ace8-cc58ad05edda'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:47.714023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Bound port: f67b8477-4799-4f0f-9ff7-48cd3d8d3726, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21effe50-09f6-46aa-865e-231da083daac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'faf0706d-e55a-4d00-ace8-cc58ad05edda'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:47.714437 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.734317 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Allocated IP 172.20.0.2 (190a78ab-941c-4bff-8015-049ecbcdb7b7/23e0f70e-0e81-4521-94df-ff5cc5062e67/18848b33-acee-4513-81fc-e3a5fc392b4b) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:47.738405 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event deleted for resources: {'Port': ['ID=ec55ab67-9e70-43d3-b943-10ac40198370,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:47.811475 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.813223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:47.836057 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9961f349-ddb8-4887-9aef-57f1286a9a52']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:47.847873 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e334c4d-cda1-4f4b-b1b5-efe46b3cff88') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:47.848450 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e334c4d-cda1-4f4b-b1b5-efe46b3cff88') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:47.860012 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.878488 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.887641 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:47.888295 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:47.891719 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:47.939114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:47.959869 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b13c8fa2-e17e-4238-a30c-2182d74d77d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.002344 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.014401 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.021770 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "DELETE /v2.0/networks/9961f349-ddb8-4887-9aef-57f1286a9a52 HTTP/1.1" status: 204 len: 168 time: 0.7063031 Dec 09 02:19:48.024055 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36782) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:48.033752 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.054103 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef144cb-9d80-4f6d-8bc5-65914292122d tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event deleted for resources: {'Network': ['ID=9961f349-ddb8-4887-9aef-57f1286a9a52,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:48.086214 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c8fa2-e17e-4238-a30c-2182d74d77d0 None None] Pushing event deleted for resources: {'Port': ['ID=ec55ab67-9e70-43d3-b943-10ac40198370,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:48.087987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639225ae-62e7-40ca-b1f9-bea901c92a94 req-df4586a7-7771-498c-8c08-739d7aeda34d tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:48.089228 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-639225ae-62e7-40ca-b1f9-bea901c92a94 req-df4586a7-7771-498c-8c08-739d7aeda34d tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 943 time: 0.1646755 Dec 09 02:19:48.097289 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] For port f67b8477-4799-4f0f-9ff7-48cd3d8d3726, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:48.102028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b13c8fa2-e17e-4238-a30c-2182d74d77d0 None None] Network 9961f349-ddb8-4887-9aef-57f1286a9a52 is not hosted by any dhcp agent {{(pid=103335) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 02:19:48.102506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13c8fa2-e17e-4238-a30c-2182d74d77d0 None None] No DVR routers for this DVR port ec55ab67-9e70-43d3-b943-10ac40198370 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:48.125401 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Allocated IP 172.20.0.1 (5d08402d-9a02-46e3-b14d-35b378671e89/a298b0e0-4213-4293-83da-2b1a1e3f6d2f/5d77e372-c3e5-4ba6-ba28-59af9d54b6c3) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:48.138493 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Attempting to bind port b5f6852a-6dfc-48d6-849e-d6f7f55d1017 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:48.138838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Attempting to bind port b5f6852a-6dfc-48d6-849e-d6f7f55d1017 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:48.139170 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Attempting to bind port b5f6852a-6dfc-48d6-849e-d6f7f55d1017 on network 0583aaad-174f-4315-905c-6fa637fb0f26 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:48.163410 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-376c0daa-6551-4f14-a52c-2cb335e0a3e1 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.170129 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Port b5f6852a-6dfc-48d6-849e-d6f7f55d1017 on network 0583aaad-174f-4315-905c-6fa637fb0f26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:19:48.170608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Attempting to bind port b5f6852a-6dfc-48d6-849e-d6f7f55d1017 on network 0583aaad-174f-4315-905c-6fa637fb0f26 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:48.190938 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-639225ae-62e7-40ca-b1f9-bea901c92a94 req-bd102a75-6ee4-4c5a-b8c1-43e11dde2443 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815156 Dec 09 02:19:48.195050 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:48.195399 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Checking segment: {'id': 'f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:48.195816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Bound using segment: {'id': 'f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:48.196236 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] For port f67b8477-4799-4f0f-9ff7-48cd3d8d3726, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f67b8477-4799-4f0f-9ff7-48cd3d8d3726,segment=NetworkSegment(21effe50-09f6-46aa-865e-231da083daac),segment_id=21effe50-09f6-46aa-865e-231da083daac)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:48.196379 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Bound port: b5f6852a-6dfc-48d6-849e-d6f7f55d1017, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:48.197463 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.231055 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Network 5d08402d-9a02-46e3-b14d-35b378671e89 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:48.240056 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.255617 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:48.262172 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:48.331581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] For port b5f6852a-6dfc-48d6-849e-d6f7f55d1017, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:48.341085 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device ec55ab67-9e70-43d3-b943-10ac40198370 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:19:48.380910 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] For port b5f6852a-6dfc-48d6-849e-d6f7f55d1017, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,segment=NetworkSegment(f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96),segment_id=f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:48.398362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.457052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:48.457676 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.459096 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c02561fb-13f2-4f63-b080-149bb37be103 req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] 10.222.0.45 "PUT /v2.0/ports/b5f6852a-6dfc-48d6-849e-d6f7f55d1017 HTTP/1.1" status: 200 len: 1094 time: 1.6585119 Dec 09 02:19:48.460833 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a7308b-09bb-43f3-8451-3afb050c253b', 'tag': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:19:48.463025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0526a013-f2f5-4a3b-a912-9c8659f44624" -d '{"events": [{"name": "network-changed", "server_uuid": "63a7308b-09bb-43f3-8451-3afb050c253b", "tag": "b5f6852a-6dfc-48d6-849e-d6f7f55d1017"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:19:48.486763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1953568-2ffd-4956-a7e6-c012d717af5d req-1668409f-e90e-4a07-b1f2-6894c6fe4fa9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:48.488420 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d1953568-2ffd-4956-a7e6-c012d717af5d req-1668409f-e90e-4a07-b1f2-6894c6fe4fa9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 944 time: 0.1525974 Dec 09 02:19:48.538677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:48.592500 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:48.592901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:48.593197 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:48.593535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:48.593881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:48.594217 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:48.594550 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:48.594879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:48.595210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:48.595565 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:48.595896 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:48.596221 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:48.596545 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1c368-976a-4b80-8fca-7d15495ad168 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:48.619399 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Pushing event updated for resources: {'Port': ['ID=edb9dca7-846c-4a4d-b70c-0536ae59505c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:48.651295 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.656738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: ec55ab67-9e70-43d3-b943-10ac40198370 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:19:48.657368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device ec55ab67-9e70-43d3-b943-10ac40198370 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:19:48.659777 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d1953568-2ffd-4956-a7e6-c012d717af5d req-6b266479-9a45-4050-9c31-c608bea620ee tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514773 Dec 09 02:19:48.662538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0077c760-9a10-422b-ab8d-731efa272877 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port d69988b7-ffd8-4d6a-8c55-57ea4b321514 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:48.662888 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0077c760-9a10-422b-ab8d-731efa272877 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.700020 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.749705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Attempting to bind port edb9dca7-846c-4a4d-b70c-0536ae59505c on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:48.750661 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Attempting to bind port edb9dca7-846c-4a4d-b70c-0536ae59505c by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '6c5e2734-c53a-4d0f-b6c6-2476876154a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d08402d-9a02-46e3-b14d-35b378671e89'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:48.751748 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Attempting to bind port edb9dca7-846c-4a4d-b70c-0536ae59505c on network 5d08402d-9a02-46e3-b14d-35b378671e89 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:48.753668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23edda60-b924-46ea-993c-001be248c15d x-openstack-request-id: req-23edda60-b924-46ea-993c-001be248c15d {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:19:48.753961 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a7308b-09bb-43f3-8451-3afb050c253b", "tag": "b5f6852a-6dfc-48d6-849e-d6f7f55d1017", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:19:48.754215 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23edda60-b924-46ea-993c-001be248c15d {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:19:48.754618 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a7308b-09bb-43f3-8451-3afb050c253b', 'tag': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017', 'status': 'completed', 'code': 200} Dec 09 02:19:48.766992 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02561fb-13f2-4f63-b080-149bb37be103 req-ae9289ae-03e2-42b3-a28e-44f1cff32a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:48.768543 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c02561fb-13f2-4f63-b080-149bb37be103 req-ae9289ae-03e2-42b3-a28e-44f1cff32a82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16decbd5914c49a5a58309144815fe3e&device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 1097 time: 0.2271395 Dec 09 02:19:48.776184 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:48.778377 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Checking segment: {'id': '6c5e2734-c53a-4d0f-b6c6-2476876154a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d08402d-9a02-46e3-b14d-35b378671e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:48.778807 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.779216 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Bound using segment: {'id': '6c5e2734-c53a-4d0f-b6c6-2476876154a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d08402d-9a02-46e3-b14d-35b378671e89'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:48.779748 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Bound port: edb9dca7-846c-4a4d-b70c-0536ae59505c, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5e2734-c53a-4d0f-b6c6-2476876154a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d08402d-9a02-46e3-b14d-35b378671e89'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:48.780143 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.793363 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-376c0daa-6551-4f14-a52c-2cb335e0a3e1 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.805377 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Network 190a78ab-941c-4bff-8015-049ecbcdb7b7 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:48.815219 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:48.821193 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-376c0daa-6551-4f14-a52c-2cb335e0a3e1 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c36d01-f56e-4a9e-af46-070f5ea431a0']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:48.840376 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-376c0daa-6551-4f14-a52c-2cb335e0a3e1 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4a7efe-0dfb-4e54-8a9c-cd75307ceddc') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:48.840744 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-376c0daa-6551-4f14-a52c-2cb335e0a3e1 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4a7efe-0dfb-4e54-8a9c-cd75307ceddc') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:48.846385 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:48.849349 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c02561fb-13f2-4f63-b080-149bb37be103 req-adf9434c-c68f-4e8b-9ae0-1ebf2c41697c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5f6852a-6dfc-48d6-849e-d6f7f55d1017 HTTP/1.1" status: 200 len: 217 time: 0.0585165 Dec 09 02:19:48.860186 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-376c0daa-6551-4f14-a52c-2cb335e0a3e1 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.870937 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.882336 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-376c0daa-6551-4f14-a52c-2cb335e0a3e1 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.893314 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376c0daa-6551-4f14-a52c-2cb335e0a3e1 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:48.893598 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-376c0daa-6551-4f14-a52c-2cb335e0a3e1 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:48.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:48.899609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-0077c760-9a10-422b-ab8d-731efa272877 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port d69988b7-ffd8-4d6a-8c55-57ea4b321514, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d69988b7-ffd8-4d6a-8c55-57ea4b321514,segment=NetworkSegment(1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d),segment_id=1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:48.900781 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0077c760-9a10-422b-ab8d-731efa272877 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:48.901013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a862561-5d37-45e4-82e6-6fb425fc6c3b None None] Pushing event updated for resources: {'Port': ['ID=f67b8477-4799-4f0f-9ff7-48cd3d8d3726,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:48.925242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0077c760-9a10-422b-ab8d-731efa272877 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for d69988b7-ffd8-4d6a-8c55-57ea4b321514 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:48.936308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02561fb-13f2-4f63-b080-149bb37be103 req-1788fdcd-9294-4ef9-b523-74b8f38a0199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:48.937924 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c02561fb-13f2-4f63-b080-149bb37be103 req-1788fdcd-9294-4ef9-b523-74b8f38a0199 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=771e082b-ce76-470f-8639-c8fc9d343145 HTTP/1.1" status: 200 len: 834 time: 0.0787477 Dec 09 02:19:48.960373 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Attempting to bind port 18848b33-acee-4513-81fc-e3a5fc392b4b on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:19:48.960646 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Attempting to bind port 18848b33-acee-4513-81fc-e3a5fc392b4b by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'cd7b47fa-2819-4b07-9e59-aa687567e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '190a78ab-941c-4bff-8015-049ecbcdb7b7'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:19:48.961017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Attempting to bind port 18848b33-acee-4513-81fc-e3a5fc392b4b on network 190a78ab-941c-4bff-8015-049ecbcdb7b7 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:19:48.994624 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-376c0daa-6551-4f14-a52c-2cb335e0a3e1 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:49.007015 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-376c0daa-6551-4f14-a52c-2cb335e0a3e1 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:49.013662 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-376c0daa-6551-4f14-a52c-2cb335e0a3e1 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "DELETE /v2.0/networks/a9c36d01-f56e-4a9e-af46-070f5ea431a0 HTTP/1.1" status: 204 len: 168 time: 0.9865949 Dec 09 02:19:49.019844 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36788) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:49.021319 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:49.036679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:19:49.037227 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Checking segment: {'id': 'cd7b47fa-2819-4b07-9e59-aa687567e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '190a78ab-941c-4bff-8015-049ecbcdb7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:19:49.037744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:49.040979 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Bound using segment: {'id': 'cd7b47fa-2819-4b07-9e59-aa687567e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '190a78ab-941c-4bff-8015-049ecbcdb7b7'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:19:49.041464 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Bound port: 18848b33-acee-4513-81fc-e3a5fc392b4b, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7b47fa-2819-4b07-9e59-aa687567e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '190a78ab-941c-4bff-8015-049ecbcdb7b7'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:19:49.041970 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:49.059575 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c0daa-6551-4f14-a52c-2cb335e0a3e1 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event deleted for resources: {'Network': ['ID=a9c36d01-f56e-4a9e-af46-070f5ea431a0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:49.133626 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] For port edb9dca7-846c-4a4d-b70c-0536ae59505c, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:49.140570 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Pushing event updated for resources: {'Port': ['ID=18848b33-acee-4513-81fc-e3a5fc392b4b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:49.141698 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Network 5d08402d-9a02-46e3-b14d-35b378671e89 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:49.150464 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:49.165730 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] For port 18848b33-acee-4513-81fc-e3a5fc392b4b, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:19:49.168604 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:49.169218 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] For port edb9dca7-846c-4a4d-b70c-0536ae59505c, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=edb9dca7-846c-4a4d-b70c-0536ae59505c,segment=NetworkSegment(6c5e2734-c53a-4d0f-b6c6-2476876154a5),segment_id=6c5e2734-c53a-4d0f-b6c6-2476876154a5)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:49.180650 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:49.197239 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] For port 18848b33-acee-4513-81fc-e3a5fc392b4b, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=18848b33-acee-4513-81fc-e3a5fc392b4b,segment=NetworkSegment(cd7b47fa-2819-4b07-9e59-aa687567e086),segment_id=cd7b47fa-2819-4b07-9e59-aa687567e086)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:19:49.203780 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event updated for resources: {'Port': ['ID=5d77e372-c3e5-4ba6-ba28-59af9d54b6c3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:49.211667 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23069e94-74ec-4fbe-b816-385f6ae59509 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:49.232508 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:49.245081 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02561fb-13f2-4f63-b080-149bb37be103 req-61b607d3-944d-40f1-90d0-be39a3ec4337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:49.247245 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c02561fb-13f2-4f63-b080-149bb37be103 req-61b607d3-944d-40f1-90d0-be39a3ec4337 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0583aaad-174f-4315-905c-6fa637fb0f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2849436 Dec 09 02:19:49.253391 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:49.277621 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f62417-f8e0-41a7-ad25-ec2f21c10ab0 None None] Pushing event updated for resources: {'Port': ['ID=edb9dca7-846c-4a4d-b70c-0536ae59505c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:49.346205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0077c760-9a10-422b-ab8d-731efa272877 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:49.350848 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827c12d-45d8-44e6-ba48-3b0a31090b17 None None] Pushing event updated for resources: {'Port': ['ID=18848b33-acee-4513-81fc-e3a5fc392b4b,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:49.468969 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23069e94-74ec-4fbe-b816-385f6ae59509 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:49.484134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077c760-9a10-422b-ab8d-731efa272877 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=d69988b7-ffd8-4d6a-8c55-57ea4b321514,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:49.502337 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-23069e94-74ec-4fbe-b816-385f6ae59509 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bcc52a-fc5a-46e4-8081-2a769cce8ae7']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:49.553971 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-23069e94-74ec-4fbe-b816-385f6ae59509 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae90fda4-9916-4b4e-8b4e-256479fea04c') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:49.554379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-23069e94-74ec-4fbe-b816-385f6ae59509 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae90fda4-9916-4b4e-8b4e-256479fea04c') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:49.557672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7581a94-6742-47bb-be47-23ab1ca91ff7 req-8f61c7ac-884c-4647-a2d0-d2dacfeee92c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:49.562520 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e7581a94-6742-47bb-be47-23ab1ca91ff7 req-8f61c7ac-884c-4647-a2d0-d2dacfeee92c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 943 time: 0.2301385 Dec 09 02:19:49.569865 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c02561fb-13f2-4f63-b080-149bb37be103 req-1c8d49c3-cd7e-400d-801e-7364451cc8c2 service neutron] 10.222.0.45 "GET /v2.0/networks/0583aaad-174f-4315-905c-6fa637fb0f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121908 Dec 09 02:19:49.585705 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23069e94-74ec-4fbe-b816-385f6ae59509 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:49.590056 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:49.641483 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23069e94-74ec-4fbe-b816-385f6ae59509 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:49.706151 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23069e94-74ec-4fbe-b816-385f6ae59509 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:49.706802 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23069e94-74ec-4fbe-b816-385f6ae59509 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:49.710768 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:49.879747 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23069e94-74ec-4fbe-b816-385f6ae59509 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:49.902315 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23069e94-74ec-4fbe-b816-385f6ae59509 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:49.906594 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-23069e94-74ec-4fbe-b816-385f6ae59509 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] 10.222.0.43 "DELETE /v2.0/networks/f5bcc52a-fc5a-46e4-8081-2a769cce8ae7 HTTP/1.1" status: 204 len: 168 time: 0.8829465 Dec 09 02:19:49.943022 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23069e94-74ec-4fbe-b816-385f6ae59509 tempest-BulkNetworkOpsTest-1403104707 tempest-BulkNetworkOpsTest-1403104707-project] Pushing event deleted for resources: {'Network': ['ID=f5bcc52a-fc5a-46e4-8081-2a769cce8ae7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:50.124691 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:50.131989 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:50.228172 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event updated for resources: {'Port': ['ID=5d77e372-c3e5-4ba6-ba28-59af9d54b6c3,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:50.231724 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:50.257277 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e7581a94-6742-47bb-be47-23ab1ca91ff7 req-58d1e504-0ca4-4b5c-b602-ab90cfd6e2fc tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6610396 Dec 09 02:19:50.273963 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3979df9e-8128-44e4-88ed-3e67f754c0b6 None None] Network faf0706d-e55a-4d00-ace8-cc58ad05edda requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:50.320801 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c02561fb-13f2-4f63-b080-149bb37be103 req-570d7c53-d57d-416a-a5e0-2d96d7afa4c2 service neutron] 10.222.0.45 "GET /v2.0/networks/0583aaad-174f-4315-905c-6fa637fb0f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7324834 Dec 09 02:19:50.322745 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36798) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:50.363542 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0077c760-9a10-422b-ab8d-731efa272877 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:50.395709 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Network 5d08402d-9a02-46e3-b14d-35b378671e89 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:50.398061 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9f463fe8-5ad7-4757-a3a6-64f094089bfb None None] Provisioning complete for port f67b8477-4799-4f0f-9ff7-48cd3d8d3726 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:50.398932 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f463fe8-5ad7-4757-a3a6-64f094089bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:50.400689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:50.604621 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Router 84b336bd-9ad5-4c0c-9795-bea65b62f660 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:19:50.612597 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f463fe8-5ad7-4757-a3a6-64f094089bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:50.659225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-9f463fe8-5ad7-4757-a3a6-64f094089bfb None None] For port f67b8477-4799-4f0f-9ff7-48cd3d8d3726, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f67b8477-4799-4f0f-9ff7-48cd3d8d3726,segment=NetworkSegment(21effe50-09f6-46aa-865e-231da083daac),segment_id=21effe50-09f6-46aa-865e-231da083daac)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:50.667327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9f463fe8-5ad7-4757-a3a6-64f094089bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:50.752263 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:19:50.753446 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f463fe8-5ad7-4757-a3a6-64f094089bfb None None] Pushing event updated for resources: {'Port': ['ID=f67b8477-4799-4f0f-9ff7-48cd3d8d3726,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:50.757893 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8e60b14d-f4db-4596-870b-64c53d0ed0ab tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "PUT /v2.0/routers/84b336bd-9ad5-4c0c-9795-bea65b62f660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9706259 Dec 09 02:19:50.760855 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36802) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:50.766481 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d1ec67-fbd9-4ade-9f9a-d8730ebfedf2 None None] Sync routers for ids ['84b336bd-9ad5-4c0c-9795-bea65b62f660'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:19:50.787451 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2747f5ba-8dfd-4fba-bdd5-b6bdec75a5b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6b37cf9fe8b4fa294b64a3a916bff85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4565494 Dec 09 02:19:50.787451 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36804) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:50.819400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0077c760-9a10-422b-ab8d-731efa272877 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 08ca0122-a02b-4a71-bac2-91cde312983f has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:19:50.828205 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d1ec67-fbd9-4ade-9f9a-d8730ebfedf2 None None] Routers {'84b336bd-9ad5-4c0c-9795-bea65b62f660'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:50.829090 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c7d1ec67-fbd9-4ade-9f9a-d8730ebfedf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['84b336bd-9ad5-4c0c-9795-bea65b62f660'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:50.858701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fce579-c9ee-4bab-88c2-3fcbfb2c7e84 req-a9576616-c457-40ce-a72d-c82350925b94 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:50.863137 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-41fce579-c9ee-4bab-88c2-3fcbfb2c7e84 req-a9576616-c457-40ce-a72d-c82350925b94 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 944 time: 0.3662467 Dec 09 02:19:50.913275 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c7d1ec67-fbd9-4ade-9f9a-d8730ebfedf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:50.925951 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d1ec67-fbd9-4ade-9f9a-d8730ebfedf2 None None] Routers {'84b336bd-9ad5-4c0c-9795-bea65b62f660'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:50.926802 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c7d1ec67-fbd9-4ade-9f9a-d8730ebfedf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['84b336bd-9ad5-4c0c-9795-bea65b62f660'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:50.979986 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c7d1ec67-fbd9-4ade-9f9a-d8730ebfedf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:50.981069 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d1ec67-fbd9-4ade-9f9a-d8730ebfedf2 None None] The sync data for ids ['84b336bd-9ad5-4c0c-9795-bea65b62f660'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:19:51.027755 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5de1f5bf-bc78-47a4-b68a-7bbd05497cf4 None None] Provisioning complete for port f67b8477-4799-4f0f-9ff7-48cd3d8d3726 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:51.028142 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5de1f5bf-bc78-47a4-b68a-7bbd05497cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:51.084358 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-41fce579-c9ee-4bab-88c2-3fcbfb2c7e84 req-93602526-cfe9-4dd6-a69f-c9accd945b42 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093163 Dec 09 02:19:51.088637 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526a013-f2f5-4a3b-a912-9c8659f44624 req-d246d898-5080-4e9b-b1ad-d986368d9414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:51.090183 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0526a013-f2f5-4a3b-a912-9c8659f44624 req-d246d898-5080-4e9b-b1ad-d986368d9414 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16decbd5914c49a5a58309144815fe3e&device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 1097 time: 0.5591550 Dec 09 02:19:51.097917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e1525c-e64c-4aaa-a7c9-1c3e55de8ad2 None None] Network 190a78ab-941c-4bff-8015-049ecbcdb7b7 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:51.141078 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device edb9dca7-846c-4a4d-b70c-0536ae59505c up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:51.214797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-da8b45b7-0d50-4c0f-a291-8e72b557cf31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:51.282462 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0077c760-9a10-422b-ab8d-731efa272877 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:19:51.291687 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0077c760-9a10-422b-ab8d-731efa272877 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/08ca0122-a02b-4a71-bac2-91cde312983f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1578417 Dec 09 02:19:51.296191 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-da8b45b7-0d50-4c0f-a291-8e72b557cf31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:51.303852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526a013-f2f5-4a3b-a912-9c8659f44624 req-2fe529b9-044d-4c82-94c7-674d0f984c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:51.305422 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0526a013-f2f5-4a3b-a912-9c8659f44624 req-2fe529b9-044d-4c82-94c7-674d0f984c7c service neutron] 10.222.0.45 "GET /v2.0/networks?id=0583aaad-174f-4315-905c-6fa637fb0f26 HTTP/1.1" status: 200 len: 898 time: 0.1556489 Dec 09 02:19:51.315112 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3337e9e-100c-4cd3-aa63-7a36845dea57 None None] Sync routers for ids ['08ca0122-a02b-4a71-bac2-91cde312983f'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:19:51.322469 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port edb9dca7-846c-4a4d-b70c-0536ae59505c triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:51.323042 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:51.362951 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3337e9e-100c-4cd3-aa63-7a36845dea57 None None] Routers {'08ca0122-a02b-4a71-bac2-91cde312983f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:51.363203 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0526a013-f2f5-4a3b-a912-9c8659f44624 req-e82a2c1b-fa06-4e10-a515-77b9dd15c8f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5f6852a-6dfc-48d6-849e-d6f7f55d1017 HTTP/1.1" status: 200 len: 217 time: 0.0459800 Dec 09 02:19:51.364031 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b3337e9e-100c-4cd3-aa63-7a36845dea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08ca0122-a02b-4a71-bac2-91cde312983f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:51.416752 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5ee218-a6e3-4e47-80b9-0508db638d46 None None] Network 5d08402d-9a02-46e3-b14d-35b378671e89 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:51.436994 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-a53e493d-7d2f-4655-b5ba-c23140278ef3 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:51.438205 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a53e493d-7d2f-4655-b5ba-c23140278ef3 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "PUT /v2.0/routers/84b336bd-9ad5-4c0c-9795-bea65b62f660/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6757069 Dec 09 02:19:51.441734 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36810) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:51.444327 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-da8b45b7-0d50-4c0f-a291-8e72b557cf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:51.447423 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-da8b45b7-0d50-4c0f-a291-8e72b557cf31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:51.448616 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-da8b45b7-0d50-4c0f-a291-8e72b557cf31 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a222260-d5b4-44e0-9e3d-7d17a76fb140 HTTP/1.1" status: 204 len: 168 time: 0.6629193 Dec 09 02:19:51.463728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b45b7-0d50-4c0f-a291-8e72b557cf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a222260-d5b4-44e0-9e3d-7d17a76fb140,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:51.468558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526a013-f2f5-4a3b-a912-9c8659f44624 req-bf4365e3-3cf7-4449-90c2-266ef15c9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:51.470249 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0526a013-f2f5-4a3b-a912-9c8659f44624 req-bf4365e3-3cf7-4449-90c2-266ef15c9d4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=771e082b-ce76-470f-8639-c8fc9d343145 HTTP/1.1" status: 200 len: 834 time: 0.0983026 Dec 09 02:19:51.487920 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb80d3-e758-44ea-8760-4a724d4b4ea9 req-d9187178-1ee7-4355-867d-24ab7719539d tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:51.489485 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-05cb80d3-e758-44ea-8760-4a724d4b4ea9 req-d9187178-1ee7-4355-867d-24ab7719539d tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 943 time: 0.1085627 Dec 09 02:19:51.566575 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-05cb80d3-e758-44ea-8760-4a724d4b4ea9 req-25c53e57-2d22-43d2-a19e-f955e0a23ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669789 Dec 09 02:19:51.569054 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-4ffff87e-2236-4a00-8af1-dd747861e1b6 None None] Provisioning complete for port 18848b33-acee-4513-81fc-e3a5fc392b4b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:51.569432 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ffff87e-2236-4a00-8af1-dd747861e1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:51.577067 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526a013-f2f5-4a3b-a912-9c8659f44624 req-3efd0d4f-eff8-4e36-8c20-91e971441293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:51.578816 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0526a013-f2f5-4a3b-a912-9c8659f44624 req-3efd0d4f-eff8-4e36-8c20-91e971441293 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0583aaad-174f-4315-905c-6fa637fb0f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0882661 Dec 09 02:19:51.658794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-b3337e9e-100c-4cd3-aa63-7a36845dea57 None None] Set router 08ca0122-a02b-4a71-bac2-91cde312983f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:19:51.807574 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0526a013-f2f5-4a3b-a912-9c8659f44624 req-d78e0485-a7a6-4de1-a25a-0f727713166f service neutron] 10.222.0.45 "GET /v2.0/networks/0583aaad-174f-4315-905c-6fa637fb0f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174647 Dec 09 02:19:51.888492 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:51.975156 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:51.992519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device b5f6852a-6dfc-48d6-849e-d6f7f55d1017 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:19:52.055606 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0526a013-f2f5-4a3b-a912-9c8659f44624 req-d1847e2f-f35b-41e8-ba2f-ed52f9100d3a service neutron] 10.222.0.45 "GET /v2.0/networks/0583aaad-174f-4315-905c-6fa637fb0f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333858 Dec 09 02:19:52.072683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7bdbe-059b-44ac-a63e-4953e3a8a7a2 req-dab478b4-c3bf-4205-8749-1abc5e69dd72 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:52.074398 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f6c7bdbe-059b-44ac-a63e-4953e3a8a7a2 req-dab478b4-c3bf-4205-8749-1abc5e69dd72 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 946 time: 0.0967572 Dec 09 02:19:52.147588 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port edb9dca7-846c-4a4d-b70c-0536ae59505c, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=edb9dca7-846c-4a4d-b70c-0536ae59505c,segment=NetworkSegment(6c5e2734-c53a-4d0f-b6c6-2476876154a5),segment_id=6c5e2734-c53a-4d0f-b6c6-2476876154a5)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:52.150415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ffff87e-2236-4a00-8af1-dd747861e1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:52.170495 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f6c7bdbe-059b-44ac-a63e-4953e3a8a7a2 req-8cb45e7e-3cd8-491c-bc2d-624a780b160d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=b59a8f1d-ce5f-42ea-83e4-c82fd4defb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842328 Dec 09 02:19:52.194373 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:52.195179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 18848b33-acee-4513-81fc-e3a5fc392b4b up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:52.337001 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634ffb0-ca1b-4035-a46b-9e5847508b2d req-19057287-4432-452e-9f19-d16486573004 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:52.351345 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8634ffb0-ca1b-4035-a46b-9e5847508b2d req-19057287-4432-452e-9f19-d16486573004 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 944 time: 0.0993454 Dec 09 02:19:52.376685 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Deleting port 5d77e372-c3e5-4ba6-ba28-59af9d54b6c3 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:52.377692 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:52.435078 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8634ffb0-ca1b-4035-a46b-9e5847508b2d req-ecedc7ba-80ba-413c-a1a6-cfb44408ea7b tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817697 Dec 09 02:19:52.506784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:52.522517 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Calling delete_port for 5d77e372-c3e5-4ba6-ba28-59af9d54b6c3 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:52.581913 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4ffff87e-2236-4a00-8af1-dd747861e1b6 None None] For port 18848b33-acee-4513-81fc-e3a5fc392b4b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=18848b33-acee-4513-81fc-e3a5fc392b4b,segment=NetworkSegment(cd7b47fa-2819-4b07-9e59-aa687567e086),segment_id=cd7b47fa-2819-4b07-9e59-aa687567e086)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:52.599085 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36838) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:52.615419 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ffff87e-2236-4a00-8af1-dd747861e1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:52.623814 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=edb9dca7-846c-4a4d-b70c-0536ae59505c,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:52.682854 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port b5f6852a-6dfc-48d6-849e-d6f7f55d1017, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,segment=NetworkSegment(f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96),segment_id=f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:52.727779 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017', 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26', 'port_id': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017', 'mac_address': 'fa:16:3e:a3:21:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '771e082b-ce76-470f-8639-c8fc9d343145', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:19:52.744159 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:52.759943 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 18848b33-acee-4513-81fc-e3a5fc392b4b triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:52.760546 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd2b70-3740-4c13-a6f5-beb5a9861971 req-d32ce37e-1ddc-42d6-b1fa-d296fe9861b5 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:52.760682 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:52.769076 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-31dd2b70-3740-4c13-a6f5-beb5a9861971 req-d32ce37e-1ddc-42d6-b1fa-d296fe9861b5 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 943 time: 0.1065941 Dec 09 02:19:52.775795 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-02efffc1-b720-4175-b553-33a9552ef831 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:52.776337 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-02efffc1-b720-4175-b553-33a9552ef831 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 09 02:19:52.777522 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-02efffc1-b720-4175-b553-33a9552ef831 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 02:19:52.778940 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-02efffc1-b720-4175-b553-33a9552ef831 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1786098 Dec 09 02:19:52.784203 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36842) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:52.785434 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event deleted for resources: {'Port': ['ID=5d77e372-c3e5-4ba6-ba28-59af9d54b6c3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:52.787897 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1a6bff4a-ecc0-4856-a9be-8fb7b87c4bad None None] Could not find standard attr ID for object 5d77e372-c3e5-4ba6-ba28-59af9d54b6c3. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:19:52.790895 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f9ce7868-5c77-4e7f-8f59-19654313553a tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group': {'name': 'tempest-secgroup--881439172'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:52.810429 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:52.811004 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:52.811423 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:52.811888 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:52.812743 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:52.813158 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:52.813587 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:52.813993 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:52.814449 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:52.815007 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:52.815419 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:52.815995 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:52.816239 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:52.819666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffff87e-2236-4a00-8af1-dd747861e1b6 None None] Pushing event updated for resources: {'Port': ['ID=18848b33-acee-4513-81fc-e3a5fc392b4b,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:52.842859 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b3337e9e-100c-4cd3-aa63-7a36845dea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:19:49Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7b6aa774-0c9b-423d-bb13-02b8a9d75042', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'port_id': 'fc8beeb3-a94e-44ae-844d-b4876d50621d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'mac_address': 'fa:16:3e:95:3a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:18:15Z', 'updated_at': '2021-12-09T02:18:22Z', 'revision_number': 1, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8698c1-b094-4901-acf3-46da7b218db0', 'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:46:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:32Z', 'updated_at': '2021-12-09T02:17:43Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:52.879390 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-31dd2b70-3740-4c13-a6f5-beb5a9861971 req-f97e4ac4-9987-4e53-8aaa-03304a4242db tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041241 Dec 09 02:19:52.879568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3337e9e-100c-4cd3-aa63-7a36845dea57 None None] Checking router: 08ca0122-a02b-4a71-bac2-91cde312983f for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:19:52.880851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9ce7868-5c77-4e7f-8f59-19654313553a tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:52.901112 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:52.902313 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9ce7868-5c77-4e7f-8f59-19654313553a tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:52.909379 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3337e9e-100c-4cd3-aa63-7a36845dea57 None None] Routers {'08ca0122-a02b-4a71-bac2-91cde312983f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:52.910055 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b3337e9e-100c-4cd3-aa63-7a36845dea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08ca0122-a02b-4a71-bac2-91cde312983f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:52.911872 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1a6bff4a-ecc0-4856-a9be-8fb7b87c4bad None None] Provisioning complete for port edb9dca7-846c-4a4d-b70c-0536ae59505c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:52.912242 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1a6bff4a-ecc0-4856-a9be-8fb7b87c4bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:52.977127 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:53.001286 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9ce7868-5c77-4e7f-8f59-19654313553a tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:53.006727 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9ce7868-5c77-4e7f-8f59-19654313553a tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:53.011538 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f6852a-6dfc-48d6-849e-d6f7f55d1017 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:19:53.040749 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce7868-5c77-4e7f-8f59-19654313553a tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908591af-2c80-4b5b-98bb-60c047698578,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:53.114539 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port b5f6852a-6dfc-48d6-849e-d6f7f55d1017, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,segment=NetworkSegment(f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96),segment_id=f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:53.135802 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:53.141927 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9ce7868-5c77-4e7f-8f59-19654313553a tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:53.148934 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9ce7868-5c77-4e7f-8f59-19654313553a tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:53.181904 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Router 84b336bd-9ad5-4c0c-9795-bea65b62f660 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:19:53.206229 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f67b8477-4799-4f0f-9ff7-48cd3d8d3726 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:53.208557 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9ce7868-5c77-4e7f-8f59-19654313553a tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:53.214619 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f9ce7868-5c77-4e7f-8f59-19654313553a tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4286005 Dec 09 02:19:53.217400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36846) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:53.232444 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-edf77042-64a5-4975-a80d-19aaeaa77813 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': 'acfb7da7-68e4-4e17-a13e-c4ee755af642', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:53.237063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce7868-5c77-4e7f-8f59-19654313553a tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfb7da7-68e4-4e17-a13e-c4ee755af642,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:53.255196 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f49417-a009-47b7-9220-92e4b8813835 None None] get_active_networks_info from dv-neutron-804846-18-hyperv {{(pid=103335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 02:19:53.265239 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-b3337e9e-100c-4cd3-aa63-7a36845dea57 None None] Set router 08ca0122-a02b-4a71-bac2-91cde312983f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:19:53.274964 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:19:53.285422 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-de349037-3b24-407d-9518-a85109974f42 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "PUT /v2.0/routers/84b336bd-9ad5-4c0c-9795-bea65b62f660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8407338 Dec 09 02:19:53.286049 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36848) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:53.290378 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060c7705-877a-4f19-b721-65b509db21cd None None] Sync routers for ids ['84b336bd-9ad5-4c0c-9795-bea65b62f660'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:19:53.306580 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060c7705-877a-4f19-b721-65b509db21cd None None] Routers {'84b336bd-9ad5-4c0c-9795-bea65b62f660'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:53.307619 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-060c7705-877a-4f19-b721-65b509db21cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['84b336bd-9ad5-4c0c-9795-bea65b62f660'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:53.316371 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-edf77042-64a5-4975-a80d-19aaeaa77813 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:53.338366 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-5a3577a2-225a-49f5-a19c-6057567cd591 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] delete failed (client error): The resource could not be found. Dec 09 02:19:53.344780 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5a3577a2-225a-49f5-a19c-6057567cd591 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-729303657 HTTP/1.1" status: 404 len: 334 time: 0.0577335 Dec 09 02:19:53.345449 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36850) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:53.351084 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6beb0566-b5b0-4a48-9874-067c6b1eea7c tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Request body: {'router': {'external_gateway_info': {'network_id': '84b336bd-9ad5-4c0c-9795-bea65b62f660'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:53.351367 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-060c7705-877a-4f19-b721-65b509db21cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:53.365631 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060c7705-877a-4f19-b721-65b509db21cd None None] Routers {'84b336bd-9ad5-4c0c-9795-bea65b62f660'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:53.366672 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-060c7705-877a-4f19-b721-65b509db21cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['84b336bd-9ad5-4c0c-9795-bea65b62f660'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:53.385509 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1a6bff4a-ecc0-4856-a9be-8fb7b87c4bad None None] Provisioning complete for port 18848b33-acee-4513-81fc-e3a5fc392b4b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:53.386465 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1a6bff4a-ecc0-4856-a9be-8fb7b87c4bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:53.402831 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-edf77042-64a5-4975-a80d-19aaeaa77813 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:53.413591 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-060c7705-877a-4f19-b721-65b509db21cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:53.414657 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060c7705-877a-4f19-b721-65b509db21cd None None] The sync data for ids ['84b336bd-9ad5-4c0c-9795-bea65b62f660'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:19:53.419618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1390-6d4e-40a1-9e0d-b81bd8ed3be5 req-6c9a0436-ba85-4b29-bfb4-c13786abb4bc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:53.422779 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-404d1390-6d4e-40a1-9e0d-b81bd8ed3be5 req-6c9a0436-ba85-4b29-bfb4-c13786abb4bc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 946 time: 0.1504018 Dec 09 02:19:53.424272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-edf77042-64a5-4975-a80d-19aaeaa77813 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:53.426646 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:53.445152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf77042-64a5-4975-a80d-19aaeaa77813 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d43e57-803e-4940-af43-71971f3b920b,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:53.470722 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-edf77042-64a5-4975-a80d-19aaeaa77813 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:53.473833 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-edf77042-64a5-4975-a80d-19aaeaa77813 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2442882 Dec 09 02:19:53.475935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36854) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:53.482420 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-394c5025-f076-488c-af9a-863ae99c824d tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': 'acfb7da7-68e4-4e17-a13e-c4ee755af642', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:53.525089 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-404d1390-6d4e-40a1-9e0d-b81bd8ed3be5 req-94fe8d77-253e-4c88-9273-1b99a2da34bc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=b59a8f1d-ce5f-42ea-83e4-c82fd4defb51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754254 Dec 09 02:19:53.557890 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-394c5025-f076-488c-af9a-863ae99c824d tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:53.596522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6beb0566-b5b0-4a48-9874-067c6b1eea7c tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:53.604751 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['b5f6852a-6dfc-48d6-849e-d6f7f55d1017'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:19:53.607492 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-394c5025-f076-488c-af9a-863ae99c824d tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 02:19:53.611261 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-394c5025-f076-488c-af9a-863ae99c824d tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1315186 Dec 09 02:19:53.611596 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36856) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:53.633305 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-6beb0566-b5b0-4a48-9874-067c6b1eea7c tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] update failed (client error): The resource could not be found. Dec 09 02:19:53.636676 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6beb0566-b5b0-4a48-9874-067c6b1eea7c tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "PUT /v2.0/routers/84b336bd-9ad5-4c0c-9795-bea65b62f660 HTTP/1.1" status: 404 len: 339 time: 0.2879004 Dec 09 02:19:53.642588 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port f67b8477-4799-4f0f-9ff7-48cd3d8d3726 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:53.642958 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:53.645071 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36858) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:53.673005 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3234e9-23d9-4644-abdb-d8f01568d33f req-a52ee7aa-85bb-450e-aac7-f6fc70250bdd tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:53.676005 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dd3234e9-23d9-4644-abdb-d8f01568d33f req-a52ee7aa-85bb-450e-aac7-f6fc70250bdd tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 945 time: 0.0551009 Dec 09 02:19:53.767975 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a050dc-2f29-4789-803a-de33295ef14f req-b6ca1435-9d81-4621-880a-eb3ead48aeee tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:53.769455 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-41a050dc-2f29-4789-803a-de33295ef14f req-b6ca1435-9d81-4621-880a-eb3ead48aeee tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 946 time: 0.0923722 Dec 09 02:19:53.774280 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dd3234e9-23d9-4644-abdb-d8f01568d33f req-77e7b5dc-f5ec-405a-8c7d-0812a010e7a6 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874653 Dec 09 02:19:53.791876 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f49417-a009-47b7-9220-92e4b8813835 None None] Resources bound (agent type, host, resource id): {{(pid=103335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 02:19:53.830957 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a62484af-8ec6-4e97-ad9f-3acb27d07768 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:53.876568 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-41a050dc-2f29-4789-803a-de33295ef14f req-79737471-4687-440a-819b-c7ce43ffa2a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port cba5d18c-7fed-4894-8d77-7b285d2f1590 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:53.877871 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-41a050dc-2f29-4789-803a-de33295ef14f req-79737471-4687-440a-819b-c7ce43ffa2a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:53.885647 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b2fd0a6f-2182-4632-86d6-3089adf0345b None None] Could not find standard attr ID for object 5d77e372-c3e5-4ba6-ba28-59af9d54b6c3. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:19:53.972800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a62484af-8ec6-4e97-ad9f-3acb27d07768 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:54.020585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-41a050dc-2f29-4789-803a-de33295ef14f req-79737471-4687-440a-819b-c7ce43ffa2a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port cba5d18c-7fed-4894-8d77-7b285d2f1590, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cba5d18c-7fed-4894-8d77-7b285d2f1590,segment=NetworkSegment(1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d),segment_id=1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:54.021031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-41a050dc-2f29-4789-803a-de33295ef14f req-79737471-4687-440a-819b-c7ce43ffa2a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:54.037436 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-41a050dc-2f29-4789-803a-de33295ef14f req-79737471-4687-440a-819b-c7ce43ffa2a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for cba5d18c-7fed-4894-8d77-7b285d2f1590 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:54.043789 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:54.047233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b3337e9e-100c-4cd3-aa63-7a36845dea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:19:49Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7b6aa774-0c9b-423d-bb13-02b8a9d75042', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'port_id': 'fc8beeb3-a94e-44ae-844d-b4876d50621d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'mac_address': 'fa:16:3e:95:3a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:18:15Z', 'updated_at': '2021-12-09T02:18:22Z', 'revision_number': 1, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8698c1-b094-4901-acf3-46da7b218db0', 'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:46:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:32Z', 'updated_at': '2021-12-09T02:17:43Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:54.099973 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3337e9e-100c-4cd3-aa63-7a36845dea57 None None] The sync data for ids ['08ca0122-a02b-4a71-bac2-91cde312983f'] in dv-neutron-804846-18-hyperv is: [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:19:49Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7b6aa774-0c9b-423d-bb13-02b8a9d75042', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.29', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'port_id': 'fc8beeb3-a94e-44ae-844d-b4876d50621d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'mac_address': 'fa:16:3e:95:3a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:18:15Z', 'updated_at': '2021-12-09T02:18:22Z', 'revision_number': 1, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8698c1-b094-4901-acf3-46da7b218db0', 'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:46:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:32Z', 'updated_at': '2021-12-09T02:17:43Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:19:54.117158 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 18848b33-acee-4513-81fc-e3a5fc392b4b up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:54.169973 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d4183-298f-459d-adf7-0aeac02b2a56 req-5dc9a0be-a1bf-48fc-a710-ead0871c99b3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:54.171813 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4a2d4183-298f-459d-adf7-0aeac02b2a56 req-5dc9a0be-a1bf-48fc-a710-ead0871c99b3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 943 time: 0.1322267 Dec 09 02:19:54.245046 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4a2d4183-298f-459d-adf7-0aeac02b2a56 req-8ccdffd5-8f83-4d03-be61-91ae3fbdda95 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631831 Dec 09 02:19:54.303569 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 18848b33-acee-4513-81fc-e3a5fc392b4b triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:54.303947 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:54.330404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-41a050dc-2f29-4789-803a-de33295ef14f req-79737471-4687-440a-819b-c7ce43ffa2a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:54.364131 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79737471-4687-440a-819b-c7ce43ffa2a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=cba5d18c-7fed-4894-8d77-7b285d2f1590,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:54.414609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a050dc-2f29-4789-803a-de33295ef14f req-79737471-4687-440a-819b-c7ce43ffa2a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] No DVR routers for this DVR port cba5d18c-7fed-4894-8d77-7b285d2f1590 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:54.418558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-41a050dc-2f29-4789-803a-de33295ef14f req-79737471-4687-440a-819b-c7ce43ffa2a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:54.422426 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-41a050dc-2f29-4789-803a-de33295ef14f req-79737471-4687-440a-819b-c7ce43ffa2a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "DELETE /v2.0/ports/cba5d18c-7fed-4894-8d77-7b285d2f1590 HTTP/1.1" status: 204 len: 173 time: 0.6455503 Dec 09 02:19:54.423047 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5ea691-1fb5-42da-8713-be60d1c67bd8', 'name': 'network-vif-deleted', 'tag': 'cba5d18c-7fed-4894-8d77-7b285d2f1590'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:19:54.425520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ca11b1-7409-4211-9149-abab03bfe8fc" -d '{"events": [{"server_uuid": "4c5ea691-1fb5-42da-8713-be60d1c67bd8", "name": "network-vif-deleted", "tag": "cba5d18c-7fed-4894-8d77-7b285d2f1590"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:19:54.465601 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f67b8477-4799-4f0f-9ff7-48cd3d8d3726 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:54.484160 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a62484af-8ec6-4e97-ad9f-3acb27d07768 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:54.487824 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a62484af-8ec6-4e97-ad9f-3acb27d07768 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:54.488996 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a62484af-8ec6-4e97-ad9f-3acb27d07768 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "DELETE /v2.0/security-groups/acfb7da7-68e4-4e17-a13e-c4ee755af642 HTTP/1.1" status: 204 len: 168 time: 0.8764617 Dec 09 02:19:54.492354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36864) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:54.526231 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad3eabb-dcd1-4685-95a3-edb3f0aeffb0 x-openstack-request-id: req-fad3eabb-dcd1-4685-95a3-edb3f0aeffb0 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:19:54.526915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5ea691-1fb5-42da-8713-be60d1c67bd8", "name": "network-vif-deleted", "tag": "cba5d18c-7fed-4894-8d77-7b285d2f1590", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:19:54.527342 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fad3eabb-dcd1-4685-95a3-edb3f0aeffb0 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:19:54.527988 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5ea691-1fb5-42da-8713-be60d1c67bd8', 'name': 'network-vif-deleted', 'tag': 'cba5d18c-7fed-4894-8d77-7b285d2f1590', 'status': 'completed', 'code': 200} Dec 09 02:19:54.548263 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port f67b8477-4799-4f0f-9ff7-48cd3d8d3726 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:54.549320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:54.581923 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f466a923-71bc-4fa5-b190-22e749abae55 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0882852 Dec 09 02:19:54.582216 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36868) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:54.587776 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8128939d-9d1b-482e-8290-b6da5d4ab96f tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group': {'name': 'tempest-secgroup--23186552'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:54.600600 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62484af-8ec6-4e97-ad9f-3acb27d07768 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfb7da7-68e4-4e17-a13e-c4ee755af642,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:54.696769 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-369cf788-d4b1-4c8d-98d8-cfb4a4368811 req-b91d2807-f6fd-434a-816d-7f2cde2be948 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c5ea691-1fb5-42da-8713-be60d1c67bd8 HTTP/1.1" status: 200 len: 210 time: 0.0501335 Dec 09 02:19:54.703865 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8128939d-9d1b-482e-8290-b6da5d4ab96f tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:54.854504 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device edb9dca7-846c-4a4d-b70c-0536ae59505c up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:54.869237 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Allocated IP 172.20.0.1 (faf0706d-e55a-4d00-ace8-cc58ad05edda/b0ec7118-4061-4a77-9b7f-d82015e8ff02/8b3c728e-a9d5-49eb-826a-2125eb6ca495) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:19:54.892589 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8128939d-9d1b-482e-8290-b6da5d4ab96f tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:54.904365 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8128939d-9d1b-482e-8290-b6da5d4ab96f tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:54.916478 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port edb9dca7-846c-4a4d-b70c-0536ae59505c triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:54.917863 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:54.959654 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b7551-a718-4f1f-ab9b-99f110dddf6b req-565e4953-2e4f-4879-8ae7-f6d7eabdd4cd tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:54.963491 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-458b7551-a718-4f1f-ab9b-99f110dddf6b req-565e4953-2e4f-4879-8ae7-f6d7eabdd4cd tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 945 time: 0.0683038 Dec 09 02:19:55.013201 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128939d-9d1b-482e-8290-b6da5d4ab96f tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49263c64-4b3f-4ca8-8b47-a33f3d6b0d4c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:55.018975 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8128939d-9d1b-482e-8290-b6da5d4ab96f tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.019944 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8128939d-9d1b-482e-8290-b6da5d4ab96f tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4367733 Dec 09 02:19:55.022845 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36872) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:55.027209 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ddfd8443-2f77-4c0b-8dfa-6d26674136ce tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': '49263c64-4b3f-4ca8-8b47-a33f3d6b0d4c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:55.027633 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-458b7551-a718-4f1f-ab9b-99f110dddf6b req-a64eba68-fde7-4d3a-b0a0-0a0f4ad635b3 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575576 Dec 09 02:19:55.028150 dv-neutron-804846-18-hyperv neutron-server[103333]: WARNING neutron.api.v2.base [None req-ddfd8443-2f77-4c0b-8dfa-6d26674136ce tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 09 02:19:55.028539 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-ddfd8443-2f77-4c0b-8dfa-6d26674136ce tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:55.044496 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ddfd8443-2f77-4c0b-8dfa-6d26674136ce tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0174887 Dec 09 02:19:55.044987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36874) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:55.090844 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.101891 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6fcfabb-f849-4e22-b388-d4517a0e5916 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.128863 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.129320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6fcfabb-f849-4e22-b388-d4517a0e5916 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.169425 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Network faf0706d-e55a-4d00-ace8-cc58ad05edda is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:55.172924 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:55.179993 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:19:55.187796 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6fcfabb-f849-4e22-b388-d4517a0e5916 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.190526 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6fcfabb-f849-4e22-b388-d4517a0e5916 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.191778 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d6fcfabb-f849-4e22-b388-d4517a0e5916 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "DELETE /v2.0/security-groups/49263c64-4b3f-4ca8-8b47-a33f3d6b0d4c HTTP/1.1" status: 204 len: 168 time: 0.1456459 Dec 09 02:19:55.195230 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36876) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:55.212846 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcfabb-f849-4e22-b388-d4517a0e5916 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49263c64-4b3f-4ca8-8b47-a33f3d6b0d4c,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:55.217146 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event updated for resources: {'Port': ['ID=8b3c728e-a9d5-49eb-826a-2125eb6ca495,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:55.248547 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.258133 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ea040094-ebf8-4643-83cb-c9fbe5f9ce0b tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0616877 Dec 09 02:19:55.262487 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36878) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:55.266919 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-1500b54d-35b6-4dcb-ab4b-b888d416d865 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group': {'name': 'tempest-secgroup--510078724'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:55.299461 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1500b54d-35b6-4dcb-ab4b-b888d416d865 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.384374 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.418899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd33b79-b76c-42f8-8a35-c7e5a4b03da3 req-c5880869-753f-43f5-b06b-0c70e318a7ff tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:55.420486 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcd33b79-b76c-42f8-8a35-c7e5a4b03da3 req-c5880869-753f-43f5-b06b-0c70e318a7ff tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 943 time: 0.0836515 Dec 09 02:19:55.423096 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1500b54d-35b6-4dcb-ab4b-b888d416d865 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.429987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1500b54d-35b6-4dcb-ab4b-b888d416d865 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.483588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1500b54d-35b6-4dcb-ab4b-b888d416d865 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.484733 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1500b54d-35b6-4dcb-ab4b-b888d416d865 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2212598 Dec 09 02:19:55.487571 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36882) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:55.491803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-0f18ec9d-0b9f-4cb0-9d33-7f6b41107d07 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': '6ce38826-72e2-4c6d-ae18-c51a12d7404b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:55.492607 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-0f18ec9d-0b9f-4cb0-9d33-7f6b41107d07 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 09 02:19:55.493102 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-0f18ec9d-0b9f-4cb0-9d33-7f6b41107d07 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:55.494028 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0f18ec9d-0b9f-4cb0-9d33-7f6b41107d07 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0055454 Dec 09 02:19:55.497310 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500b54d-35b6-4dcb-ab4b-b888d416d865 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce38826-72e2-4c6d-ae18-c51a12d7404b,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:55.503413 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36884) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:55.525430 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcd33b79-b76c-42f8-8a35-c7e5a4b03da3 req-e413c91d-d2de-482f-acd9-05eaa48dca76 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976002 Dec 09 02:19:55.527071 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-59921de3-b244-47ef-8ca2-c0bd1aeb844b None None] Provisioning complete for port 8b3c728e-a9d5-49eb-826a-2125eb6ca495 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:55.527785 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59921de3-b244-47ef-8ca2-c0bd1aeb844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.569429 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6882f34-a012-454f-a20c-905f56fbee39 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.576620 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-59921de3-b244-47ef-8ca2-c0bd1aeb844b None None] Port 8b3c728e-a9d5-49eb-826a-2125eb6ca495 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:19:55.593403 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6882f34-a012-454f-a20c-905f56fbee39 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.635650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6882f34-a012-454f-a20c-905f56fbee39 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.638250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6882f34-a012-454f-a20c-905f56fbee39 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.641933 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b6882f34-a012-454f-a20c-905f56fbee39 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "DELETE /v2.0/security-groups/6ce38826-72e2-4c6d-ae18-c51a12d7404b HTTP/1.1" status: 204 len: 168 time: 0.1350625 Dec 09 02:19:55.643939 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36886) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:55.654981 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6882f34-a012-454f-a20c-905f56fbee39 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce38826-72e2-4c6d-ae18-c51a12d7404b,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:55.678084 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.684329 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.693509 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a5d2e060-6aa8-4f0b-9f2b-951ea5f474dc tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0485110 Dec 09 02:19:55.697190 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36888) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:55.701428 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-afb0079f-1ed6-4c9a-bde5-f517eb7711fc tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608492554'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:55.728968 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afb0079f-1ed6-4c9a-bde5-f517eb7711fc tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.750556 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36892) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:55.776643 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.791923 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event updated for resources: {'Port': ['ID=8b3c728e-a9d5-49eb-826a-2125eb6ca495,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:55.801888 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afb0079f-1ed6-4c9a-bde5-f517eb7711fc tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.805730 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afb0079f-1ed6-4c9a-bde5-f517eb7711fc tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.835810 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afb0079f-1ed6-4c9a-bde5-f517eb7711fc tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.837038 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-afb0079f-1ed6-4c9a-bde5-f517eb7711fc tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1389263 Dec 09 02:19:55.839089 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0079f-1ed6-4c9a-bde5-f517eb7711fc tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09265c8-dd2a-4485-a8f0-e92ed786f7a5,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:55.841171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36894) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:55.845488 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-1e271548-260b-4607-b3e9-0a97a59516c2 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': 'a09265c8-dd2a-4485-a8f0-e92ed786f7a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:55.846345 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-1e271548-260b-4607-b3e9-0a97a59516c2 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 09 02:19:55.846840 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-1e271548-260b-4607-b3e9-0a97a59516c2 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:55.850731 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1e271548-260b-4607-b3e9-0a97a59516c2 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057404 Dec 09 02:19:55.851145 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36896) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:55.855908 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-b5a02b76-34fe-44b5-99ba-3b18289dcd68 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': 'a09265c8-dd2a-4485-a8f0-e92ed786f7a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:55.856559 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-b5a02b76-34fe-44b5-99ba-3b18289dcd68 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 09 02:19:55.857039 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-b5a02b76-34fe-44b5-99ba-3b18289dcd68 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:55.860329 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b5a02b76-34fe-44b5-99ba-3b18289dcd68 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063083 Dec 09 02:19:55.860484 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36898) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:55.865459 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d6a254d2-ff46-4d1f-bbfd-070043a1c713 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': 'a09265c8-dd2a-4485-a8f0-e92ed786f7a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:55.866238 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-d6a254d2-ff46-4d1f-bbfd-070043a1c713 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 09 02:19:55.866715 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-d6a254d2-ff46-4d1f-bbfd-070043a1c713 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:55.867926 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d6a254d2-ff46-4d1f-bbfd-070043a1c713 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063722 Dec 09 02:19:55.870071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36900) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:55.874617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-29926bdd-e733-4cdf-9898-2749f864ac90 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': 'a09265c8-dd2a-4485-a8f0-e92ed786f7a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:55.875077 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03aa19bf-f09a-4db6-ae2a-7d905ce3b883 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.875483 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-29926bdd-e733-4cdf-9898-2749f864ac90 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 09 02:19:55.875960 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-29926bdd-e733-4cdf-9898-2749f864ac90 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:55.877094 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-29926bdd-e733-4cdf-9898-2749f864ac90 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055804 Dec 09 02:19:55.879529 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36902) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:55.923687 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03aa19bf-f09a-4db6-ae2a-7d905ce3b883 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.936789 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-812332b2-a798-4bd0-8321-dedc074dd2dd tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:55.944862 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Network faf0706d-e55a-4d00-ace8-cc58ad05edda is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:19:55.947955 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:19:55.960324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-812332b2-a798-4bd0-8321-dedc074dd2dd tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.006968 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:19:56.018492 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device b5f6852a-6dfc-48d6-849e-d6f7f55d1017 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:56.021671 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d69988b7-ffd8-4d6a-8c55-57ea4b321514 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:19:56.024044 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-812332b2-a798-4bd0-8321-dedc074dd2dd tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.027413 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-812332b2-a798-4bd0-8321-dedc074dd2dd tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.028937 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-812332b2-a798-4bd0-8321-dedc074dd2dd tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "DELETE /v2.0/security-groups/a09265c8-dd2a-4485-a8f0-e92ed786f7a5 HTTP/1.1" status: 204 len: 168 time: 0.1484458 Dec 09 02:19:56.032399 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36904) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:56.055755 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: d69988b7-ffd8-4d6a-8c55-57ea4b321514 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:19:56.056265 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d69988b7-ffd8-4d6a-8c55-57ea4b321514 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:19:56.076347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812332b2-a798-4bd0-8321-dedc074dd2dd tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09265c8-dd2a-4485-a8f0-e92ed786f7a5,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:56.076626 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Router 84b336bd-9ad5-4c0c-9795-bea65b62f660 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:19:56.129659 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8894dbcf-d27e-4b95-93bc-5185b546446b tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0960002 Dec 09 02:19:56.135119 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36908) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:56.140120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d37408fd-ba19-485e-ac87-ec5ea4868ec7 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group': {'name': 'tempest-secgroup--808006759'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:56.200413 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03aa19bf-f09a-4db6-ae2a-7d905ce3b883 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.205271 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03aa19bf-f09a-4db6-ae2a-7d905ce3b883 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.209016 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d37408fd-ba19-485e-ac87-ec5ea4868ec7 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.209208 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-03aa19bf-f09a-4db6-ae2a-7d905ce3b883 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/security-groups/b59a8f1d-ce5f-42ea-83e4-c82fd4defb51 HTTP/1.1" status: 204 len: 168 time: 0.4532094 Dec 09 02:19:56.227265 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port b5f6852a-6dfc-48d6-849e-d6f7f55d1017 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:19:56.234528 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa19bf-f09a-4db6-ae2a-7d905ce3b883 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59a8f1d-ce5f-42ea-83e4-c82fd4defb51,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:56.236656 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:56.239064 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port b5f6852a-6dfc-48d6-849e-d6f7f55d1017 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:56.239805 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.242449 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:19:56.243288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae8c7d-e479-4591-a314-a22692db829f req-f2a2c3b2-fc9f-4f17-887e-a3a197db6f94 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:56.246668 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e9ae8c7d-e479-4591-a314-a22692db829f req-f2a2c3b2-fc9f-4f17-887e-a3a197db6f94 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 945 time: 0.0940545 Dec 09 02:19:56.258364 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438595d-151a-4c6a-b625-a233334503b3 None None] Sync routers for ids ['84b336bd-9ad5-4c0c-9795-bea65b62f660'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:19:56.258633 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4a5fb227-6f00-4d2e-b65b-095e6f931a01 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "PUT /v2.0/routers/84b336bd-9ad5-4c0c-9795-bea65b62f660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6107314 Dec 09 02:19:56.260592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36912) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:56.316278 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'port_id': '0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f', 'mac_address': 'fa:16:3e:67:3d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:19:56.325813 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e9ae8c7d-e479-4591-a314-a22692db829f req-015e5027-b568-4473-88c1-73d416f45354 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681415 Dec 09 02:19:56.333071 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6438595d-151a-4c6a-b625-a233334503b3 None None] Routers {'84b336bd-9ad5-4c0c-9795-bea65b62f660'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:56.333726 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6438595d-151a-4c6a-b625-a233334503b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['84b336bd-9ad5-4c0c-9795-bea65b62f660'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:56.362148 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d37408fd-ba19-485e-ac87-ec5ea4868ec7 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.368430 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d37408fd-ba19-485e-ac87-ec5ea4868ec7 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.373709 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36914) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:56.405734 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d37408fd-ba19-485e-ac87-ec5ea4868ec7 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.409479 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d37408fd-ba19-485e-ac87-ec5ea4868ec7 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2704849 Dec 09 02:19:56.409768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36916) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:56.414323 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6438595d-151a-4c6a-b625-a233334503b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:56.415129 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a4a4c8b7-7807-4d6d-9770-963e85d51e61 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': 'a9520111-f4c2-47ef-b3fb-f8a7ab72e01e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:56.415129 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-a4a4c8b7-7807-4d6d-9770-963e85d51e61 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 09 02:19:56.415715 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-a4a4c8b7-7807-4d6d-9770-963e85d51e61 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:56.417066 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a4a4c8b7-7807-4d6d-9770-963e85d51e61 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062487 Dec 09 02:19:56.420349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36918) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:56.422632 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37408fd-ba19-485e-ac87-ec5ea4868ec7 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9520111-f4c2-47ef-b3fb-f8a7ab72e01e,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:56.423820 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3103fa49-15b3-472b-ac6c-68b4baf66622 None None] Provisioning complete for port 8b3c728e-a9d5-49eb-826a-2125eb6ca495 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:56.424260 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3103fa49-15b3-472b-ac6c-68b4baf66622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.426989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-9969840b-8a53-4a36-804d-0e7df5868645 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': 'a9520111-f4c2-47ef-b3fb-f8a7ab72e01e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:56.434784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6c7f1a9c-29ff-4e7f-9e3b-45f473c75154 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.468195 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-9969840b-8a53-4a36-804d-0e7df5868645 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:56.472124 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9969840b-8a53-4a36-804d-0e7df5868645 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0504236 Dec 09 02:19:56.473012 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36920) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:56.477446 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8d760ac2-1372-4813-ae16-1815f258bb8d tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': 'a9520111-f4c2-47ef-b3fb-f8a7ab72e01e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:56.477924 dv-neutron-804846-18-hyperv neutron-server[103333]: WARNING neutron.api.v2.base [None req-8d760ac2-1372-4813-ae16-1815f258bb8d tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 09 02:19:56.478408 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-8d760ac2-1372-4813-ae16-1815f258bb8d tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:56.479329 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8d760ac2-1372-4813-ae16-1815f258bb8d tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054004 Dec 09 02:19:56.482735 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36922) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:56.484973 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-be71324a-eee4-4c68-960e-c3abcc7667e6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting subnet f20d2fd7-0c5c-4b16-8a27-b857ec860b93 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:19:56.487488 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-02c398a7-6550-490c-8993-0c71f4d59cd3 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': 'a9520111-f4c2-47ef-b3fb-f8a7ab72e01e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:56.500744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6438595d-151a-4c6a-b625-a233334503b3 None None] Routers {'84b336bd-9ad5-4c0c-9795-bea65b62f660'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:56.501299 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6438595d-151a-4c6a-b625-a233334503b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['84b336bd-9ad5-4c0c-9795-bea65b62f660'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:56.505088 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.509815 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3103fa49-15b3-472b-ac6c-68b4baf66622 None None] Port 8b3c728e-a9d5-49eb-826a-2125eb6ca495 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:19:56.517794 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be71324a-eee4-4c68-960e-c3abcc7667e6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.545278 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-02c398a7-6550-490c-8993-0c71f4d59cd3 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:56.546718 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-02c398a7-6550-490c-8993-0c71f4d59cd3 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0627575 Dec 09 02:19:56.549914 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36926) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:56.556985 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-88106893-daff-40e3-bf50-f7b55ae7f20e tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': 'a9520111-f4c2-47ef-b3fb-f8a7ab72e01e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:56.558401 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-88106893-daff-40e3-bf50-f7b55ae7f20e tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 09 02:19:56.558731 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6438595d-151a-4c6a-b625-a233334503b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:56.559607 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438595d-151a-4c6a-b625-a233334503b3 None None] The sync data for ids ['84b336bd-9ad5-4c0c-9795-bea65b62f660'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:19:56.560154 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-88106893-daff-40e3-bf50-f7b55ae7f20e tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:56.564144 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:19:56.564602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36928) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:56.568092 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-88106893-daff-40e3-bf50-f7b55ae7f20e tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094433 Dec 09 02:19:56.568906 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4d43496b-81e0-471e-8610-237d3c5baf10 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': 'a9520111-f4c2-47ef-b3fb-f8a7ab72e01e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:56.571541 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.597853 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be71324a-eee4-4c68-960e-c3abcc7667e6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.598147 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:56.605679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.614641 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a7308b-09bb-43f3-8451-3afb050c253b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:19:56.617285 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08566275-ba80-4248-9aa0-bad7b3988720" -d '{"events": [{"server_uuid": "63a7308b-09bb-43f3-8451-3afb050c253b", "name": "network-vif-plugged", "status": "completed", "tag": "b5f6852a-6dfc-48d6-849e-d6f7f55d1017"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:19:56.629558 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-6c7f1a9c-29ff-4e7f-9e3b-45f473c75154 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 02:19:56.633678 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6c7f1a9c-29ff-4e7f-9e3b-45f473c75154 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "DELETE /v2.0/routers/84b336bd-9ad5-4c0c-9795-bea65b62f660 HTTP/1.1" status: 409 len: 329 time: 0.3695302 Dec 09 02:19:56.634994 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36932) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:56.654396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port b5f6852a-6dfc-48d6-849e-d6f7f55d1017, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,segment=NetworkSegment(f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96),segment_id=f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:56.664525 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.680357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a2d36-7bdb-48c7-b3d0-fe977aa16585 req-eed11d89-a55f-481c-8eb8-f6c03016fa82 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:56.681850 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7b7a2d36-7bdb-48c7-b3d0-fe977aa16585 req-eed11d89-a55f-481c-8eb8-f6c03016fa82 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 944 time: 0.0582368 Dec 09 02:19:56.688687 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:56.742247 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7b7a2d36-7bdb-48c7-b3d0-fe977aa16585 req-036f9532-e55f-458b-a4d9-142a69fd5c08 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514700 Dec 09 02:19:56.744082 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:56.763087 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-4d43496b-81e0-471e-8610-237d3c5baf10 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:56.766678 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4d43496b-81e0-471e-8610-237d3c5baf10 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1986046 Dec 09 02:19:56.767149 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36934) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:56.772308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-57100c23-eb98-4281-a2c4-0b3cb0bea5c7 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': 'a9520111-f4c2-47ef-b3fb-f8a7ab72e01e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:56.772859 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-57100c23-eb98-4281-a2c4-0b3cb0bea5c7 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 09 02:19:56.773422 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-57100c23-eb98-4281-a2c4-0b3cb0bea5c7 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:56.777408 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-57100c23-eb98-4281-a2c4-0b3cb0bea5c7 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059013 Dec 09 02:19:56.777744 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36936) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:56.782015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d05d749f-d475-47ad-95ea-22bd908921de tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': 'a9520111-f4c2-47ef-b3fb-f8a7ab72e01e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:56.796942 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a6162c-4ddb-4216-aa79-07c557f5d8d2 x-openstack-request-id: req-14a6162c-4ddb-4216-aa79-07c557f5d8d2 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:19:56.797490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a7308b-09bb-43f3-8451-3afb050c253b", "name": "network-vif-plugged", "status": "completed", "tag": "b5f6852a-6dfc-48d6-849e-d6f7f55d1017", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:19:56.797614 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14a6162c-4ddb-4216-aa79-07c557f5d8d2 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:19:56.798043 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a7308b-09bb-43f3-8451-3afb050c253b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017', 'code': 200} Dec 09 02:19:56.820916 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-d05d749f-d475-47ad-95ea-22bd908921de tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:56.821976 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d05d749f-d475-47ad-95ea-22bd908921de tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0432961 Dec 09 02:19:56.825385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36938) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:56.829732 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-e3da82bd-6b88-4f7f-8a5d-0f56ebe17978 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': 'a9520111-f4c2-47ef-b3fb-f8a7ab72e01e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:56.868340 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-e3da82bd-6b88-4f7f-8a5d-0f56ebe17978 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:56.869474 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e3da82bd-6b88-4f7f-8a5d-0f56ebe17978 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0430648 Dec 09 02:19:56.873133 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36940) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:56.878330 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be71324a-eee4-4c68-960e-c3abcc7667e6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.933926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c51e2b17-24ca-4df7-b629-1a1f7ac96e73 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.956742 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c51e2b17-24ca-4df7-b629-1a1f7ac96e73 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:56.971211 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:19:57.011486 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be71324a-eee4-4c68-960e-c3abcc7667e6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.030998 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785ee4a-7880-4d5b-a182-594ffc027b2e req-d710499a-52a9-4b44-9e18-2dff9ebfbfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:57.032678 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0785ee4a-7880-4d5b-a182-594ffc027b2e req-d710499a-52a9-4b44-9e18-2dff9ebfbfec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 1099 time: 0.0495448 Dec 09 02:19:57.038369 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c51e2b17-24ca-4df7-b629-1a1f7ac96e73 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.041302 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c51e2b17-24ca-4df7-b629-1a1f7ac96e73 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.045641 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c51e2b17-24ca-4df7-b629-1a1f7ac96e73 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "DELETE /v2.0/security-groups/a9520111-f4c2-47ef-b3fb-f8a7ab72e01e HTTP/1.1" status: 204 len: 168 time: 0.1691773 Dec 09 02:19:57.045845 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71324a-eee4-4c68-960e-c3abcc7667e6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Subnet': ['ID=f20d2fd7-0c5c-4b16-8a27-b857ec860b93,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:57.048634 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36942) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:57.053277 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be71324a-eee4-4c68-960e-c3abcc7667e6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.058533 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-be71324a-eee4-4c68-960e-c3abcc7667e6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/subnets/f20d2fd7-0c5c-4b16-8a27-b857ec860b93 HTTP/1.1" status: 204 len: 168 time: 0.6814392 Dec 09 02:19:57.061054 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36944) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:57.070142 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f96720b-bf50-4116-8a1e-c2ae8e5c5b21 None None] Network dca20974-9879-4091-a2ab-505fe1c47de6 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:57.077727 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e2b17-24ca-4df7-b629-1a1f7ac96e73 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9520111-f4c2-47ef-b3fb-f8a7ab72e01e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:57.118683 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1e37515a-b62d-4de1-a66f-ec9995a27eb4 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0576026 Dec 09 02:19:57.119752 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36946) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:57.124330 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c70adca8-0a4c-4ccf-b07c-f0ef150aa35e tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116194746'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:57.174687 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c70adca8-0a4c-4ccf-b07c-f0ef150aa35e tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.218122 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b008390-417a-4daf-a85e-38eca367dd34 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.340175 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c70adca8-0a4c-4ccf-b07c-f0ef150aa35e tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.347894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] DHCP port deletion for dca20974-9879-4091-a2ab-505fe1c47de6 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:19:57.375034 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c70adca8-0a4c-4ccf-b07c-f0ef150aa35e tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.422072 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Deleting port 07bfe892-1a27-4a83-aec2-3c30760493c4 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:57.422951 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.430442 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70adca8-0a4c-4ccf-b07c-f0ef150aa35e tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b91f3c-0932-4185-895c-6b42de69a977,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:57.441160 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c70adca8-0a4c-4ccf-b07c-f0ef150aa35e tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.441160 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c70adca8-0a4c-4ccf-b07c-f0ef150aa35e tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3178396 Dec 09 02:19:57.441473 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36950) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:57.446437 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-25cc97e4-d376-4d5e-a0d6-2f5ef09ee845 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': '92b91f3c-0932-4185-895c-6b42de69a977', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:57.483850 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0785ee4a-7880-4d5b-a182-594ffc027b2e req-56e22fe6-2612-4d7c-8266-3714561e6666 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4390750 Dec 09 02:19:57.492522 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.506588 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] For port 07bfe892-1a27-4a83-aec2-3c30760493c4, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=07bfe892-1a27-4a83-aec2-3c30760493c4,segment=NetworkSegment(1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d),segment_id=1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:57.506992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.516167 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73b4c3-a88a-4651-98bf-95d3e3e017a7 req-29cb381c-44e4-440e-8a6a-d3253e0d37c6 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:57.517981 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ec73b4c3-a88a-4651-98bf-95d3e3e017a7 req-29cb381c-44e4-440e-8a6a-d3253e0d37c6 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.1077836 Dec 09 02:19:57.527148 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-25cc97e4-d376-4d5e-a0d6-2f5ef09ee845 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The resource could not be found. Dec 09 02:19:57.528220 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Calling delete_port for 07bfe892-1a27-4a83-aec2-3c30760493c4 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:57.530434 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-25cc97e4-d376-4d5e-a0d6-2f5ef09ee845 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0880754 Dec 09 02:19:57.533282 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36952) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:57.537571 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4472170b-2af1-4187-bfed-5dde3b91c5f8 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': '92b91f3c-0932-4185-895c-6b42de69a977', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '853222f4-6ab8-465b-8896-772abf2daa2e'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:57.596873 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ec73b4c3-a88a-4651-98bf-95d3e3e017a7 req-f637b610-77f6-4045-9a5c-7221ed7203e7 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581720 Dec 09 02:19:57.604275 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 07bfe892-1a27-4a83-aec2-3c30760493c4 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:57.604853 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.617829 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7b008390-417a-4daf-a85e-38eca367dd34 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Deleting port 8b3c728e-a9d5-49eb-826a-2125eb6ca495 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:57.618335 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b008390-417a-4daf-a85e-38eca367dd34 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.623272 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-4472170b-2af1-4187-bfed-5dde3b91c5f8 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The resource could not be found. Dec 09 02:19:57.624851 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4472170b-2af1-4187-bfed-5dde3b91c5f8 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0905483 Dec 09 02:19:57.639994 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36954) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:57.642341 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.667204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Pushing event deleted for resources: {'Port': ['ID=07bfe892-1a27-4a83-aec2-3c30760493c4,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:57.675115 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] No DVR routers for this DVR port 07bfe892-1a27-4a83-aec2-3c30760493c4 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:57.677341 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:57.677714 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:57.678042 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:57.678376 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:57.678859 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:57.679101 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:57.679353 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:57.679705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:57.680032 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:57.680362 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:57.680687 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:57.681005 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:57.681326 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbae85-6e22-4d6d-8f94-7855e80b2804 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:19:57.701659 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 07bfe892-1a27-4a83-aec2-3c30760493c4, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=07bfe892-1a27-4a83-aec2-3c30760493c4,segment=NetworkSegment(1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d),segment_id=1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:57.702026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.716302 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 07bfe892-1a27-4a83-aec2-3c30760493c4 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:57.752269 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b008390-417a-4daf-a85e-38eca367dd34 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.760624 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53ea7c7f-fff5-4c9e-b25a-d5e275fe55cd tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.769333 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7b008390-417a-4daf-a85e-38eca367dd34 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Calling delete_port for 8b3c728e-a9d5-49eb-826a-2125eb6ca495 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:57.799021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.800129 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53ea7c7f-fff5-4c9e-b25a-d5e275fe55cd tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.836156 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=07bfe892-1a27-4a83-aec2-3c30760493c4,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:57.845305 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] No DVR routers for this DVR port 07bfe892-1a27-4a83-aec2-3c30760493c4 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:19:57.917360 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53ea7c7f-fff5-4c9e-b25a-d5e275fe55cd tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.920248 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53ea7c7f-fff5-4c9e-b25a-d5e275fe55cd tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:57.921385 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-53ea7c7f-fff5-4c9e-b25a-d5e275fe55cd tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "DELETE /v2.0/security-groups/92b91f3c-0932-4185-895c-6b42de69a977 HTTP/1.1" status: 204 len: 168 time: 0.2807755 Dec 09 02:19:57.928554 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36958) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:57.942498 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea7c7f-fff5-4c9e-b25a-d5e275fe55cd tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b91f3c-0932-4185-895c-6b42de69a977,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:57.966629 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3a440-1cd5-4176-b7e9-17d0bebace9f req-d5d55029-af82-46da-b87d-89f5b312ed8f tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:57.968174 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f5e3a440-1cd5-4176-b7e9-17d0bebace9f req-d5d55029-af82-46da-b87d-89f5b312ed8f tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 944 time: 0.1354990 Dec 09 02:19:57.969822 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.013332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca20974-9879-4091-a2ab-505fe1c47de6']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:58.024923 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b008390-417a-4daf-a85e-38eca367dd34 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.039268 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:19:58.039507 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:58.039636 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8eb239-69b8-4a3a-bf45-ae8d81c4c81d') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:58.051124 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c6ea359c-fff4-4b10-8cac-d3681a55b368 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1214797 Dec 09 02:19:58.060694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36960) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:58.063748 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.070333 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 07bfe892-1a27-4a83-aec2-3c30760493c4 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:19:58.070835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-3ef02b35-ee80-4084-b0eb-cb328ebe5a72 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': '969f046e-ce36-45e3-a3f6-ecbf53bf3aab', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:58.074003 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b008390-417a-4daf-a85e-38eca367dd34 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event deleted for resources: {'Port': ['ID=8b3c728e-a9d5-49eb-826a-2125eb6ca495,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:58.103555 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f5e3a440-1cd5-4176-b7e9-17d0bebace9f req-ca297ba2-16ab-42f7-9c48-4b311cd5c6e0 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253049 Dec 09 02:19:58.110598 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.112236 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 07bfe892-1a27-4a83-aec2-3c30760493c4 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:19:58.112713 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 07bfe892-1a27-4a83-aec2-3c30760493c4 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:19:58.128209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:19:58.128664 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: self.session.flush() Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:19:58.136218 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:19:58.158164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:19:58.163829 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:19:58.164529 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.218307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.243178 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.249949 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/networks/dca20974-9879-4091-a2ab-505fe1c47de6 HTTP/1.1" status: 204 len: 168 time: 1.1838870 Dec 09 02:19:58.251273 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c7bd7-757d-489f-ac10-ef331301170f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Network': ['ID=dca20974-9879-4091-a2ab-505fe1c47de6,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:58.253158 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36962) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:58.253940 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-3ef02b35-ee80-4084-b0eb-cb328ebe5a72 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The resource could not be found. Dec 09 02:19:58.254998 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3ef02b35-ee80-4084-b0eb-cb328ebe5a72 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1933594 Dec 09 02:19:58.264808 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.272077 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36964) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:58.276566 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3326925b-f274-429c-862f-6b84901e90f5 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group': {'name': 'tempest-secgroup--180052676'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:58.293498 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b008390-417a-4daf-a85e-38eca367dd34 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.315178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:19:58.327037 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.328693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device cba5d18c-7fed-4894-8d77-7b285d2f1590 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:19:58.350522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3326925b-f274-429c-862f-6b84901e90f5 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.376490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: cba5d18c-7fed-4894-8d77-7b285d2f1590 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:19:58.376862 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device cba5d18c-7fed-4894-8d77-7b285d2f1590 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:19:58.404651 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:58.493361 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b008390-417a-4daf-a85e-38eca367dd34 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Router 84b336bd-9ad5-4c0c-9795-bea65b62f660 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:19:58.495905 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb4103-1f37-4111-bcf3-ad5774ed34f7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 7b235b03-3605-4b80-afd3-e9ffcb859373 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:19:58.496660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7cfb4103-1f37-4111-bcf3-ad5774ed34f7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.527409 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3326925b-f274-429c-862f-6b84901e90f5 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.559277 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3326925b-f274-429c-862f-6b84901e90f5 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.576249 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7cfb4103-1f37-4111-bcf3-ad5774ed34f7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.576583 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7cfb4103-1f37-4111-bcf3-ad5774ed34f7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.589588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb4103-1f37-4111-bcf3-ad5774ed34f7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 7b235b03-3605-4b80-afd3-e9ffcb859373 owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:19:58.766809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792fae3-5361-4a3b-ad08-c786e843b3b3 req-0bb5fb25-2cde-422b-8339-7c7aff6985bc tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:58.768495 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5792fae3-5361-4a3b-ad08-c786e843b3b3 req-0bb5fb25-2cde-422b-8339-7c7aff6985bc tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.0896697 Dec 09 02:19:58.799509 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:19:58.802109 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541c62ad-85b1-43bd-bdde-9aca96ee0d2f" -d '{"events": [{"server_uuid": "94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd", "name": "network-vif-plugged", "status": "completed", "tag": "0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:19:58.864551 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5792fae3-5361-4a3b-ad08-c786e843b3b3 req-e5b49311-b63a-4fb0-a1f9-595595a2bf41 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897224 Dec 09 02:19:58.866146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7cfb4103-1f37-4111-bcf3-ad5774ed34f7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.893332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb4103-1f37-4111-bcf3-ad5774ed34f7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=7b235b03-3605-4b80-afd3-e9ffcb859373,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:58.925084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88502dc1-2404-48c7-8bd8-793da8c32c43 x-openstack-request-id: req-88502dc1-2404-48c7-8bd8-793da8c32c43 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:19:58.925494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd", "name": "network-vif-plugged", "status": "completed", "tag": "0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:19:58.925852 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88502dc1-2404-48c7-8bd8-793da8c32c43 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:19:58.926744 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f', 'code': 200} Dec 09 02:19:58.939960 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b008390-417a-4daf-a85e-38eca367dd34 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:19:58.950773 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4552f70d-686b-4ea2-a525-ce28786a8cff None None] Sync routers for ids ['84b336bd-9ad5-4c0c-9795-bea65b62f660'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:19:58.951399 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7b008390-417a-4daf-a85e-38eca367dd34 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "PUT /v2.0/routers/84b336bd-9ad5-4c0c-9795-bea65b62f660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3152926 Dec 09 02:19:58.952538 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36972) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:58.958738 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326925b-f274-429c-862f-6b84901e90f5 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc3d053-876d-4e9f-8d4a-2b28fa4ed282,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:58.962838 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3326925b-f274-429c-862f-6b84901e90f5 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:58.967089 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3326925b-f274-429c-862f-6b84901e90f5 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6909966 Dec 09 02:19:58.967242 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36974) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:58.971497 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1b4424df-78fe-4074-9a7f-f6dca261515d tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group': {'name': 'tempest-secgroup--146771151'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:58.976074 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4552f70d-686b-4ea2-a525-ce28786a8cff None None] Routers {'84b336bd-9ad5-4c0c-9795-bea65b62f660'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:58.976706 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4552f70d-686b-4ea2-a525-ce28786a8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['84b336bd-9ad5-4c0c-9795-bea65b62f660'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:59.007571 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-59b4155a-c0ef-456d-9317-f802ca6b0e38 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] show failed (client error): The resource could not be found. Dec 09 02:19:59.009502 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7cfb4103-1f37-4111-bcf3-ad5774ed34f7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.009853 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-7cfb4103-1f37-4111-bcf3-ad5774ed34f7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP 7b6aa774-0c9b-423d-bb13-02b8a9d75042 disassociated (deleted). External IP: 172.26.3.29, port: fc8beeb3-a94e-44ae-844d-b4876d50621d. Dec 09 02:19:59.013771 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-59b4155a-c0ef-456d-9317-f802ca6b0e38 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1362100106 HTTP/1.1" status: 404 len: 335 time: 0.0599859 Dec 09 02:19:59.015911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36976) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:59.022220 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4552f70d-686b-4ea2-a525-ce28786a8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:59.032323 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b4424df-78fe-4074-9a7f-f6dca261515d tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.032898 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4552f70d-686b-4ea2-a525-ce28786a8cff None None] Routers {'84b336bd-9ad5-4c0c-9795-bea65b62f660'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:59.033665 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4552f70d-686b-4ea2-a525-ce28786a8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['84b336bd-9ad5-4c0c-9795-bea65b62f660'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:59.066278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a10b6245-0678-45bc-96d1-7e81a208f2c3 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:59.089357 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4552f70d-686b-4ea2-a525-ce28786a8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:59.090007 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4552f70d-686b-4ea2-a525-ce28786a8cff None None] The sync data for ids ['84b336bd-9ad5-4c0c-9795-bea65b62f660'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:19:59.109066 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b4424df-78fe-4074-9a7f-f6dca261515d tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.109510 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-a10b6245-0678-45bc-96d1-7e81a208f2c3 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] update failed (client error): The resource could not be found. Dec 09 02:19:59.111651 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a10b6245-0678-45bc-96d1-7e81a208f2c3 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-350676364 HTTP/1.1" status: 404 len: 334 time: 0.0477057 Dec 09 02:19:59.114369 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36978) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:59.143198 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b4424df-78fe-4074-9a7f-f6dca261515d tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.192629 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b4424df-78fe-4074-9a7f-f6dca261515d tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.193933 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1b4424df-78fe-4074-9a7f-f6dca261515d tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2257547 Dec 09 02:19:59.197235 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36982) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:59.204810 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f3d75cbf-eff7-4116-97f8-be1238c76473 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group_rule': {'security_group_id': '6fc3d053-876d-4e9f-8d4a-2b28fa4ed282', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c70659c4-22b2-4065-87c7-ca38b91ef4eb'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:59.209079 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4424df-78fe-4074-9a7f-f6dca261515d tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70659c4-22b2-4065-87c7-ca38b91ef4eb,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:59.209258 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efad4ed-d804-4596-bbb2-1d8f39df909e req-c358bfe6-706a-4cca-986d-2009e32dd111 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:59.210722 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1efad4ed-d804-4596-bbb2-1d8f39df909e req-c358bfe6-706a-4cca-986d-2009e32dd111 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.2122343 Dec 09 02:19:59.216442 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16d1b99-a723-484d-983d-ea1c4fd6daed tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Deleting subnet 23e0f70e-0e81-4521-94df-ff5cc5062e67 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:19:59.222708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16d1b99-a723-484d-983d-ea1c4fd6daed tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.274102 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16d1b99-a723-484d-983d-ea1c4fd6daed tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.279644 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab2352-f33b-4da7-8b87-37f2ab9aea22 req-57493689-1ea1-42e1-8d56-cf688802212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:59.281164 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c2ab2352-f33b-4da7-8b87-37f2ab9aea22 req-57493689-1ea1-42e1-8d56-cf688802212d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 1098 time: 0.1543858 Dec 09 02:19:59.306290 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-f3d75cbf-eff7-4116-97f8-be1238c76473 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:19:59.307423 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f3d75cbf-eff7-4116-97f8-be1238c76473 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1092458 Dec 09 02:19:59.313498 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36984) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:59.364385 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1efad4ed-d804-4596-bbb2-1d8f39df909e req-5791d21b-1138-4fc1-9b49-a1a993fdb3f0 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419091 Dec 09 02:19:59.387376 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36986) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:59.456064 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16d1b99-a723-484d-983d-ea1c4fd6daed tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.462055 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c2ab2352-f33b-4da7-8b87-37f2ab9aea22 req-9f649eda-eef8-4d40-bca4-0fcc23d3f3f6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720495 Dec 09 02:19:59.494833 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26c67823-787b-43d7-9225-15e50ddbdb6c tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.502209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff9955-6f24-49d1-98fe-78717089608d req-1e3659c2-68f0-4956-abaa-194e9f5da0b0 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:59.503733 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-deff9955-6f24-49d1-98fe-78717089608d req-1e3659c2-68f0-4956-abaa-194e9f5da0b0 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 945 time: 0.0737679 Dec 09 02:19:59.505562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfb4103-1f37-4111-bcf3-ad5774ed34f7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 08ca0122-a02b-4a71-bac2-91cde312983f has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:19:59.519036 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc789d-6c12-4720-92b4-b39932f2a217 tempest-TestNetworkAdvancedServerOps-1143769099 tempest-TestNetworkAdvancedServerOps-1143769099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:19:59.520626 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0dcc789d-6c12-4720-92b4-b39932f2a217 tempest-TestNetworkAdvancedServerOps-1143769099 tempest-TestNetworkAdvancedServerOps-1143769099-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 1094 time: 0.1323466 Dec 09 02:19:59.525327 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36988) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:59.535248 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:19:59.545787 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26c67823-787b-43d7-9225-15e50ddbdb6c tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.598525 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16d1b99-a723-484d-983d-ea1c4fd6daed tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.601822 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-deff9955-6f24-49d1-98fe-78717089608d req-0c7add30-293b-40bc-ad73-e8082214864f tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913785 Dec 09 02:19:59.607080 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.650291 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfb4103-1f37-4111-bcf3-ad5774ed34f7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:19:59.655147 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16d1b99-a723-484d-983d-ea1c4fd6daed tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.655335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7cfb4103-1f37-4111-bcf3-ad5774ed34f7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.661608 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d16d1b99-a723-484d-983d-ea1c4fd6daed tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "DELETE /v2.0/subnets/23e0f70e-0e81-4521-94df-ff5cc5062e67 HTTP/1.1" status: 204 len: 168 time: 0.5461626 Dec 09 02:19:59.662862 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d1b99-a723-484d-983d-ea1c4fd6daed tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event deleted for resources: {'Subnet': ['ID=23e0f70e-0e81-4521-94df-ff5cc5062e67,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:59.663350 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e742c5e1-5080-4dcb-ad15-bb9743c0dc7f None None] Network 190a78ab-941c-4bff-8015-049ecbcdb7b7 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:19:59.667776 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 36990) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:59.687316 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79636daf-076a-4c5a-adb8-53780f6b0e5c None None] Sync routers for ids ['08ca0122-a02b-4a71-bac2-91cde312983f'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:19:59.687704 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7cfb4103-1f37-4111-bcf3-ad5774ed34f7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/floatingips/7b6aa774-0c9b-423d-bb13-02b8a9d75042 HTTP/1.1" status: 204 len: 168 time: 1.4312789 Dec 09 02:19:59.687989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'tag': 'fc8beeb3-a94e-44ae-844d-b4876d50621d'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:19:59.690644 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043e8c4d-0707-43bc-b2fb-87b3b03cd82a" -d '{"events": [{"name": "network-changed", "server_uuid": "003f732e-9b6e-4a4e-910c-fa0ceefc8464", "tag": "fc8beeb3-a94e-44ae-844d-b4876d50621d"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:19:59.726591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26c67823-787b-43d7-9225-15e50ddbdb6c tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.730163 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26c67823-787b-43d7-9225-15e50ddbdb6c tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.731551 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-26c67823-787b-43d7-9225-15e50ddbdb6c tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "DELETE /v2.0/security-groups/c70659c4-22b2-4065-87c7-ca38b91ef4eb HTTP/1.1" status: 204 len: 168 time: 0.4170914 Dec 09 02:19:59.734292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36996) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:59.738423 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79636daf-076a-4c5a-adb8-53780f6b0e5c None None] Routers {'08ca0122-a02b-4a71-bac2-91cde312983f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:19:59.739254 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-79636daf-076a-4c5a-adb8-53780f6b0e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08ca0122-a02b-4a71-bac2-91cde312983f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:19:59.757838 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c67823-787b-43d7-9225-15e50ddbdb6c tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70659c4-22b2-4065-87c7-ca38b91ef4eb,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:19:59.772840 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ced98a-3384-42be-a7ff-bbef87af8061 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Deleting subnet a298b0e0-4213-4293-83da-2b1a1e3f6d2f {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:19:59.778989 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57ced98a-3384-42be-a7ff-bbef87af8061 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.819631 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-246fcdcf-62e7-4c1e-9167-e98381e13a91 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0829887 Dec 09 02:19:59.822922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 36998) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:19:59.839819 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57ced98a-3384-42be-a7ff-bbef87af8061 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.912033 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-79636daf-076a-4c5a-adb8-53780f6b0e5c None None] Set router 08ca0122-a02b-4a71-bac2-91cde312983f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:19:59.926505 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4bcfdb-82aa-4bb4-bb50-ab629d71c8c1 x-openstack-request-id: req-cc4bcfdb-82aa-4bb4-bb50-ab629d71c8c1 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:19:59.927089 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003f732e-9b6e-4a4e-910c-fa0ceefc8464", "tag": "fc8beeb3-a94e-44ae-844d-b4876d50621d", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:19:59.927350 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc4bcfdb-82aa-4bb4-bb50-ab629d71c8c1 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:19:59.927792 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'tag': 'fc8beeb3-a94e-44ae-844d-b4876d50621d', 'status': 'completed', 'code': 200} Dec 09 02:19:59.939488 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22a8d6c8-efb0-4ff5-8b6a-fef463a7740b tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.966032 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:19:59.999649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22a8d6c8-efb0-4ff5-8b6a-fef463a7740b tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.007890 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8620b6-0391-49aa-9302-9950c9347b8c None None] DHCP port deletion for 190a78ab-941c-4bff-8015-049ecbcdb7b7 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:20:00.032028 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57ced98a-3384-42be-a7ff-bbef87af8061 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.072511 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22a8d6c8-efb0-4ff5-8b6a-fef463a7740b tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.076496 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22a8d6c8-efb0-4ff5-8b6a-fef463a7740b tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.080082 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-22a8d6c8-efb0-4ff5-8b6a-fef463a7740b tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "DELETE /v2.0/security-groups/6fc3d053-876d-4e9f-8d4a-2b28fa4ed282 HTTP/1.1" status: 204 len: 168 time: 0.2532439 Dec 09 02:20:00.081184 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37002) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:00.084572 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 18848b33-acee-4513-81fc-e3a5fc392b4b no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:20:00.133141 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8d6c8-efb0-4ff5-8b6a-fef463a7740b tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc3d053-876d-4e9f-8d4a-2b28fa4ed282,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:00.172802 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970859d-59b5-4b20-afe8-4e3d854cb86e req-968136d5-27d2-4610-9131-ca71a30cd258 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:00.176114 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c970859d-59b5-4b20-afe8-4e3d854cb86e req-968136d5-27d2-4610-9131-ca71a30cd258 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 946 time: 0.1289754 Dec 09 02:20:00.176636 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57ced98a-3384-42be-a7ff-bbef87af8061 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.181055 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e8c4d-0707-43bc-b2fb-87b3b03cd82a req-5f3130f6-a953-45a7-a1c1-e0eed8f6525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:00.183145 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-043e8c4d-0707-43bc-b2fb-87b3b03cd82a req-5f3130f6-a953-45a7-a1c1-e0eed8f6525f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 1099 time: 0.1244841 Dec 09 02:20:00.212764 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4b8620b6-0391-49aa-9302-9950c9347b8c None None] Deleting port 18848b33-acee-4513-81fc-e3a5fc392b4b {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:20:00.213148 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4b8620b6-0391-49aa-9302-9950c9347b8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.218094 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-af755a0e-59a6-48ab-abc2-1e3520608d0d tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1315615 Dec 09 02:20:00.222060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37004) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:00.225967 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Allocated IP 172.26.3.12 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/7660e363-1d70-40fa-a7ff-e6363d159038) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:20:00.228491 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ced98a-3384-42be-a7ff-bbef87af8061 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event deleted for resources: {'Subnet': ['ID=a298b0e0-4213-4293-83da-2b1a1e3f6d2f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:00.229579 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a4eb7bc9-d67d-4beb-a1ba-13cb520e5602 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group': {'name': 'tempest-secgroup--171210095'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:00.236524 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57ced98a-3384-42be-a7ff-bbef87af8061 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.243666 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-57ced98a-3384-42be-a7ff-bbef87af8061 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "DELETE /v2.0/subnets/a298b0e0-4213-4293-83da-2b1a1e3f6d2f HTTP/1.1" status: 204 len: 168 time: 0.5739532 Dec 09 02:20:00.244408 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37006) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:00.273219 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c5d879-ccd2-4367-b7af-a6c8883d7761 None None] Network 5d08402d-9a02-46e3-b14d-35b378671e89 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:20:00.382627 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.388612 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.418653 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4b8620b6-0391-49aa-9302-9950c9347b8c None None] For port 18848b33-acee-4513-81fc-e3a5fc392b4b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=18848b33-acee-4513-81fc-e3a5fc392b4b,segment=NetworkSegment(cd7b47fa-2819-4b07-9e59-aa687567e086),segment_id=cd7b47fa-2819-4b07-9e59-aa687567e086)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:00.419115 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4b8620b6-0391-49aa-9302-9950c9347b8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.461971 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.474462 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 18848b33-acee-4513-81fc-e3a5fc392b4b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=18848b33-acee-4513-81fc-e3a5fc392b4b,segment=NetworkSegment(cd7b47fa-2819-4b07-9e59-aa687567e086),segment_id=cd7b47fa-2819-4b07-9e59-aa687567e086)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:00.488184 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-4b8620b6-0391-49aa-9302-9950c9347b8c None None] Calling delete_port for 18848b33-acee-4513-81fc-e3a5fc392b4b owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:20:00.493915 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.509446 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Deleting port 18848b33-acee-4513-81fc-e3a5fc392b4b {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:20:00.509446 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.551191 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.571042 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c970859d-59b5-4b20-afe8-4e3d854cb86e req-0cd4200f-13fd-45dd-9c0d-2684a562d13a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=41414606-9018-4b72-9d79-9e31d8123f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3822474 Dec 09 02:20:00.574480 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a4eb7bc9-d67d-4beb-a1ba-13cb520e5602 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.622806 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e8c4d-0707-43bc-b2fb-87b3b03cd82a req-cc2d5c69-e7d6-4684-9eb5-496db8b64bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:00.625013 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-043e8c4d-0707-43bc-b2fb-87b3b03cd82a req-cc2d5c69-e7d6-4684-9eb5-496db8b64bd9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d365dc9-792a-4bdd-94b8-fdf0b0280b6a HTTP/1.1" status: 200 len: 898 time: 0.4295950 Dec 09 02:20:00.625772 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:20:00.628907 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event updated for resources: {'Port': ['ID=7660e363-1d70-40fa-a7ff-e6363d159038,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:00.638489 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:20:00.642285 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:20:00.647293 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] For port 18848b33-acee-4513-81fc-e3a5fc392b4b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=18848b33-acee-4513-81fc-e3a5fc392b4b,segment=NetworkSegment(cd7b47fa-2819-4b07-9e59-aa687567e086),segment_id=cd7b47fa-2819-4b07-9e59-aa687567e086)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:00.647949 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.676886 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-043e8c4d-0707-43bc-b2fb-87b3b03cd82a req-15acc621-7ba2-4810-8c27-2d06db86005a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8beeb3-a94e-44ae-844d-b4876d50621d HTTP/1.1" status: 200 len: 217 time: 0.0422826 Dec 09 02:20:00.692877 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Calling delete_port for 18848b33-acee-4513-81fc-e3a5fc392b4b owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:20:00.797077 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-79636daf-076a-4c5a-adb8-53780f6b0e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:19:49Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '7e8698c1-b094-4901-acf3-46da7b218db0', 'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:46:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:32Z', 'updated_at': '2021-12-09T02:17:43Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:00.810094 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e8c4d-0707-43bc-b2fb-87b3b03cd82a req-b5eb0565-4d53-4d39-9445-6e4b662548b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:00.811352 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-043e8c4d-0707-43bc-b2fb-87b3b03cd82a req-b5eb0565-4d53-4d39-9445-6e4b662548b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fca60db5-0a85-4b51-99b3-92926d825b67 HTTP/1.1" status: 200 len: 834 time: 0.1169739 Dec 09 02:20:00.814314 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a4eb7bc9-d67d-4beb-a1ba-13cb520e5602 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.820451 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a4eb7bc9-d67d-4beb-a1ba-13cb520e5602 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.846674 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79636daf-076a-4c5a-adb8-53780f6b0e5c None None] Checking router: 08ca0122-a02b-4a71-bac2-91cde312983f for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:20:00.857705 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573faf7b-da1b-4510-b849-574dadeffa45 req-c0973295-a0d9-4616-bc0f-2b3d968b7286 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:00.864556 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79636daf-076a-4c5a-adb8-53780f6b0e5c None None] Routers {'08ca0122-a02b-4a71-bac2-91cde312983f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:20:00.867094 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-573faf7b-da1b-4510-b849-574dadeffa45 req-c0973295-a0d9-4616-bc0f-2b3d968b7286 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 945 time: 0.1379125 Dec 09 02:20:00.867254 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-79636daf-076a-4c5a-adb8-53780f6b0e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08ca0122-a02b-4a71-bac2-91cde312983f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:00.913941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a4eb7bc9-d67d-4beb-a1ba-13cb520e5602 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.915281 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a4eb7bc9-d67d-4beb-a1ba-13cb520e5602 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6904736 Dec 09 02:20:00.916692 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=18848b33-acee-4513-81fc-e3a5fc392b4b,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:00.921860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37010) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:00.927583 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-27f242ec-7283-4182-b736-580571c9194a tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:00.928181 dv-neutron-804846-18-hyperv neutron-server[103334]: WARNING neutron.api.v2.base [None req-27f242ec-7283-4182-b736-580571c9194a tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 09 02:20:00.928624 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-27f242ec-7283-4182-b736-580571c9194a tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] update failed (client error): There was a conflict when trying to complete your request. Dec 09 02:20:00.932257 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-27f242ec-7283-4182-b736-580571c9194a tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "PUT /v2.0/security-groups/a488793e-33d5-4274-9c00-63a032db5e44 HTTP/1.1" status: 409 len: 330 time: 0.0055594 Dec 09 02:20:00.932257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb7bc9-d67d-4beb-a1ba-13cb520e5602 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a488793e-33d5-4274-9c00-63a032db5e44,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:00.936702 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37012) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:00.954283 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:00.972033 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-573faf7b-da1b-4510-b849-574dadeffa45 req-213da92d-9707-470a-a43e-a2e30b6137ed tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060920 Dec 09 02:20:00.983393 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e8c4d-0707-43bc-b2fb-87b3b03cd82a req-a902090f-3f63-4bd2-95c9-5db2dbd41ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:00.983393 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-043e8c4d-0707-43bc-b2fb-87b3b03cd82a req-a902090f-3f63-4bd2-95c9-5db2dbd41ea7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d365dc9-792a-4bdd-94b8-fdf0b0280b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1481290 Dec 09 02:20:00.987205 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e997f17-6c1f-4e00-b1d1-80a975e82bc9 None None] DHCP port deletion for 5d08402d-9a02-46e3-b14d-35b378671e89 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:20:00.991215 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4b8620b6-0391-49aa-9302-9950c9347b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:01.008213 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event deleted for resources: {'Port': ['ID=18848b33-acee-4513-81fc-e3a5fc392b4b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:01.011217 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8620b6-0391-49aa-9302-9950c9347b8c None None] No DVR routers for this DVR port 18848b33-acee-4513-81fc-e3a5fc392b4b on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:20:01.045842 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8620b6-0391-49aa-9302-9950c9347b8c None None] Pushing event deleted for resources: {'Port': ['ID=18848b33-acee-4513-81fc-e3a5fc392b4b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:01.053784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] No DVR routers for this DVR port 18848b33-acee-4513-81fc-e3a5fc392b4b on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:20:01.084989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-79636daf-076a-4c5a-adb8-53780f6b0e5c None None] Set router 08ca0122-a02b-4a71-bac2-91cde312983f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:20:01.085902 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-043e8c4d-0707-43bc-b2fb-87b3b03cd82a req-dca02d71-2f66-4fb6-86c9-0aa07aebc017 service neutron] 10.222.0.45 "GET /v2.0/networks/0d365dc9-792a-4bdd-94b8-fdf0b0280b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969727 Dec 09 02:20:01.178355 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cb77-72fb-47f2-a9b5-1d93a02a97b0 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:01.195823 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-043e8c4d-0707-43bc-b2fb-87b3b03cd82a req-cdb7e995-ca16-49a5-8426-51a45f418a5d service neutron] 10.222.0.45 "GET /v2.0/networks/0d365dc9-792a-4bdd-94b8-fdf0b0280b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020710 Dec 09 02:20:01.216332 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:01.224092 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7e997f17-6c1f-4e00-b1d1-80a975e82bc9 None None] Deleting port edb9dca7-846c-4a4d-b70c-0536ae59505c {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:20:01.224466 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7e997f17-6c1f-4e00-b1d1-80a975e82bc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:01.266566 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190a78ab-941c-4bff-8015-049ecbcdb7b7']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:01.269452 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cb77-72fb-47f2-a9b5-1d93a02a97b0 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:01.316469 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7e997f17-6c1f-4e00-b1d1-80a975e82bc9 None None] For port edb9dca7-846c-4a4d-b70c-0536ae59505c, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=edb9dca7-846c-4a4d-b70c-0536ae59505c,segment=NetworkSegment(6c5e2734-c53a-4d0f-b6c6-2476876154a5),segment_id=6c5e2734-c53a-4d0f-b6c6-2476876154a5)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:01.316773 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7e997f17-6c1f-4e00-b1d1-80a975e82bc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:01.322524 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7b47fa-2819-4b07-9e59-aa687567e086') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:01.322934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7b47fa-2819-4b07-9e59-aa687567e086') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:01.347350 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7e997f17-6c1f-4e00-b1d1-80a975e82bc9 None None] Calling delete_port for edb9dca7-846c-4a4d-b70c-0536ae59505c owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:20:01.349557 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:01.393591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:01.427164 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cb77-72fb-47f2-a9b5-1d93a02a97b0 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:01.429815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9ec7cb77-72fb-47f2-a9b5-1d93a02a97b0 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:01.433618 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-79636daf-076a-4c5a-adb8-53780f6b0e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:19:49Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '7e8698c1-b094-4901-acf3-46da7b218db0', 'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:46:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:32Z', 'updated_at': '2021-12-09T02:17:43Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:01.434184 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9ec7cb77-72fb-47f2-a9b5-1d93a02a97b0 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "DELETE /v2.0/security-groups/a488793e-33d5-4274-9c00-63a032db5e44 HTTP/1.1" status: 204 len: 168 time: 0.4941964 Dec 09 02:20:01.434643 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37014) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:01.440022 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:20:01.440417 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:20:01.447014 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:20:01.469205 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79636daf-076a-4c5a-adb8-53780f6b0e5c None None] The sync data for ids ['08ca0122-a02b-4a71-bac2-91cde312983f'] in dv-neutron-804846-18-hyperv is: [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:19:49Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '7e8698c1-b094-4901-acf3-46da7b218db0', 'name': '', 'network_id': '0d365dc9-792a-4bdd-94b8-fdf0b0280b6a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:46:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:32Z', 'updated_at': '2021-12-09T02:17:43Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fca60db5-0a85-4b51-99b3-92926d825b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:20:01.483766 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7e997f17-6c1f-4e00-b1d1-80a975e82bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:01.509594 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7cb77-72fb-47f2-a9b5-1d93a02a97b0 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a488793e-33d5-4274-9c00-63a032db5e44,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:01.524944 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e997f17-6c1f-4e00-b1d1-80a975e82bc9 None None] Pushing event deleted for resources: {'Port': ['ID=edb9dca7-846c-4a4d-b70c-0536ae59505c,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:01.529336 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e997f17-6c1f-4e00-b1d1-80a975e82bc9 None None] No DVR routers for this DVR port edb9dca7-846c-4a4d-b70c-0536ae59505c on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:20:01.546546 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:01.573507 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-79b9730f-a1da-420c-a88f-21facc16e83c tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1371434 Dec 09 02:20:01.586009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37016) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:01.597249 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:01.607822 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:01.610695 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-276a467b-3a68-4838-80f8-f5512190b4a6 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] delete failed (client error): The resource could not be found. Dec 09 02:20:01.611949 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-276a467b-3a68-4838-80f8-f5512190b4a6 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "DELETE /v2.0/security-groups/1f92f154-218b-4641-bf93-5846a20bebad HTTP/1.1" status: 404 len: 347 time: 0.0246315 Dec 09 02:20:01.613789 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37018) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:01.615946 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "DELETE /v2.0/networks/190a78ab-941c-4bff-8015-049ecbcdb7b7 HTTP/1.1" status: 204 len: 168 time: 1.3686674 Dec 09 02:20:01.624978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37022) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:01.665113 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-0d0ed289-a447-4ff2-9296-895dcf102270 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] show failed (client error): The resource could not be found. Dec 09 02:20:01.666195 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0d0ed289-a447-4ff2-9296-895dcf102270 tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "GET /v2.0/security-groups/7c9b6b0b-40b5-4362-8530-1e0d31c8616d HTTP/1.1" status: 404 len: 347 time: 0.0340333 Dec 09 02:20:01.667798 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64049838-87ef-46ed-9a1f-1eb7cb288e0e tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event deleted for resources: {'Network': ['ID=190a78ab-941c-4bff-8015-049ecbcdb7b7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:01.674375 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37024) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:01.716482 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-dafe07c7-415e-4f17-9383-338c4c32cafe tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] show failed (client error): The resource could not be found. Dec 09 02:20:01.717705 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dafe07c7-415e-4f17-9383-338c4c32cafe tempest-NegativeSecGroupTest-751326341 tempest-NegativeSecGroupTest-751326341-project] 10.222.0.43 "GET /v2.0/security-group-rules/f178f80d-d10f-4058-8a44-d3526a77ba30 HTTP/1.1" status: 404 len: 356 time: 0.0430510 Dec 09 02:20:01.724296 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:01.865390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925d9d0-f822-4fbc-84d7-717ebe3f2de8 req-377a6511-65de-446c-b570-d8fa117667c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:01.867044 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5925d9d0-f822-4fbc-84d7-717ebe3f2de8 req-377a6511-65de-446c-b570-d8fa117667c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 946 time: 0.1667757 Dec 09 02:20:01.878716 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f8fadf65-a7b6-4b68-a8f3-65f89d22f512 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:01.921782 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78d1bc-e177-4b23-b7a1-c293d5555d42 req-2db97219-ac5b-41bb-80ca-49219476df88 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:01.924089 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e78d1bc-e177-4b23-b7a1-c293d5555d42 req-2db97219-ac5b-41bb-80ca-49219476df88 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/ports?device_id=003f732e-9b6e-4a4e-910c-fa0ceefc8464 HTTP/1.1" status: 200 len: 946 time: 0.2370481 Dec 09 02:20:01.958981 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d573139-9ceb-49db-859d-f9b764c74184 None None] New status for floating IP 7b6aa774-0c9b-423d-bb13-02b8a9d75042: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:20:02.003489 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.019357 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.070959 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37032) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:02.102071 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device edb9dca7-846c-4a4d-b70c-0536ae59505c no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:20:02.129834 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: edb9dca7-846c-4a4d-b70c-0536ae59505c {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:20:02.130488 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device edb9dca7-846c-4a4d-b70c-0536ae59505c not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:20:02.147841 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event updated for resources: {'Port': ['ID=7660e363-1d70-40fa-a7ff-e6363d159038,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:02.157215 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.207501 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5925d9d0-f822-4fbc-84d7-717ebe3f2de8 req-57902758-32d8-4437-8e21-3b60c49cf561 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=41414606-9018-4b72-9d79-9e31d8123f15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3163376 Dec 09 02:20:02.246310 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f8fadf65-a7b6-4b68-a8f3-65f89d22f512 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.283527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-f8fadf65-a7b6-4b68-a8f3-65f89d22f512 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d08402d-9a02-46e3-b14d-35b378671e89']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:02.300953 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-f8fadf65-a7b6-4b68-a8f3-65f89d22f512 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5e2734-c53a-4d0f-b6c6-2476876154a5') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:02.301204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-f8fadf65-a7b6-4b68-a8f3-65f89d22f512 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5e2734-c53a-4d0f-b6c6-2476876154a5') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:02.312858 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-5e78d1bc-e177-4b23-b7a1-c293d5555d42 req-31c1e3d6-1f9d-4d53-b966-4bf1126d816f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port fc8beeb3-a94e-44ae-844d-b4876d50621d {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:20:02.313205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5e78d1bc-e177-4b23-b7a1-c293d5555d42 req-31c1e3d6-1f9d-4d53-b966-4bf1126d816f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.327761 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Floating IP 1ca363e0-e673-43f6-9d2e-9b8d5be35a3e associated. External IP: 172.26.3.12, port: b5f6852a-6dfc-48d6-849e-d6f7f55d1017. Dec 09 02:20:02.366583 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-12da6ba4-3020-4c45-b8f6-9eb952dc891f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4befb73f5a724511aca9fbd7c4b7bb61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902062 Dec 09 02:20:02.367897 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37036) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:02.380784 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f8fadf65-a7b6-4b68-a8f3-65f89d22f512 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.414023 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f8fadf65-a7b6-4b68-a8f3-65f89d22f512 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.435488 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8fadf65-a7b6-4b68-a8f3-65f89d22f512 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:20:02.436023 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f8fadf65-a7b6-4b68-a8f3-65f89d22f512 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:20:02.439294 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:20:02.474453 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27dd1743-ec89-4310-80d0-b6ffcc59d111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.507281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f65ef-9360-4790-8558-7d48ffb9cb35 req-f6e18078-7376-42b6-84eb-3929ad2883ef tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:02.508976 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ca3f65ef-9360-4790-8558-7d48ffb9cb35 req-f6e18078-7376-42b6-84eb-3929ad2883ef tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 945 time: 0.2049527 Dec 09 02:20:02.535067 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27dd1743-ec89-4310-80d0-b6ffcc59d111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.549287 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f8fadf65-a7b6-4b68-a8f3-65f89d22f512 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.562595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f8fadf65-a7b6-4b68-a8f3-65f89d22f512 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.566296 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f8fadf65-a7b6-4b68-a8f3-65f89d22f512 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "DELETE /v2.0/networks/5d08402d-9a02-46e3-b14d-35b378671e89 HTTP/1.1" status: 204 len: 168 time: 0.9514337 Dec 09 02:20:02.568240 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-5e78d1bc-e177-4b23-b7a1-c293d5555d42 req-31c1e3d6-1f9d-4d53-b966-4bf1126d816f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port fc8beeb3-a94e-44ae-844d-b4876d50621d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=fc8beeb3-a94e-44ae-844d-b4876d50621d,segment=NetworkSegment(55b8cd31-e8ae-45eb-99d6-efb77cfc6e31),segment_id=55b8cd31-e8ae-45eb-99d6-efb77cfc6e31)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:02.568706 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5e78d1bc-e177-4b23-b7a1-c293d5555d42 req-31c1e3d6-1f9d-4d53-b966-4bf1126d816f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.571731 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37038) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:02.593673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fadf65-a7b6-4b68-a8f3-65f89d22f512 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event deleted for resources: {'Network': ['ID=5d08402d-9a02-46e3-b14d-35b378671e89,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:02.608442 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-5e78d1bc-e177-4b23-b7a1-c293d5555d42 req-31c1e3d6-1f9d-4d53-b966-4bf1126d816f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for fc8beeb3-a94e-44ae-844d-b4876d50621d owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:20:02.624026 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ca3f65ef-9360-4790-8558-7d48ffb9cb35 req-4aacbea5-f79d-4499-9078-cdf2ee35c446 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071556 Dec 09 02:20:02.693293 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac510e1-1009-451b-b9dc-8376f83f8b69 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Deleting subnet b0ec7118-4061-4a77-9b7f-d82015e8ff02 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:20:02.701934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ac510e1-1009-451b-b9dc-8376f83f8b69 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.706172 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Router 11fd68fd-b8d4-4936-b106-b36ae2684fad has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:20:02.727399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27dd1743-ec89-4310-80d0-b6ffcc59d111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.730042 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27dd1743-ec89-4310-80d0-b6ffcc59d111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.734499 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-27dd1743-ec89-4310-80d0-b6ffcc59d111 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/908591af-2c80-4b5b-98bb-60c047698578 HTTP/1.1" status: 204 len: 168 time: 0.3624279 Dec 09 02:20:02.747745 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd1743-ec89-4310-80d0-b6ffcc59d111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908591af-2c80-4b5b-98bb-60c047698578,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:02.770765 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ac510e1-1009-451b-b9dc-8376f83f8b69 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.857917 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2187cd4-1a77-4b6d-b7c5-b4526b3ea8ff req-066dadab-7b29-4cf5-8b09-36a3c6522e26 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:02.859751 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c2187cd4-1a77-4b6d-b7c5-b4526b3ea8ff req-066dadab-7b29-4cf5-8b09-36a3c6522e26 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 945 time: 0.1308441 Dec 09 02:20:02.890876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5e78d1bc-e177-4b23-b7a1-c293d5555d42 req-31c1e3d6-1f9d-4d53-b966-4bf1126d816f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.931051 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1e3d6-1f9d-4d53-b966-4bf1126d816f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=fc8beeb3-a94e-44ae-844d-b4876d50621d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:02.959188 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:20:02.966124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ac510e1-1009-451b-b9dc-8376f83f8b69 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:02.985878 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a653cb-e76e-41f7-84ef-573486c09bdb None None] Sync routers for ids ['11fd68fd-b8d4-4936-b106-b36ae2684fad'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:20:02.993560 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c2187cd4-1a77-4b6d-b7c5-b4526b3ea8ff req-60586f91-bd02-45aa-b62d-5cde5eaf67c6 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239533 Dec 09 02:20:03.021556 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37046) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:03.028580 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e78d1bc-e177-4b23-b7a1-c293d5555d42 req-31c1e3d6-1f9d-4d53-b966-4bf1126d816f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] No DVR routers for this DVR port fc8beeb3-a94e-44ae-844d-b4876d50621d on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:20:03.031487 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df2dd1a7-8421-4d32-9ead-d676d613dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:03.032833 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5e78d1bc-e177-4b23-b7a1-c293d5555d42 req-31c1e3d6-1f9d-4d53-b966-4bf1126d816f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:03.034829 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a653cb-e76e-41f7-84ef-573486c09bdb None None] Routers {'11fd68fd-b8d4-4936-b106-b36ae2684fad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:20:03.035470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e6a653cb-e76e-41f7-84ef-573486c09bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['11fd68fd-b8d4-4936-b106-b36ae2684fad'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:03.036405 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:03.051818 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e78d1bc-e177-4b23-b7a1-c293d5555d42 req-31c1e3d6-1f9d-4d53-b966-4bf1126d816f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "DELETE /v2.0/ports/fc8beeb3-a94e-44ae-844d-b4876d50621d HTTP/1.1" status: 204 len: 173 time: 1.1127300 Dec 09 02:20:03.054320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'name': 'network-vif-deleted', 'tag': 'fc8beeb3-a94e-44ae-844d-b4876d50621d'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:20:03.061979 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe5671a-305b-40f4-a8aa-8c11a12e3b25" -d '{"events": [{"server_uuid": "003f732e-9b6e-4a4e-910c-fa0ceefc8464", "name": "network-vif-deleted", "tag": "fc8beeb3-a94e-44ae-844d-b4876d50621d"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:20:03.109021 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c18e8dcb-411d-4259-8d83-41709f0bea44 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5778885 Dec 09 02:20:03.117243 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a7308b-09bb-43f3-8451-3afb050c253b', 'tag': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:20:03.123487 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c201af-a2ef-4993-a400-46ef465642ef" -d '{"events": [{"name": "network-changed", "server_uuid": "63a7308b-09bb-43f3-8451-3afb050c253b", "tag": "b5f6852a-6dfc-48d6-849e-d6f7f55d1017"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:20:03.135648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125378d2-e2e1-425b-bf3c-83c36ad22538 x-openstack-request-id: req-125378d2-e2e1-425b-bf3c-83c36ad22538 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:20:03.136334 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003f732e-9b6e-4a4e-910c-fa0ceefc8464", "name": "network-vif-deleted", "tag": "fc8beeb3-a94e-44ae-844d-b4876d50621d", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:20:03.136820 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-125378d2-e2e1-425b-bf3c-83c36ad22538 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:20:03.138111 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003f732e-9b6e-4a4e-910c-fa0ceefc8464', 'name': 'network-vif-deleted', 'tag': 'fc8beeb3-a94e-44ae-844d-b4876d50621d', 'status': 'completed', 'code': 200} Dec 09 02:20:03.155850 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ac510e1-1009-451b-b9dc-8376f83f8b69 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:03.238241 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ac510e1-1009-451b-b9dc-8376f83f8b69 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:03.248694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37064) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:03.249285 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6ed915-fe1c-4943-bd0b-f5b7cc1f13dd None None] Network faf0706d-e55a-4d00-ace8-cc58ad05edda requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:20:03.251993 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3ac510e1-1009-451b-b9dc-8376f83f8b69 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "DELETE /v2.0/subnets/b0ec7118-4061-4a77-9b7f-d82015e8ff02 HTTP/1.1" status: 204 len: 168 time: 0.6799264 Dec 09 02:20:03.253125 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac510e1-1009-451b-b9dc-8376f83f8b69 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ec7118-4061-4a77-9b7f-d82015e8ff02,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:03.299067 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e6a653cb-e76e-41f7-84ef-573486c09bdb None None] Set router 11fd68fd-b8d4-4936-b106-b36ae2684fad gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:20:03.366021 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0632e8b2-b9dc-42b6-a14f-1e657579f687 tempest-TestVolumeBootPattern-331240370 tempest-TestVolumeBootPattern-331240370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:03.367529 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0632e8b2-b9dc-42b6-a14f-1e657579f687 tempest-TestVolumeBootPattern-331240370 tempest-TestVolumeBootPattern-331240370-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 1093 time: 0.3448598 Dec 09 02:20:03.371589 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37068) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:03.378219 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:03.384911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:03.404724 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7aa71-724c-49ac-898d-41946cb7beb2 req-27d311bb-b5c3-4fe1-8dd4-42a566e202ea tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:03.406328 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7fe7aa71-724c-49ac-898d-41946cb7beb2 req-27d311bb-b5c3-4fe1-8dd4-42a566e202ea tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.1404455 Dec 09 02:20:03.417879 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:03.510761 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7fe7aa71-724c-49ac-898d-41946cb7beb2 req-eabb98dd-790e-495e-988d-6cbacc6e078a tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906425 Dec 09 02:20:03.523269 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37076) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:03.532103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Deleting port f67b8477-4799-4f0f-9ff7-48cd3d8d3726 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:20:03.532495 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:03.709642 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-341f00f8-cb96-4b30-92e7-bc5d68e6238f tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/floatingips/1ca363e0-e673-43f6-9d2e-9b8d5be35a3e HTTP/1.1" status: 200 len: 991 time: 0.1824939 Dec 09 02:20:03.716031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] For port f67b8477-4799-4f0f-9ff7-48cd3d8d3726, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f67b8477-4799-4f0f-9ff7-48cd3d8d3726,segment=NetworkSegment(21effe50-09f6-46aa-865e-231da083daac),segment_id=21effe50-09f6-46aa-865e-231da083daac)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:03.716439 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:03.727015 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:03.732017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d94d5b-096a-4d13-adb7-681a1ff863f2 None None] DHCP port deletion for faf0706d-e55a-4d00-ace8-cc58ad05edda request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:20:03.748441 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Calling delete_port for f67b8477-4799-4f0f-9ff7-48cd3d8d3726 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:20:03.846699 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e6a653cb-e76e-41f7-84ef-573486c09bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702203469', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:19:30Z', 'updated_at': '2021-12-09T02:19:38Z', 'revision_number': 4, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'gw_port': {'id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:31Z', 'updated_at': '2021-12-09T02:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '1ca363e0-e673-43f6-9d2e-9b8d5be35a3e', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'floating_ip_address': '172.26.3.12', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'port_id': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26', 'mac_address': 'fa:16:3e:a3:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7308b-09bb-43f3-8451-3afb050c253b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:20:01Z', 'updated_at': '2021-12-09T02:20:01Z', 'revision_number': 0, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4633d79b-c77e-4dde-8a83-a8d56c618c6a', 'name': '', 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'mac_address': 'fa:16:3e:f1:d3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '771e082b-ce76-470f-8639-c8fc9d343145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:36Z', 'updated_at': '2021-12-09T02:19:44Z', 'revision_number': 5, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'subnets': [{'id': '771e082b-ce76-470f-8639-c8fc9d343145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:03.866161 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:03.889896 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a653cb-e76e-41f7-84ef-573486c09bdb None None] Checking router: 11fd68fd-b8d4-4936-b106-b36ae2684fad for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:20:03.894641 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37082) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:03.896266 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-53d94d5b-096a-4d13-adb7-681a1ff863f2 None None] Deleting port f67b8477-4799-4f0f-9ff7-48cd3d8d3726 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:20:03.896820 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53d94d5b-096a-4d13-adb7-681a1ff863f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:03.911607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event deleted for resources: {'Port': ['ID=f67b8477-4799-4f0f-9ff7-48cd3d8d3726,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:03.915675 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Allocated IP 172.26.3.19 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/a1ae9a7e-97df-4d58-9ec2-1dac77c7fcf4) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:20:03.921270 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] No DVR routers for this DVR port f67b8477-4799-4f0f-9ff7-48cd3d8d3726 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:20:03.957413 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a653cb-e76e-41f7-84ef-573486c09bdb None None] Routers {'11fd68fd-b8d4-4936-b106-b36ae2684fad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:20:03.958062 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e6a653cb-e76e-41f7-84ef-573486c09bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:19:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['11fd68fd-b8d4-4936-b106-b36ae2684fad'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:04.062708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.066265 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37086) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:04.142634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf0706d-e55a-4d00-ace8-cc58ad05edda']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:04.166145 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21effe50-09f6-46aa-865e-231da083daac') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:04.166444 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21effe50-09f6-46aa-865e-231da083daac') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:04.178022 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c201af-a2ef-4993-a400-46ef465642ef req-5265f0f4-93f8-439a-aee1-cfc0147da788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:04.179539 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b3c201af-a2ef-4993-a400-46ef465642ef req-5265f0f4-93f8-439a-aee1-cfc0147da788 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16decbd5914c49a5a58309144815fe3e&device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 1099 time: 0.1333528 Dec 09 02:20:04.185092 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.203141 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f67b8477-4799-4f0f-9ff7-48cd3d8d3726 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:20:04.236318 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: f67b8477-4799-4f0f-9ff7-48cd3d8d3726 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:20:04.236713 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f67b8477-4799-4f0f-9ff7-48cd3d8d3726 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:20:04.262658 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.264685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9dc4-ee6d-4f19-8e06-98e98fdd6109 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.277139 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:20:04.277554 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:20:04.280910 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:20:04.289656 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-53d94d5b-096a-4d13-adb7-681a1ff863f2 None None] For port f67b8477-4799-4f0f-9ff7-48cd3d8d3726, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:04.290237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53d94d5b-096a-4d13-adb7-681a1ff863f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.310596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-53d94d5b-096a-4d13-adb7-681a1ff863f2 None None] Calling delete_port for f67b8477-4799-4f0f-9ff7-48cd3d8d3726 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:20:04.314794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-53d94d5b-096a-4d13-adb7-681a1ff863f2 None None] Port f67b8477-4799-4f0f-9ff7-48cd3d8d3726 was not found and therefore no delete operation was performed {{(pid=103335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 02:20:04.318359 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-53d94d5b-096a-4d13-adb7-681a1ff863f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.352182 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d94d5b-096a-4d13-adb7-681a1ff863f2 None None] Pushing event deleted for resources: {'Port': ['ID=f67b8477-4799-4f0f-9ff7-48cd3d8d3726,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:04.357506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e6a653cb-e76e-41f7-84ef-573486c09bdb None None] Set router 11fd68fd-b8d4-4936-b106-b36ae2684fad gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:20:04.362252 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9dc4-ee6d-4f19-8e06-98e98fdd6109 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.371158 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718726ac-3903-4770-acc9-cd94f2765315 x-openstack-request-id: req-718726ac-3903-4770-acc9-cd94f2765315 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:20:04.371777 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a7308b-09bb-43f3-8451-3afb050c253b", "tag": "b5f6852a-6dfc-48d6-849e-d6f7f55d1017", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:20:04.371777 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-718726ac-3903-4770-acc9-cd94f2765315 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:20:04.372868 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a7308b-09bb-43f3-8451-3afb050c253b', 'tag': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017', 'status': 'completed', 'code': 200} Dec 09 02:20:04.398925 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.402443 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7b052e33-16a8-4b2e-8571-440ae1d39a27 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-334142446'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:04.406032 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d94d5b-096a-4d13-adb7-681a1ff863f2 None None] No DVR routers for this DVR port f67b8477-4799-4f0f-9ff7-48cd3d8d3726 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:20:04.436392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.442766 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "DELETE /v2.0/networks/faf0706d-e55a-4d00-ace8-cc58ad05edda HTTP/1.1" status: 204 len: 168 time: 1.1887836 Dec 09 02:20:04.442766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011c4e2-9fef-47bc-bbf7-4c8170caae39 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Pushing event deleted for resources: {'Network': ['ID=faf0706d-e55a-4d00-ace8-cc58ad05edda,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:04.444416 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37088) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:04.451871 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b052e33-16a8-4b2e-8571-440ae1d39a27 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Made reservation on behalf of eee6a56910b74ed0b37173f410a8c0c7 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:20:04.454721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c201af-a2ef-4993-a400-46ef465642ef req-7cec5bc2-66c4-415f-abb5-9adc70046224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:04.456058 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b052e33-16a8-4b2e-8571-440ae1d39a27 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.456359 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b3c201af-a2ef-4993-a400-46ef465642ef req-7cec5bc2-66c4-415f-abb5-9adc70046224 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0583aaad-174f-4315-905c-6fa637fb0f26 HTTP/1.1" status: 200 len: 898 time: 0.2686830 Dec 09 02:20:04.473157 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b052e33-16a8-4b2e-8571-440ae1d39a27 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.480250 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f13b4b81-9c0e-4d48-b4f1-c9fadc70ebf5 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "GET /v2.0/ports?device_id=84b336bd-9ad5-4c0c-9795-bea65b62f660 HTTP/1.1" status: 200 len: 205 time: 0.0319307 Dec 09 02:20:04.482898 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37090) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:04.539213 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b3c201af-a2ef-4993-a400-46ef465642ef req-fb726997-6faf-4b9f-8669-7cf7e4493e1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5f6852a-6dfc-48d6-849e-d6f7f55d1017 HTTP/1.1" status: 200 len: 999 time: 0.0642400 Dec 09 02:20:04.540474 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.555811 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9dc4-ee6d-4f19-8e06-98e98fdd6109 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.558830 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9dc4-ee6d-4f19-8e06-98e98fdd6109 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.560049 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3e2c9dc4-ee6d-4f19-8e06-98e98fdd6109 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/security-groups/41414606-9018-4b72-9d79-9e31d8123f15 HTTP/1.1" status: 204 len: 168 time: 0.4928093 Dec 09 02:20:04.597241 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c9dc4-ee6d-4f19-8e06-98e98fdd6109 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41414606-9018-4b72-9d79-9e31d8123f15,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:04.604732 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1a268ac-e425-4f0c-a2b2-3889ab063939 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.607351 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c201af-a2ef-4993-a400-46ef465642ef req-8a1f4582-cf6f-41c8-bf96-e334f9d0ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:04.609216 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b3c201af-a2ef-4993-a400-46ef465642ef req-8a1f4582-cf6f-41c8-bf96-e334f9d0ccb5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=771e082b-ce76-470f-8639-c8fc9d343145 HTTP/1.1" status: 200 len: 834 time: 0.0627577 Dec 09 02:20:04.614925 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37094) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:04.690507 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e6a653cb-e76e-41f7-84ef-573486c09bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702203469', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:19:30Z', 'updated_at': '2021-12-09T02:19:38Z', 'revision_number': 4, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'gw_port': {'id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:31Z', 'updated_at': '2021-12-09T02:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '1ca363e0-e673-43f6-9d2e-9b8d5be35a3e', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'floating_ip_address': '172.26.3.12', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'port_id': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26', 'mac_address': 'fa:16:3e:a3:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7308b-09bb-43f3-8451-3afb050c253b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:20:01Z', 'updated_at': '2021-12-09T02:20:01Z', 'revision_number': 0, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4633d79b-c77e-4dde-8a83-a8d56c618c6a', 'name': '', 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'mac_address': 'fa:16:3e:f1:d3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '771e082b-ce76-470f-8639-c8fc9d343145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:36Z', 'updated_at': '2021-12-09T02:19:44Z', 'revision_number': 5, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'subnets': [{'id': '771e082b-ce76-470f-8639-c8fc9d343145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:04.725781 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a653cb-e76e-41f7-84ef-573486c09bdb None None] The sync data for ids ['11fd68fd-b8d4-4936-b106-b36ae2684fad'] in dv-neutron-804846-18-hyperv is: [{'id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702203469', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:19:30Z', 'updated_at': '2021-12-09T02:19:38Z', 'revision_number': 4, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'gw_port': {'id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:31Z', 'updated_at': '2021-12-09T02:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '1ca363e0-e673-43f6-9d2e-9b8d5be35a3e', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'floating_ip_address': '172.26.3.12', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'port_id': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26', 'mac_address': 'fa:16:3e:a3:21:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7308b-09bb-43f3-8451-3afb050c253b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:20:01Z', 'updated_at': '2021-12-09T02:20:01Z', 'revision_number': 0, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4633d79b-c77e-4dde-8a83-a8d56c618c6a', 'name': '', 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'mac_address': 'fa:16:3e:f1:d3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '771e082b-ce76-470f-8639-c8fc9d343145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:36Z', 'updated_at': '2021-12-09T02:19:44Z', 'revision_number': 5, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'subnets': [{'id': '771e082b-ce76-470f-8639-c8fc9d343145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:20:04.736498 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37096) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:04.742013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c201af-a2ef-4993-a400-46ef465642ef req-950e0b1d-a6a9-46c6-b87d-d3e4b8b19cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:04.743710 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b3c201af-a2ef-4993-a400-46ef465642ef req-950e0b1d-a6a9-46c6-b87d-d3e4b8b19cdd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0583aaad-174f-4315-905c-6fa637fb0f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1263502 Dec 09 02:20:04.856097 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1a268ac-e425-4f0c-a2b2-3889ab063939 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.861075 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.865090 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1a268ac-e425-4f0c-a2b2-3889ab063939 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.914980 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b052e33-16a8-4b2e-8571-440ae1d39a27 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.936484 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b3c201af-a2ef-4993-a400-46ef465642ef req-b72b2d1f-dbd5-4e56-b3b1-3ae8f1f8246d service neutron] 10.222.0.45 "GET /v2.0/networks/0583aaad-174f-4315-905c-6fa637fb0f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815965 Dec 09 02:20:04.963198 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:20:04.964073 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b052e33-16a8-4b2e-8571-440ae1d39a27 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:04.975982 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6bfe62c1-15c5-4233-9568-f3c90efca5aa tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/floatingips/1ca363e0-e673-43f6-9d2e-9b8d5be35a3e HTTP/1.1" status: 200 len: 991 time: 0.2324693 Dec 09 02:20:04.978444 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cefa55-eddc-478b-a33a-ce4fe538c5cf None None] New status for floating IP 1ca363e0-e673-43f6-9d2e-9b8d5be35a3e: ACTIVE {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:20:04.982638 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:20:04.993554 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:20:05.003112 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1a268ac-e425-4f0c-a2b2-3889ab063939 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:05.003657 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a268ac-e425-4f0c-a2b2-3889ab063939 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Fanout notify agent at l3_agent the message router_deleted on router 84b336bd-9ad5-4c0c-9795-bea65b62f660 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:20:05.036992 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1a268ac-e425-4f0c-a2b2-3889ab063939 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:05.038110 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d1a268ac-e425-4f0c-a2b2-3889ab063939 tempest-RoutersNegativeTest-936160880 tempest-RoutersNegativeTest-936160880-project] 10.222.0.43 "DELETE /v2.0/routers/84b336bd-9ad5-4c0c-9795-bea65b62f660 HTTP/1.1" status: 204 len: 168 time: 0.5516217 Dec 09 02:20:05.044868 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b052e33-16a8-4b2e-8571-440ae1d39a27 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:20:05.046800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event updated for resources: {'Port': ['ID=a1ae9a7e-97df-4d58-9ec2-1dac77c7fcf4,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:05.069800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b052e33-16a8-4b2e-8571-440ae1d39a27 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a07e54-a5ac-4f7a-9de9-39f2f6dd6126,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:05.075010 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b052e33-16a8-4b2e-8571-440ae1d39a27 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:05.075949 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-7b052e33-16a8-4b2e-8571-440ae1d39a27 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Added segment ce2c7eed-eb30-45c3-a66f-6e6c8008af87 of type vlan for network ad4f7e10-708d-451b-8a01-9239e469ecb3 Dec 09 02:20:05.148280 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b052e33-16a8-4b2e-8571-440ae1d39a27 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:05.153226 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b3c201af-a2ef-4993-a400-46ef465642ef req-7de07f8f-29fe-4014-a696-1385364ba68b service neutron] 10.222.0.45 "GET /v2.0/networks/0583aaad-174f-4315-905c-6fa637fb0f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094247 Dec 09 02:20:05.233705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e623bcf7-9068-494a-b1b3-621bfc6d3984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:05.251890 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2d73fc40-d929-44d5-aabb-b1981b894cf2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:05.256540 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b052e33-16a8-4b2e-8571-440ae1d39a27 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:05.262523 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b052e33-16a8-4b2e-8571-440ae1d39a27 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:05.263156 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b052e33-16a8-4b2e-8571-440ae1d39a27 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:05.342504 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b052e33-16a8-4b2e-8571-440ae1d39a27 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Pushing event updated for resources: {'Network': ['ID=ad4f7e10-708d-451b-8a01-9239e469ecb3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:05.353281 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7b052e33-16a8-4b2e-8571-440ae1d39a27 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.4542069 Dec 09 02:20:05.356389 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network ad4f7e10-708d-451b-8a01-9239e469ecb3 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:20:05.364236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37102) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:05.370000 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-451af2b4-dbba-4c43-b773-a586aef7878d tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ad4f7e10-708d-451b-8a01-9239e469ecb3', 'tempest-TagsTest-Tag-704738620') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:05.409917 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37104) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:05.605561 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:05.640890 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ced01219-b611-4807-8561-088f79848f47 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0409ad84bd964b63b238c47364f5d0bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2298083 Dec 09 02:20:05.646384 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37108) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:05.721384 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:05.753523 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-325b6fb3-f2af-4b5a-83e2-771e02c116ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:05.790187 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-325b6fb3-f2af-4b5a-83e2-771e02c116ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:05.807074 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-451af2b4-dbba-4c43-b773-a586aef7878d tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] 10.222.0.43 "PUT /v2.0/networks/ad4f7e10-708d-451b-8a01-9239e469ecb3/tags/tempest-TagsTest-Tag-704738620 HTTP/1.1" status: 201 len: 201 time: 0.4415421 Dec 09 02:20:05.810870 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37110) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:05.815003 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-29c2c944-90ba-4e85-98b1-0d6dd9c14da7 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ad4f7e10-708d-451b-8a01-9239e469ecb3', 'tempest-TagsTest-Tag-704738620') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:05.895632 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-325b6fb3-f2af-4b5a-83e2-771e02c116ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:05.898217 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-325b6fb3-f2af-4b5a-83e2-771e02c116ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:05.899362 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-325b6fb3-f2af-4b5a-83e2-771e02c116ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03d7e3af-6353-4479-897f-1f5787d8e57f HTTP/1.1" status: 204 len: 168 time: 0.2518098 Dec 09 02:20:05.917494 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b6fb3-f2af-4b5a-83e2-771e02c116ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d7e3af-6353-4479-897f-1f5787d8e57f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:05.928599 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-29c2c944-90ba-4e85-98b1-0d6dd9c14da7 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] 10.222.0.43 "GET /v2.0/networks/ad4f7e10-708d-451b-8a01-9239e469ecb3/tags/tempest-TagsTest-Tag-704738620 HTTP/1.1" status: 204 len: 168 time: 0.1143994 Dec 09 02:20:05.932712 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37114) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:05.937051 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-01da99ba-8857-4e9b-a5e2-287cbed833d7 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ad4f7e10-708d-451b-8a01-9239e469ecb3') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:05.944686 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:05.956054 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:05.978910 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37116) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:06.034945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2d73fc40-d929-44d5-aabb-b1981b894cf2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 7e8698c1-b094-4901-acf3-46da7b218db0 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:20:06.035389 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2d73fc40-d929-44d5-aabb-b1981b894cf2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:06.074354 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device fc8beeb3-a94e-44ae-844d-b4876d50621d no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:20:06.075688 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event updated for resources: {'Port': ['ID=a1ae9a7e-97df-4d58-9ec2-1dac77c7fcf4,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:06.095148 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-01da99ba-8857-4e9b-a5e2-287cbed833d7 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] 10.222.0.43 "GET /v2.0/networks/ad4f7e10-708d-451b-8a01-9239e469ecb3/tags HTTP/1.1" status: 200 len: 237 time: 0.1613436 Dec 09 02:20:06.096142 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:06.097728 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37120) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:06.103127 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-6264719e-f62d-4e9e-a151-e9d4efffe4aa tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ad4f7e10-708d-451b-8a01-9239e469ecb3', {'tags': ['tempest-TagsTest-Tag-331734316', 'tempest-TagsTest-Tag-1170267251', 'tempest-TagsTest-Tag-380145153']}) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:06.118164 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f3537253-cf7d-4cd7-adbe-6dbb9c90b042 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/floatingips/1ca363e0-e673-43f6-9d2e-9b8d5be35a3e HTTP/1.1" status: 200 len: 993 time: 0.1364737 Dec 09 02:20:06.120411 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: fc8beeb3-a94e-44ae-844d-b4876d50621d {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:20:06.120763 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device fc8beeb3-a94e-44ae-844d-b4876d50621d not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:20:06.178270 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2d73fc40-d929-44d5-aabb-b1981b894cf2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 7e8698c1-b094-4901-acf3-46da7b218db0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7e8698c1-b094-4901-acf3-46da7b218db0,segment=NetworkSegment(55b8cd31-e8ae-45eb-99d6-efb77cfc6e31),segment_id=55b8cd31-e8ae-45eb-99d6-efb77cfc6e31)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:06.178270 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2d73fc40-d929-44d5-aabb-b1981b894cf2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:06.187922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2d73fc40-d929-44d5-aabb-b1981b894cf2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 7e8698c1-b094-4901-acf3-46da7b218db0 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:20:06.255598 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6264719e-f62d-4e9e-a151-e9d4efffe4aa tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] 10.222.0.43 "PUT /v2.0/networks/ad4f7e10-708d-451b-8a01-9239e469ecb3/tags HTTP/1.1" status: 200 len: 307 time: 0.1565895 Dec 09 02:20:06.257976 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37126) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:06.264259 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-944740e5-30ae-4487-807c-8b2566a0fb57 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ad4f7e10-708d-451b-8a01-9239e469ecb3', 'tempest-TagsTest-Tag-331734316') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:06.279552 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Floating IP 2b7fd21b-28cc-44f4-921b-20a0f04591c9 associated. External IP: 172.26.3.19, port: 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f. Dec 09 02:20:06.366526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:06.410673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2d73fc40-d929-44d5-aabb-b1981b894cf2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:06.443983 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73fc40-d929-44d5-aabb-b1981b894cf2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=7e8698c1-b094-4901-acf3-46da7b218db0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:06.455110 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-944740e5-30ae-4487-807c-8b2566a0fb57 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] 10.222.0.43 "DELETE /v2.0/networks/ad4f7e10-708d-451b-8a01-9239e469ecb3/tags/tempest-TagsTest-Tag-331734316 HTTP/1.1" status: 204 len: 168 time: 0.1960454 Dec 09 02:20:06.465694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37134) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:06.472796 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-6930a6a5-f18e-4be9-9e85-2c877c32fc6c tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ad4f7e10-708d-451b-8a01-9239e469ecb3', 'tempest-TagsTest-Tag-331734316') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:06.597793 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Router a6c041d9-9100-4b77-b3bf-4c158205b408 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:20:06.673550 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-6930a6a5-f18e-4be9-9e85-2c877c32fc6c tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] show failed (client error): The resource could not be found. Dec 09 02:20:06.675117 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6930a6a5-f18e-4be9-9e85-2c877c32fc6c tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] 10.222.0.43 "GET /v2.0/networks/ad4f7e10-708d-451b-8a01-9239e469ecb3/tags/tempest-TagsTest-Tag-331734316 HTTP/1.1" status: 404 len: 325 time: 0.2079785 Dec 09 02:20:06.678124 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37140) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:06.685481 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-b37c8d6d-497b-4df3-aef3-a11791b34617 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ad4f7e10-708d-451b-8a01-9239e469ecb3', 'tempest-TagsTest-Tag-1170267251') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:06.740856 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:20:06.754403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d326e0-5eea-4551-9455-021f07ccfd62 None None] Sync routers for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:20:06.764668 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:06.769011 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d326e0-5eea-4551-9455-021f07ccfd62 None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:20:06.769658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-30d326e0-5eea-4551-9455-021f07ccfd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:20:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:06.772969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2d73fc40-d929-44d5-aabb-b1981b894cf2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:06.806286 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8173a406-adc1-4030-9386-cfb5de4d44bd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4335959 Dec 09 02:20:06.806985 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd', 'tag': '0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:20:06.809815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab72501-447a-4cf1-82f7-a84166ca5611" -d '{"events": [{"name": "network-changed", "server_uuid": "94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd", "tag": "0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:20:06.845950 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b37c8d6d-497b-4df3-aef3-a11791b34617 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] 10.222.0.43 "GET /v2.0/networks/ad4f7e10-708d-451b-8a01-9239e469ecb3/tags/tempest-TagsTest-Tag-1170267251 HTTP/1.1" status: 204 len: 168 time: 0.1657393 Dec 09 02:20:06.847486 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45057bcc-7644-4469-969e-b304e429ce28 x-openstack-request-id: req-45057bcc-7644-4469-969e-b304e429ce28 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:20:06.848162 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd", "tag": "0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:20:06.848532 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37148) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:06.848762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45057bcc-7644-4469-969e-b304e429ce28 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:20:06.849311 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd', 'tag': '0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f', 'status': 'completed', 'code': 200} Dec 09 02:20:06.851286 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37150) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:06.852679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-91478de8-448d-4981-95d9-e4ddaf7848cc tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ad4f7e10-708d-451b-8a01-9239e469ecb3', 'tempest-TagsTest-Tag-380145153') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:06.910909 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-30d326e0-5eea-4551-9455-021f07ccfd62 None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:20:06.960467 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-99381325-4f8b-4c02-baa7-8290be192ded tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group': {'name': 'tempest-secgroup--647402475'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:06.987103 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99381325-4f8b-4c02-baa7-8290be192ded tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.000045 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99381325-4f8b-4c02-baa7-8290be192ded tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.036513 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-91478de8-448d-4981-95d9-e4ddaf7848cc tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] 10.222.0.43 "GET /v2.0/networks/ad4f7e10-708d-451b-8a01-9239e469ecb3/tags/tempest-TagsTest-Tag-380145153 HTTP/1.1" status: 204 len: 168 time: 0.1868601 Dec 09 02:20:07.039425 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37154) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:07.040955 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab72501-447a-4cf1-82f7-a84166ca5611 req-435331aa-d32d-43e0-a70f-036bed28868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:07.043237 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bab72501-447a-4cf1-82f7-a84166ca5611 req-435331aa-d32d-43e0-a70f-036bed28868e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 1098 time: 0.1208055 Dec 09 02:20:07.045833 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-b520cbdd-6542-4b7c-8884-75fabb31b564 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ad4f7e10-708d-451b-8a01-9239e469ecb3') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:07.140834 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99381325-4f8b-4c02-baa7-8290be192ded tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.148600 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99381325-4f8b-4c02-baa7-8290be192ded tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.176050 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-30d326e0-5eea-4551-9455-021f07ccfd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '2b7fd21b-28cc-44f4-921b-20a0f04591c9', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'floating_ip_address': '172.26.3.19', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'port_id': '0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'mac_address': 'fa:16:3e:67:3d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:20:05Z', 'updated_at': '2021-12-09T02:20:05Z', 'revision_number': 0, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:07.180084 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d73fc40-d929-44d5-aabb-b1981b894cf2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 08ca0122-a02b-4a71-bac2-91cde312983f has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:20:07.195337 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab72501-447a-4cf1-82f7-a84166ca5611 req-c20f7485-d040-45d6-99f6-7d91548e6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:07.195615 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b520cbdd-6542-4b7c-8884-75fabb31b564 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] 10.222.0.43 "DELETE /v2.0/networks/ad4f7e10-708d-451b-8a01-9239e469ecb3/tags HTTP/1.1" status: 204 len: 168 time: 0.1522186 Dec 09 02:20:07.195728 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bab72501-447a-4cf1-82f7-a84166ca5611 req-c20f7485-d040-45d6-99f6-7d91548e6f9f service neutron] 10.222.0.45 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 913 time: 0.1445158 Dec 09 02:20:07.195728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37156) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:07.197396 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99381325-4f8b-4c02-baa7-8290be192ded tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e860d6-778f-4235-a0f2-34f97db18f70,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:07.199929 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.tag.tag_plugin [None req-9f83719c-4710-4e50-b66d-5687e9e4fdda tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ad4f7e10-708d-451b-8a01-9239e469ecb3', 'tempest-TagsTest-Tag-1170267251') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:07.214441 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d326e0-5eea-4551-9455-021f07ccfd62 None None] Checking router: a6c041d9-9100-4b77-b3bf-4c158205b408 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:20:07.224001 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d326e0-5eea-4551-9455-021f07ccfd62 None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:20:07.224633 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-30d326e0-5eea-4551-9455-021f07ccfd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:20:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:07.247103 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99381325-4f8b-4c02-baa7-8290be192ded tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.252398 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99381325-4f8b-4c02-baa7-8290be192ded tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.284934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99381325-4f8b-4c02-baa7-8290be192ded tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.288926 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-99381325-4f8b-4c02-baa7-8290be192ded tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4354253 Dec 09 02:20:07.289463 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99381325-4f8b-4c02-baa7-8290be192ded tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7777e07-47ae-44f7-85c5-095ab718b698,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:07.291607 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37158) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:07.346384 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-30d326e0-5eea-4551-9455-021f07ccfd62 None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:20:07.359084 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-58f74b44-47e6-4f4d-9df2-2c04bd726bda tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0652289 Dec 09 02:20:07.360505 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37160) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:07.370812 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-297d67c8-fce1-4c24-8ad6-ea6481c6199f tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group': {'name': 'tempest-security--168529375', 'description': 'tempest-security-description-333218760'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:07.412634 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bab72501-447a-4cf1-82f7-a84166ca5611 req-aa4660d6-3432-4def-840f-c04b04f3f9db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f HTTP/1.1" status: 200 len: 998 time: 0.2083228 Dec 09 02:20:07.476842 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-9f83719c-4710-4e50-b66d-5687e9e4fdda tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] show failed (client error): The resource could not be found. Dec 09 02:20:07.477888 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9f83719c-4710-4e50-b66d-5687e9e4fdda tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] 10.222.0.43 "GET /v2.0/networks/ad4f7e10-708d-451b-8a01-9239e469ecb3/tags/tempest-TagsTest-Tag-1170267251 HTTP/1.1" status: 404 len: 326 time: 0.2814367 Dec 09 02:20:07.481592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37162) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:07.486997 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-6d74caac-8049-40a6-b00e-bbd1e25e8a06 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ad4f7e10-708d-451b-8a01-9239e469ecb3', 'tempest-TagsTest-Tag-380145153') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:07.487793 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d73fc40-d929-44d5-aabb-b1981b894cf2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:20:07.493831 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-297d67c8-fce1-4c24-8ad6-ea6481c6199f tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.501559 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81139072-be56-4f90-8bb1-59d6cfbc53b2 None None] Sync routers for ids ['08ca0122-a02b-4a71-bac2-91cde312983f'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:20:07.502106 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2d73fc40-d929-44d5-aabb-b1981b894cf2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/08ca0122-a02b-4a71-bac2-91cde312983f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8859472 Dec 09 02:20:07.504264 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37164) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:07.516991 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab72501-447a-4cf1-82f7-a84166ca5611 req-dc7e5b6f-d789-43d3-9c54-aaab1358f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:07.518877 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bab72501-447a-4cf1-82f7-a84166ca5611 req-dc7e5b6f-d789-43d3-9c54-aaab1358f8f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c2741af-2f64-489c-a848-b27c91aa70d4 HTTP/1.1" status: 200 len: 851 time: 0.0901029 Dec 09 02:20:07.524048 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81139072-be56-4f90-8bb1-59d6cfbc53b2 None None] Routers {'08ca0122-a02b-4a71-bac2-91cde312983f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:20:07.525384 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-81139072-be56-4f90-8bb1-59d6cfbc53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:20:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08ca0122-a02b-4a71-bac2-91cde312983f'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:07.578096 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-297d67c8-fce1-4c24-8ad6-ea6481c6199f tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.582530 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-30d326e0-5eea-4551-9455-021f07ccfd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '2b7fd21b-28cc-44f4-921b-20a0f04591c9', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'floating_ip_address': '172.26.3.19', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'port_id': '0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'mac_address': 'fa:16:3e:67:3d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:20:05Z', 'updated_at': '2021-12-09T02:20:05Z', 'revision_number': 0, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:07.589538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-297d67c8-fce1-4c24-8ad6-ea6481c6199f tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.592421 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-297d67c8-fce1-4c24-8ad6-ea6481c6199f tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.596149 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-297d67c8-fce1-4c24-8ad6-ea6481c6199f tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "PUT /v2.0/security-groups/d7777e07-47ae-44f7-85c5-095ab718b698 HTTP/1.1" status: 200 len: 1795 time: 0.2303050 Dec 09 02:20:07.598884 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37166) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:07.599913 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab72501-447a-4cf1-82f7-a84166ca5611 req-2531cf6a-a793-4e8e-bdb9-938afc15ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:07.601485 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bab72501-447a-4cf1-82f7-a84166ca5611 req-2531cf6a-a793-4e8e-bdb9-938afc15ee71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f032c193-892e-4d25-887c-5957f77976f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724616 Dec 09 02:20:07.619700 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d326e0-5eea-4551-9455-021f07ccfd62 None None] The sync data for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv is: [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '2b7fd21b-28cc-44f4-921b-20a0f04591c9', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'floating_ip_address': '172.26.3.19', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'port_id': '0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'mac_address': 'fa:16:3e:67:3d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:20:05Z', 'updated_at': '2021-12-09T02:20:05Z', 'revision_number': 0, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:20:07.649859 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36f37d9-3a85-4211-ab37-54d8d0b5e65a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting subnet fca60db5-0a85-4b51-99b3-92926d825b67 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:20:07.655468 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a36f37d9-3a85-4211-ab37-54d8d0b5e65a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.664091 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-19adafc9-41b6-4622-87c7-aed95c1d57b1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-groups/d7777e07-47ae-44f7-85c5-095ab718b698 HTTP/1.1" status: 200 len: 1795 time: 0.0609984 Dec 09 02:20:07.675607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37168) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:07.686547 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-6d74caac-8049-40a6-b00e-bbd1e25e8a06 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] show failed (client error): The resource could not be found. Dec 09 02:20:07.687636 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6d74caac-8049-40a6-b00e-bbd1e25e8a06 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] 10.222.0.43 "GET /v2.0/networks/ad4f7e10-708d-451b-8a01-9239e469ecb3/tags/tempest-TagsTest-Tag-380145153 HTTP/1.1" status: 404 len: 325 time: 0.2041612 Dec 09 02:20:07.689512 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d67c8-fce1-4c24-8ad6-ea6481c6199f tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7777e07-47ae-44f7-85c5-095ab718b698,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:07.690507 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37170) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:07.698627 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-0f0cbb8a-59df-4296-8b5d-6bb1f9174584 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ad4f7e10-708d-451b-8a01-9239e469ecb3') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:07.706968 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-81139072-be56-4f90-8bb1-59d6cfbc53b2 None None] Set router 08ca0122-a02b-4a71-bac2-91cde312983f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:20:07.724922 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a36f37d9-3a85-4211-ab37-54d8d0b5e65a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.763596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.774285 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bab72501-447a-4cf1-82f7-a84166ca5611 req-53a7d1d8-9269-4564-9766-e1deae9a4cf1 service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647851 Dec 09 02:20:07.775038 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-07de255f-67b9-4ed2-bd20-f94cbe6fdd25 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.846653 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-07de255f-67b9-4ed2-bd20-f94cbe6fdd25 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.866106 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0f0cbb8a-59df-4296-8b5d-6bb1f9174584 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] 10.222.0.43 "DELETE /v2.0/networks/ad4f7e10-708d-451b-8a01-9239e469ecb3/tags HTTP/1.1" status: 204 len: 168 time: 0.1745782 Dec 09 02:20:07.872461 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37172) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:07.879151 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a36f37d9-3a85-4211-ab37-54d8d0b5e65a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.940453 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-81139072-be56-4f90-8bb1-59d6cfbc53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:20:06Z', 'revision_number': 7, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:07.957183 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a36f37d9-3a85-4211-ab37-54d8d0b5e65a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.990134 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81139072-be56-4f90-8bb1-59d6cfbc53b2 None None] Checking router: 08ca0122-a02b-4a71-bac2-91cde312983f for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:20:07.991970 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f37d9-3a85-4211-ab37-54d8d0b5e65a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Subnet': ['ID=fca60db5-0a85-4b51-99b3-92926d825b67,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:07.994247 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a36f37d9-3a85-4211-ab37-54d8d0b5e65a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:07.994481 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a81e523-9dda-4827-8d9c-22aa98308d6c None None] New status for floating IP 2b7fd21b-28cc-44f4-921b-20a0f04591c9: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:20:08.004599 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81139072-be56-4f90-8bb1-59d6cfbc53b2 None None] Routers {'08ca0122-a02b-4a71-bac2-91cde312983f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:20:08.004912 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a36f37d9-3a85-4211-ab37-54d8d0b5e65a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/subnets/fca60db5-0a85-4b51-99b3-92926d825b67 HTTP/1.1" status: 204 len: 168 time: 0.4976213 Dec 09 02:20:08.005643 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-81139072-be56-4f90-8bb1-59d6cfbc53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:20:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08ca0122-a02b-4a71-bac2-91cde312983f'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:08.007835 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37174) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:08.031253 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c43d4736-117b-44fa-8766-cfa73acb4311 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.033264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-07de255f-67b9-4ed2-bd20-f94cbe6fdd25 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.036348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-07de255f-67b9-4ed2-bd20-f94cbe6fdd25 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.038228 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-07de255f-67b9-4ed2-bd20-f94cbe6fdd25 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-groups/d7777e07-47ae-44f7-85c5-095ab718b698 HTTP/1.1" status: 204 len: 168 time: 0.3588710 Dec 09 02:20:08.046833 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37176) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:08.058953 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c846439d-25a4-4678-9a91-c2765797461c None None] Network 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:20:08.063793 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bab72501-447a-4cf1-82f7-a84166ca5611 req-0899d829-23e6-42bf-ad5e-7d5c372c5287 service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823715 Dec 09 02:20:08.066558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de255f-67b9-4ed2-bd20-f94cbe6fdd25 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7777e07-47ae-44f7-85c5-095ab718b698,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:08.183281 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-81139072-be56-4f90-8bb1-59d6cfbc53b2 None None] Set router 08ca0122-a02b-4a71-bac2-91cde312983f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:20:08.204121 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d218130-4b96-4cce-adbc-177951d7c502 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.336987 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d218130-4b96-4cce-adbc-177951d7c502 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.384043 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:20:08.408759 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7d218130-4b96-4cce-adbc-177951d7c502 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 7fb32544-9e77-4783-a24f-aa7cafdc60d0 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:20:08.409566 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d218130-4b96-4cce-adbc-177951d7c502 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.417642 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-81139072-be56-4f90-8bb1-59d6cfbc53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:20:06Z', 'revision_number': 7, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:08.446677 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81139072-be56-4f90-8bb1-59d6cfbc53b2 None None] The sync data for ids ['08ca0122-a02b-4a71-bac2-91cde312983f'] in dv-neutron-804846-18-hyperv is: [{'id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'name': 'tempest-TestNetworkBasicOps-router-1881117824', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:17:21Z', 'updated_at': '2021-12-09T02:20:06Z', 'revision_number': 7, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '7fb32544-9e77-4783-a24f-aa7cafdc60d0', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ca0122-a02b-4a71-bac2-91cde312983f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:17:23Z', 'updated_at': '2021-12-09T02:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:20:08.480528 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f9074671-e353-412e-beb6-54090bb6fe83 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4323359 Dec 09 02:20:08.483755 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37178) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:08.506129 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-198bf78c-9564-4c47-8a33-d5aa051d6878 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] delete failed (client error): The resource could not be found. Dec 09 02:20:08.511851 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-198bf78c-9564-4c47-8a33-d5aa051d6878 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-groups/d7777e07-47ae-44f7-85c5-095ab718b698 HTTP/1.1" status: 404 len: 347 time: 0.0176229 Dec 09 02:20:08.512085 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37180) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:08.516400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-6e4a24f7-897f-43c7-9ef6-d640bdb29698 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group': {'name': 'tempest-secgroup--621860557'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:08.534567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c43d4736-117b-44fa-8766-cfa73acb4311 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.538519 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-7d218130-4b96-4cce-adbc-177951d7c502 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 7fb32544-9e77-4783-a24f-aa7cafdc60d0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7fb32544-9e77-4783-a24f-aa7cafdc60d0,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:08.539012 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d218130-4b96-4cce-adbc-177951d7c502 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.551905 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e4a24f7-897f-43c7-9ef6-d640bdb29698 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.553232 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7d218130-4b96-4cce-adbc-177951d7c502 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 7fb32544-9e77-4783-a24f-aa7cafdc60d0 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:20:08.566966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-c43d4736-117b-44fa-8766-cfa73acb4311 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4f7e10-708d-451b-8a01-9239e469ecb3']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:08.583049 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-c43d4736-117b-44fa-8766-cfa73acb4311 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2c7eed-eb30-45c3-a66f-6e6c8008af87') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:08.583349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-c43d4736-117b-44fa-8766-cfa73acb4311 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2c7eed-eb30-45c3-a66f-6e6c8008af87') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:08.597874 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c43d4736-117b-44fa-8766-cfa73acb4311 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.621387 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c43d4736-117b-44fa-8766-cfa73acb4311 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.625834 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.631571 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43d4736-117b-44fa-8766-cfa73acb4311 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:20:08.631982 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c43d4736-117b-44fa-8766-cfa73acb4311 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:20:08.635098 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:20:08.709850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e4a24f7-897f-43c7-9ef6-d640bdb29698 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.711045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c43d4736-117b-44fa-8766-cfa73acb4311 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.718262 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c43d4736-117b-44fa-8766-cfa73acb4311 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.723942 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c43d4736-117b-44fa-8766-cfa73acb4311 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] 10.222.0.43 "DELETE /v2.0/networks/ad4f7e10-708d-451b-8a01-9239e469ecb3 HTTP/1.1" status: 204 len: 168 time: 0.8467641 Dec 09 02:20:08.723942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e4a24f7-897f-43c7-9ef6-d640bdb29698 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.732480 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d218130-4b96-4cce-adbc-177951d7c502 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.759720 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d218130-4b96-4cce-adbc-177951d7c502 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=7fb32544-9e77-4783-a24f-aa7cafdc60d0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:08.765030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a24f7-897f-43c7-9ef6-d640bdb29698 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee785184-8e1f-4eda-86b2-89705605d6bf,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:08.769856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d4736-117b-44fa-8766-cfa73acb4311 tempest-TagsTest-561710643 tempest-TagsTest-561710643-project] Pushing event deleted for resources: {'Network': ['ID=ad4f7e10-708d-451b-8a01-9239e469ecb3,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:08.773482 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e4a24f7-897f-43c7-9ef6-d640bdb29698 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.774713 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6e4a24f7-897f-43c7-9ef6-d640bdb29698 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2616942 Dec 09 02:20:08.777716 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37184) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:08.783159 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-5ee6acd7-9993-4214-8f63-9e6cee328e5d tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group_rule': {'security_group_id': 'ee785184-8e1f-4eda-86b2-89705605d6bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:08.804893 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6debe4f5-827f-4782-896d-cb7360134c86 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:20:08.818306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ee6acd7-9993-4214-8f63-9e6cee328e5d tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.830314 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d218130-4b96-4cce-adbc-177951d7c502 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.852564 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68110bc4-cce1-4408-ba4e-d29aee6720b7 None None] DHCP port deletion for 0d365dc9-792a-4bdd-94b8-fdf0b0280b6a request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:20:08.902617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ee6acd7-9993-4214-8f63-9e6cee328e5d tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.910207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ee6acd7-9993-4214-8f63-9e6cee328e5d tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.929476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-68110bc4-cce1-4408-ba4e-d29aee6720b7 None None] Deleting port b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:20:08.930170 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68110bc4-cce1-4408-ba4e-d29aee6720b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.942862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6acd7-9993-4214-8f63-9e6cee328e5d tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c1b6b9-b16b-4045-91a0-f657d4358f24,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:08.953845 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ee6acd7-9993-4214-8f63-9e6cee328e5d tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.954280 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d218130-4b96-4cce-adbc-177951d7c502 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.955103 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5ee6acd7-9993-4214-8f63-9e6cee328e5d tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1759598 Dec 09 02:20:08.958035 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37186) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:08.959258 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d218130-4b96-4cce-adbc-177951d7c502 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:08.990479 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c9cd6174-91aa-4a03-8b1d-2ecd5d727510 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.001626 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c9cd6174-91aa-4a03-8b1d-2ecd5d727510 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.059204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-68110bc4-cce1-4408-ba4e-d29aee6720b7 None None] For port b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7,segment=NetworkSegment(55b8cd31-e8ae-45eb-99d6-efb77cfc6e31),segment_id=55b8cd31-e8ae-45eb-99d6-efb77cfc6e31)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:09.059659 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68110bc4-cce1-4408-ba4e-d29aee6720b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.060552 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c9cd6174-91aa-4a03-8b1d-2ecd5d727510 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.067672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c9cd6174-91aa-4a03-8b1d-2ecd5d727510 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.073909 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c9cd6174-91aa-4a03-8b1d-2ecd5d727510 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b6c1b6b9-b16b-4045-91a0-f657d4358f24 HTTP/1.1" status: 204 len: 168 time: 0.1131759 Dec 09 02:20:09.074597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37190) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:09.082824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-68110bc4-cce1-4408-ba4e-d29aee6720b7 None None] Calling delete_port for b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:20:09.099621 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd6174-91aa-4a03-8b1d-2ecd5d727510 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6c1b6b9-b16b-4045-91a0-f657d4358f24,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:09.140379 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37192) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:09.192450 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cf227ba5-5aae-4d0d-8e9c-57533205b47f tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1072340 Dec 09 02:20:09.195147 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37196) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:09.201876 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68110bc4-cce1-4408-ba4e-d29aee6720b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.235161 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68110bc4-cce1-4408-ba4e-d29aee6720b7 None None] Pushing event deleted for resources: {'Port': ['ID=b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:09.244076 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68110bc4-cce1-4408-ba4e-d29aee6720b7 None None] No DVR routers for this DVR port b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:20:09.272379 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38a67e79-e6d9-449f-828c-138d5f56b3ff tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.299879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38a67e79-e6d9-449f-828c-138d5f56b3ff tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.369398 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8f548983-f40e-490b-ad13-a3be47b41613 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eee6a56910b74ed0b37173f410a8c0c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2251031 Dec 09 02:20:09.369627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37198) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:09.377941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38a67e79-e6d9-449f-828c-138d5f56b3ff tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.377941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38a67e79-e6d9-449f-828c-138d5f56b3ff tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.379135 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-38a67e79-e6d9-449f-828c-138d5f56b3ff tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-groups/ee785184-8e1f-4eda-86b2-89705605d6bf HTTP/1.1" status: 204 len: 168 time: 0.1827743 Dec 09 02:20:09.384226 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37200) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:09.405397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a67e79-e6d9-449f-828c-138d5f56b3ff tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee785184-8e1f-4eda-86b2-89705605d6bf,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:09.407458 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d218130-4b96-4cce-adbc-177951d7c502 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.407996 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d218130-4b96-4cce-adbc-177951d7c502 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Fanout notify agent at l3_agent the message router_deleted on router 08ca0122-a02b-4a71-bac2-91cde312983f {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:20:09.419392 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d218130-4b96-4cce-adbc-177951d7c502 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.423352 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7d218130-4b96-4cce-adbc-177951d7c502 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/routers/08ca0122-a02b-4a71-bac2-91cde312983f HTTP/1.1" status: 204 len: 168 time: 1.4130313 Dec 09 02:20:09.423606 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37202) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:09.447107 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-481fa647-76ed-4eaa-8188-8c5356a4374c tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0581236 Dec 09 02:20:09.448401 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37204) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:09.452914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9bde6d77-41ae-47f6-ab0f-1f01cab625ad tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026490644'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:09.477698 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9bde6d77-41ae-47f6-ab0f-1f01cab625ad tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.492665 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-143a9638-0cee-4069-9e7f-5363898fd52a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.522256 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ef98e8b3-b398-417f-8a05-7ab5ad49c0f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.532747 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-143a9638-0cee-4069-9e7f-5363898fd52a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.550392 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9bde6d77-41ae-47f6-ab0f-1f01cab625ad tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.556941 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9bde6d77-41ae-47f6-ab0f-1f01cab625ad tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.591720 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9bde6d77-41ae-47f6-ab0f-1f01cab625ad tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.591720 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9bde6d77-41ae-47f6-ab0f-1f01cab625ad tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1425707 Dec 09 02:20:09.594113 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde6d77-41ae-47f6-ab0f-1f01cab625ad tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc81c3e6-fed6-4221-8020-4714d91ce78e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:09.596242 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37206) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:09.601012 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-95e44cf9-a007-4e68-ab6d-c45cbd7c34f0 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group_rule': {'security_group_id': 'fc81c3e6-fed6-4221-8020-4714d91ce78e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:09.630250 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95e44cf9-a007-4e68-ab6d-c45cbd7c34f0 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.649808 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ef98e8b3-b398-417f-8a05-7ab5ad49c0f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.659999 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-143a9638-0cee-4069-9e7f-5363898fd52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.662520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-143a9638-0cee-4069-9e7f-5363898fd52a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.663677 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-143a9638-0cee-4069-9e7f-5363898fd52a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3a07e54-a5ac-4f7a-9de9-39f2f6dd6126 HTTP/1.1" status: 204 len: 168 time: 0.2931335 Dec 09 02:20:09.683260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a9638-0cee-4069-9e7f-5363898fd52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a07e54-a5ac-4f7a-9de9-39f2f6dd6126,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:09.688942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-ef98e8b3-b398-417f-8a05-7ab5ad49c0f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d365dc9-792a-4bdd-94b8-fdf0b0280b6a']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:09.702276 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-ef98e8b3-b398-417f-8a05-7ab5ad49c0f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b8cd31-e8ae-45eb-99d6-efb77cfc6e31') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:09.702497 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95e44cf9-a007-4e68-ab6d-c45cbd7c34f0 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.702611 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-ef98e8b3-b398-417f-8a05-7ab5ad49c0f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b8cd31-e8ae-45eb-99d6-efb77cfc6e31') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:09.707780 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95e44cf9-a007-4e68-ab6d-c45cbd7c34f0 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.716226 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ef98e8b3-b398-417f-8a05-7ab5ad49c0f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.725995 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e44cf9-a007-4e68-ab6d-c45cbd7c34f0 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88eed0df-1b3c-4640-b766-576ce1a6e790,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:09.733020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ef98e8b3-b398-417f-8a05-7ab5ad49c0f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.734749 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95e44cf9-a007-4e68-ab6d-c45cbd7c34f0 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.736374 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-95e44cf9-a007-4e68-ab6d-c45cbd7c34f0 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390822 Dec 09 02:20:09.739162 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37210) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:09.742107 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef98e8b3-b398-417f-8a05-7ab5ad49c0f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:20:09.742525 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ef98e8b3-b398-417f-8a05-7ab5ad49c0f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.744490 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bc4735a6-63d1-484c-956f-fdde62d7a177 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group_rule': {'security_group_id': 'fc81c3e6-fed6-4221-8020-4714d91ce78e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:20:09.746780 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:20:09.773808 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bc4735a6-63d1-484c-956f-fdde62d7a177 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.813667 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ef98e8b3-b398-417f-8a05-7ab5ad49c0f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.823393 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ef98e8b3-b398-417f-8a05-7ab5ad49c0f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.827165 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ef98e8b3-b398-417f-8a05-7ab5ad49c0f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/networks/0d365dc9-792a-4bdd-94b8-fdf0b0280b6a HTTP/1.1" status: 204 len: 168 time: 0.4025311 Dec 09 02:20:09.842328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98e8b3-b398-417f-8a05-7ab5ad49c0f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Network': ['ID=0d365dc9-792a-4bdd-94b8-fdf0b0280b6a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:09.849391 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37214) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:09.856012 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-670865cc-ab26-4af4-8321-51bf5b2cac35 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'network': {'name': 'tempest-network-smoke--706196560', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'port_security_enabled': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:09.860323 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bc4735a6-63d1-484c-956f-fdde62d7a177 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.866359 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bc4735a6-63d1-484c-956f-fdde62d7a177 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.892890 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4735a6-63d1-484c-956f-fdde62d7a177 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26baabb-1ffb-43d1-ae37-d62753a7d0d9,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:09.903322 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670865cc-ab26-4af4-8321-51bf5b2cac35 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:20:09.907565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-670865cc-ab26-4af4-8321-51bf5b2cac35 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.912915 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bc4735a6-63d1-484c-956f-fdde62d7a177 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.917947 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37216) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:09.922956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-168229f8-c7e4-4a06-88ae-32789e1f3074 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group_rule': {'security_group_id': 'fc81c3e6-fed6-4221-8020-4714d91ce78e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:09.923988 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bc4735a6-63d1-484c-956f-fdde62d7a177 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1835461 Dec 09 02:20:09.952964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-168229f8-c7e4-4a06-88ae-32789e1f3074 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.954041 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670865cc-ab26-4af4-8321-51bf5b2cac35 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:20:09.966442 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-670865cc-ab26-4af4-8321-51bf5b2cac35 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:09.966641 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-670865cc-ab26-4af4-8321-51bf5b2cac35 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Added segment b047e4ca-4bca-40d9-9152-2246b0351cf7 of type vlan for network 10a2319c-7234-4a99-b9d4-97c575ca823b Dec 09 02:20:10.016535 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-670865cc-ab26-4af4-8321-51bf5b2cac35 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.029671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-168229f8-c7e4-4a06-88ae-32789e1f3074 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.036602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-168229f8-c7e4-4a06-88ae-32789e1f3074 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.053136 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-670865cc-ab26-4af4-8321-51bf5b2cac35 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.067852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168229f8-c7e4-4a06-88ae-32789e1f3074 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f48d170-9a57-4e84-9cac-7fe746dc68d2,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:10.069228 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670865cc-ab26-4af4-8321-51bf5b2cac35 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:10.070028 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-670865cc-ab26-4af4-8321-51bf5b2cac35 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.076477 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-168229f8-c7e4-4a06-88ae-32789e1f3074 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.082292 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-168229f8-c7e4-4a06-88ae-32789e1f3074 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1629243 Dec 09 02:20:10.083163 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37224) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:10.083471 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7fb32544-9e77-4783-a24f-aa7cafdc60d0 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:20:10.093019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-b16ec18a-f0f7-43ff-b182-4429192d66a3 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group_rule': {'security_group_id': 'fc81c3e6-fed6-4221-8020-4714d91ce78e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:10.107252 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 7fb32544-9e77-4783-a24f-aa7cafdc60d0 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:20:10.107635 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7fb32544-9e77-4783-a24f-aa7cafdc60d0 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:20:10.108097 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:20:10.136641 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:20:10.137017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b7b4c5b6-3a7c-43e0-a661-f19bc14f48d7 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:20:10.137445 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7e8698c1-b094-4901-acf3-46da7b218db0 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:20:10.145218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b16ec18a-f0f7-43ff-b182-4429192d66a3 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.168186 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 7e8698c1-b094-4901-acf3-46da7b218db0 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:20:10.168534 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7e8698c1-b094-4901-acf3-46da7b218db0 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:20:10.174377 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-670865cc-ab26-4af4-8321-51bf5b2cac35 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3228323 Dec 09 02:20:10.178137 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37228) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:10.183845 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1938330055', 'admin_state_up': True, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:10.213429 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.214518 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.224304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b16ec18a-f0f7-43ff-b182-4429192d66a3 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.229096 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b16ec18a-f0f7-43ff-b182-4429192d66a3 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.234927 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670865cc-ab26-4af4-8321-51bf5b2cac35 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Network': ['ID=10a2319c-7234-4a99-b9d4-97c575ca823b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:10.249711 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 10a2319c-7234-4a99-b9d4-97c575ca823b details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:20:10.254303 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ec18a-f0f7-43ff-b182-4429192d66a3 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea14869-6e3d-485e-98e2-f3e25c8ecb3d,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:10.262250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b16ec18a-f0f7-43ff-b182-4429192d66a3 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.267491 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b16ec18a-f0f7-43ff-b182-4429192d66a3 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1824005 Dec 09 02:20:10.268235 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37232) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:10.274566 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-10c99068-00f1-4acd-9e12-4517fb8f1ca7 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group_rule': {'security_group_id': 'fc81c3e6-fed6-4221-8020-4714d91ce78e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:10.281909 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.304739 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10c99068-00f1-4acd-9e12-4517fb8f1ca7 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.377849 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10c99068-00f1-4acd-9e12-4517fb8f1ca7 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.381910 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10c99068-00f1-4acd-9e12-4517fb8f1ca7 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.397944 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c99068-00f1-4acd-9e12-4517fb8f1ca7 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a127ea-d40a-4e76-812a-441bca843384,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:10.414532 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10c99068-00f1-4acd-9e12-4517fb8f1ca7 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.415806 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-10c99068-00f1-4acd-9e12-4517fb8f1ca7 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1465642 Dec 09 02:20:10.419034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37240) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:10.440591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.444838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4980ee52-e745-493f-a020-d0968ce3a7cd tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.453679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4980ee52-e745-493f-a020-d0968ce3a7cd tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.482063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4980ee52-e745-493f-a020-d0968ce3a7cd tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.488394 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4980ee52-e745-493f-a020-d0968ce3a7cd tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.489503 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4980ee52-e745-493f-a020-d0968ce3a7cd tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/91a127ea-d40a-4e76-812a-441bca843384 HTTP/1.1" status: 204 len: 168 time: 0.0695071 Dec 09 02:20:10.494311 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37242) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:10.501126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980ee52-e745-493f-a020-d0968ce3a7cd tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91a127ea-d40a-4e76-812a-441bca843384,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:10.505981 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37244) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:10.515254 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0072272 Dec 09 02:20:10.518912 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37246) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:10.541519 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-beb1b23a-5a13-4fd6-b0ac-b8bcde316fb9 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0457766 Dec 09 02:20:10.546193 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37250) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:10.581836 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6a36600-50dd-48b8-a074-a96383b3cfdb tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.591499 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6a36600-50dd-48b8-a074-a96383b3cfdb tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.623762 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6db37730-edd1-4910-a18b-4b12693f4542 tempest-NetworksApiDiscovery-2111649102 tempest-NetworksApiDiscovery-2111649102-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1035323 Dec 09 02:20:10.663386 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6a36600-50dd-48b8-a074-a96383b3cfdb tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.697588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6a36600-50dd-48b8-a074-a96383b3cfdb tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.702014 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d6a36600-50dd-48b8-a074-a96383b3cfdb tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/eea14869-6e3d-485e-98e2-f3e25c8ecb3d HTTP/1.1" status: 204 len: 168 time: 0.1520989 Dec 09 02:20:10.702612 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37254) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:10.706387 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a36600-50dd-48b8-a074-a96383b3cfdb tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eea14869-6e3d-485e-98e2-f3e25c8ecb3d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:10.730797 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.750247 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.752985 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6995bf83-43dc-44df-a577-eeee207f1af4 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0491080 Dec 09 02:20:10.755788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37256) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:10.781591 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1165d42d-ebb4-4108-bff0-2505da16e2a9 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.789357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1165d42d-ebb4-4108-bff0-2505da16e2a9 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.817459 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1165d42d-ebb4-4108-bff0-2505da16e2a9 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.822465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1165d42d-ebb4-4108-bff0-2505da16e2a9 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.824792 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1165d42d-ebb4-4108-bff0-2505da16e2a9 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/0f48d170-9a57-4e84-9cac-7fe746dc68d2 HTTP/1.1" status: 204 len: 168 time: 0.0678923 Dec 09 02:20:10.827674 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37260) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:10.839496 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165d42d-ebb4-4108-bff0-2505da16e2a9 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f48d170-9a57-4e84-9cac-7fe746dc68d2,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:10.867423 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.26.3.249 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/d138eee3-83c5-4eae-9452-d1f9efb6e1be) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:20:10.882136 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9e3eb0ab-aec2-4098-b4bc-5416c8577723 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0524364 Dec 09 02:20:10.884914 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37262) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:10.909491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-081e2ef5-622d-4153-84bb-0bd33735cc8d tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.911194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37264) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:10.923224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-081e2ef5-622d-4153-84bb-0bd33735cc8d tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.951079 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-081e2ef5-622d-4153-84bb-0bd33735cc8d tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.957335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-081e2ef5-622d-4153-84bb-0bd33735cc8d tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:10.960911 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-081e2ef5-622d-4153-84bb-0bd33735cc8d tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c26baabb-1ffb-43d1-ae37-d62753a7d0d9 HTTP/1.1" status: 204 len: 168 time: 0.0720158 Dec 09 02:20:10.963402 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37268) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:10.964848 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e2ef5-622d-4153-84bb-0bd33735cc8d tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c26baabb-1ffb-43d1-ae37-d62753a7d0d9,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:10.996391 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.024642 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f535ae17-5df5-4f6f-b87c-bb94e620f615 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0575879 Dec 09 02:20:11.024828 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37270) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:11.031550 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b3f15ff4-6ac9-4adb-ac44-93a6ae24d05d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.061980 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a11ffb6-2db7-461d-86dd-24e0d31d13c1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.071861 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a11ffb6-2db7-461d-86dd-24e0d31d13c1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.080555 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.107463 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b3f15ff4-6ac9-4adb-ac44-93a6ae24d05d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.111554 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b3f15ff4-6ac9-4adb-ac44-93a6ae24d05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.138760 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:20:11.144541 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:20:11.146337 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a11ffb6-2db7-461d-86dd-24e0d31d13c1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.147897 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:20:11.149749 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f15ff4-6ac9-4adb-ac44-93a6ae24d05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e68bc5-7b51-4521-9090-028c86de9601,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:11.154313 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a11ffb6-2db7-461d-86dd-24e0d31d13c1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.157589 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3a11ffb6-2db7-461d-86dd-24e0d31d13c1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/88eed0df-1b3c-4640-b766-576ce1a6e790 HTTP/1.1" status: 204 len: 168 time: 0.1296551 Dec 09 02:20:11.157750 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b3f15ff4-6ac9-4adb-ac44-93a6ae24d05d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d30a34d5c0a442e8a14f5859863394a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2435920 Dec 09 02:20:11.157750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37272) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:11.157917 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37274) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:11.158135 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=d138eee3-83c5-4eae-9452-d1f9efb6e1be,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:11.171813 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dd3e9d-9d17-4870-8b80-5f9cda60e170 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:20:11.182958 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11ffb6-2db7-461d-86dd-24e0d31d13c1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88eed0df-1b3c-4640-b766-576ce1a6e790,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:11.246292 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7f91eaf6-68f4-4379-a6ae-6946dcbdda53 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0861361 Dec 09 02:20:11.249396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37276) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:11.250030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e525e674-d7c0-4c32-a403-a1ea5502269d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.287770 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2af3f775-418e-40e4-8923-d595ac5aaff2 None None] Provisioning complete for port d138eee3-83c5-4eae-9452-d1f9efb6e1be triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:20:11.288183 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2af3f775-418e-40e4-8923-d595ac5aaff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.293718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e525e674-d7c0-4c32-a403-a1ea5502269d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.325048 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2af3f775-418e-40e4-8923-d595ac5aaff2 None None] Port d138eee3-83c5-4eae-9452-d1f9efb6e1be cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:20:11.351907 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e90e5a07-e0d6-4c46-a2b5-71b7cee6c2ff tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.379043 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e90e5a07-e0d6-4c46-a2b5-71b7cee6c2ff tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.400850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e525e674-d7c0-4c32-a403-a1ea5502269d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.403728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e525e674-d7c0-4c32-a403-a1ea5502269d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.405079 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e525e674-d7c0-4c32-a403-a1ea5502269d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6e68bc5-7b51-4521-9090-028c86de9601 HTTP/1.1" status: 204 len: 168 time: 0.2462540 Dec 09 02:20:11.426073 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525e674-d7c0-4c32-a403-a1ea5502269d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e68bc5-7b51-4521-9090-028c86de9601,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:11.439029 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.444970 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e90e5a07-e0d6-4c46-a2b5-71b7cee6c2ff tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.448280 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e90e5a07-e0d6-4c46-a2b5-71b7cee6c2ff tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.449663 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e90e5a07-e0d6-4c46-a2b5-71b7cee6c2ff tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-groups/fc81c3e6-fed6-4221-8020-4714d91ce78e HTTP/1.1" status: 204 len: 168 time: 0.1976597 Dec 09 02:20:11.453275 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37280) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:11.469459 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e5a07-e0d6-4c46-a2b5-71b7cee6c2ff tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc81c3e6-fed6-4221-8020-4714d91ce78e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:11.511603 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fcca3f8e-b67e-465b-91ef-c9d4e839c75a tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0571935 Dec 09 02:20:11.518022 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37282) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:11.523354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a4272fd7-6230-402f-85e2-c3bcc0992880 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042205315'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:11.547987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a4272fd7-6230-402f-85e2-c3bcc0992880 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.628764 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a4272fd7-6230-402f-85e2-c3bcc0992880 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.635160 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a4272fd7-6230-402f-85e2-c3bcc0992880 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.672904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4272fd7-6230-402f-85e2-c3bcc0992880 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131b4072-6ebb-489a-b7c4-f3c23854b1fd,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:11.677446 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a4272fd7-6230-402f-85e2-c3bcc0992880 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.681689 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a4272fd7-6230-402f-85e2-c3bcc0992880 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1592929 Dec 09 02:20:11.681862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37284) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:11.687705 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-db5bfee4-4152-435b-9efa-f1ee22f10286 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group_rule': {'security_group_id': '131b4072-6ebb-489a-b7c4-f3c23854b1fd', 'direction': 'ingress', 'protocol': 17}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:11.718122 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.725132 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db5bfee4-4152-435b-9efa-f1ee22f10286 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.793418 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db5bfee4-4152-435b-9efa-f1ee22f10286 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.797221 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db5bfee4-4152-435b-9efa-f1ee22f10286 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.816405 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5bfee4-4152-435b-9efa-f1ee22f10286 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b301ffa1-ab4d-4db6-a6dc-8f18fd1513e5,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:11.823189 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db5bfee4-4152-435b-9efa-f1ee22f10286 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.824053 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-db5bfee4-4152-435b-9efa-f1ee22f10286 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1408319 Dec 09 02:20:11.826919 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37286) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:11.867854 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 15b74c6c-81ee-4599-952e-703efbcd5b8d is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:20:11.880584 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-016f6824-ac69-4b16-9438-26eb5eff1d92 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.903954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-016f6824-ac69-4b16-9438-26eb5eff1d92 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.950876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-016f6824-ac69-4b16-9438-26eb5eff1d92 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.953774 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-016f6824-ac69-4b16-9438-26eb5eff1d92 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:11.955037 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-016f6824-ac69-4b16-9438-26eb5eff1d92 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-groups/131b4072-6ebb-489a-b7c4-f3c23854b1fd HTTP/1.1" status: 204 len: 168 time: 0.1271210 Dec 09 02:20:11.958813 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37288) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:11.972724 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f6824-ac69-4b16-9438-26eb5eff1d92 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=131b4072-6ebb-489a-b7c4-f3c23854b1fd,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:11.993232 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:20:12.004225 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Sync routers for ids ['15b74c6c-81ee-4599-952e-703efbcd5b8d'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:20:12.019458 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Routers {'15b74c6c-81ee-4599-952e-703efbcd5b8d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:20:12.019755 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.020706 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:20:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['15b74c6c-81ee-4599-952e-703efbcd5b8d'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:12.028146 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bed67c17-0948-48d8-952a-0172af861454 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8414683 Dec 09 02:20:12.028440 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-588eefb1-8cb3-49a7-9701-0cb32b3a6d13 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0617988 Dec 09 02:20:12.028572 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37290) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:12.028691 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37292) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:12.032926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-911dc3d9-32f7-4cde-be18-f7a93168ddb4 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578385614'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:12.057772 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-911dc3d9-32f7-4cde-be18-f7a93168ddb4 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.065066 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-721b5e06-1c9c-40c2-959d-38965ed9223c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=11e56525f9144d56b0abeb03a899d780&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369406 Dec 09 02:20:12.065329 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37294) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:12.146534 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Set router 15b74c6c-81ee-4599-952e-703efbcd5b8d gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:20:12.147604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-911dc3d9-32f7-4cde-be18-f7a93168ddb4 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.152981 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-911dc3d9-32f7-4cde-be18-f7a93168ddb4 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.177175 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc4de56-bc3b-4e89-a1d1-0f1994a11a07 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:12.181773 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2bc4de56-bc3b-4e89-a1d1-0f1994a11a07 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1127081 Dec 09 02:20:12.182860 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37296) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:12.193691 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-911dc3d9-32f7-4cde-be18-f7a93168ddb4 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.194919 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-911dc3d9-32f7-4cde-be18-f7a93168ddb4 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1656928 Dec 09 02:20:12.197880 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37298) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:12.203032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-1fa242b8-3598-4f88-90b4-a9fa37226be5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1594625178'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:12.209379 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dc3d9-32f7-4cde-be18-f7a93168ddb4 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82eebb2e-7912-4491-a6d6-f7c67957823e,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:12.218075 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-91087fd9-3fca-484f-8e0a-16950069f5df tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314929 Dec 09 02:20:12.218521 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37300) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:12.223222 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-225da502-6133-4c16-8c9c-38d39993b7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-335504198', 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:12.242067 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fa242b8-3598-4f88-90b4-a9fa37226be5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.322209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fa242b8-3598-4f88-90b4-a9fa37226be5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.325700 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225da502-6133-4c16-8c9c-38d39993b7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:20:12.326760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fa242b8-3598-4f88-90b4-a9fa37226be5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.330038 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-225da502-6133-4c16-8c9c-38d39993b7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.356448 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'name': 'tempest-TestNetworkBasicOps-router-1938330055', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:11Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:12.364209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fa242b8-3598-4f88-90b4-a9fa37226be5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.368142 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1fa242b8-3598-4f88-90b4-a9fa37226be5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1665530 Dec 09 02:20:12.368142 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa242b8-3598-4f88-90b4-a9fa37226be5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7d1377-8d21-4b74-980d-cff769e32af5,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:12.369281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37302) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:12.375675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-1d36026d-817c-43e0-ba3e-f7e48b534f89 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group_rule': {'security_group_id': '82eebb2e-7912-4491-a6d6-f7c67957823e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7d7d1377-8d21-4b74-980d-cff769e32af5', 'remote_ip_prefix': None}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:12.393322 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Checking router: 15b74c6c-81ee-4599-952e-703efbcd5b8d for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:20:12.393667 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Updating router 15b74c6c-81ee-4599-952e-703efbcd5b8d port d138eee3-83c5-4eae-9452-d1f9efb6e1be binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:20:12.409495 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d36026d-817c-43e0-ba3e-f7e48b534f89 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.422292 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.490566 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d36026d-817c-43e0-ba3e-f7e48b534f89 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.496254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d36026d-817c-43e0-ba3e-f7e48b534f89 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.519519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36026d-817c-43e0-ba3e-f7e48b534f89 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ebf3c3-a0fb-4dbc-bbee-ff0d0400e7c6,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:12.525334 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d36026d-817c-43e0-ba3e-f7e48b534f89 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.529679 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1d36026d-817c-43e0-ba3e-f7e48b534f89 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1559050 Dec 09 02:20:12.530062 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37304) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:12.572767 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-58e993fe-099d-421c-beed-37542dd38daa tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.576922 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-225da502-6133-4c16-8c9c-38d39993b7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.589193 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-58e993fe-099d-421c-beed-37542dd38daa tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.665632 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225da502-6133-4c16-8c9c-38d39993b7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Subnet': ['ID=1642ec3c-49d0-4690-a947-b12f68695c20,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:12.676617 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-58e993fe-099d-421c-beed-37542dd38daa tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.681671 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-58e993fe-099d-421c-beed-37542dd38daa tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.685398 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-58e993fe-099d-421c-beed-37542dd38daa tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/d8ebf3c3-a0fb-4dbc-bbee-ff0d0400e7c6 HTTP/1.1" status: 204 len: 168 time: 0.1518936 Dec 09 02:20:12.686595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37306) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:12.697394 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e993fe-099d-421c-beed-37542dd38daa tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8ebf3c3-a0fb-4dbc-bbee-ff0d0400e7c6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:12.700048 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.703612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225da502-6133-4c16-8c9c-38d39993b7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Checking segment: {'id': 'b047e4ca-4bca-40d9-9152-2246b0351cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:20:12.704057 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225da502-6133-4c16-8c9c-38d39993b7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network hostable DHCP agents. Network: 10a2319c-7234-4a99-b9d4-97c575ca823b, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:20:12.707791 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.724008 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225da502-6133-4c16-8c9c-38d39993b7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 10a2319c-7234-4a99-b9d4-97c575ca823b is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:20:12.737229 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-225da502-6133-4c16-8c9c-38d39993b7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 10a2319c-7234-4a99-b9d4-97c575ca823b) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:20:12.737428 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-69e1c27c-5138-4d77-9896-b4cd75691ca8 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0476367 Dec 09 02:20:12.737782 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37308) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:12.743945 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225da502-6133-4c16-8c9c-38d39993b7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:12.744968 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-225da502-6133-4c16-8c9c-38d39993b7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.752536 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5fb677-97be-4bbb-abcd-6f87bbb3df67 None None] Network 10a2319c-7234-4a99-b9d4-97c575ca823b requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:20:12.767793 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Attempting to bind port d138eee3-83c5-4eae-9452-d1f9efb6e1be on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:20:12.768214 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Attempting to bind port d138eee3-83c5-4eae-9452-d1f9efb6e1be by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:20:12.768589 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Attempting to bind port d138eee3-83c5-4eae-9452-d1f9efb6e1be on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:20:12.770804 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedfc3d-23ad-4231-9193-4dacd74150c9 None None] Pushing event updated for resources: {'Port': ['ID=d138eee3-83c5-4eae-9452-d1f9efb6e1be,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:12.774112 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-225da502-6133-4c16-8c9c-38d39993b7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5522680 Dec 09 02:20:12.775174 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37310) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:12.781257 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:20:12.781632 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:20:12.782398 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.782610 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:20:12.783224 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Bound port: d138eee3-83c5-4eae-9452-d1f9efb6e1be, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:20:12.783655 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.786913 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedfc3d-23ad-4231-9193-4dacd74150c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:20:12.787285 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedfc3d-23ad-4231-9193-4dacd74150c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:20:12.787792 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedfc3d-23ad-4231-9193-4dacd74150c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:20:12.788172 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedfc3d-23ad-4231-9193-4dacd74150c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:20:12.788504 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedfc3d-23ad-4231-9193-4dacd74150c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:20:12.788833 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedfc3d-23ad-4231-9193-4dacd74150c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:20:12.789348 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedfc3d-23ad-4231-9193-4dacd74150c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:20:12.789891 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedfc3d-23ad-4231-9193-4dacd74150c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:20:12.790391 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedfc3d-23ad-4231-9193-4dacd74150c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:20:12.790901 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedfc3d-23ad-4231-9193-4dacd74150c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:20:12.792530 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedfc3d-23ad-4231-9193-4dacd74150c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:20:12.793016 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedfc3d-23ad-4231-9193-4dacd74150c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:20:12.793582 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dedfc3d-23ad-4231-9193-4dacd74150c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:20:12.821715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ccd8305b-a8a3-45bf-907e-4c354fe381f5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.822057 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fded76d-beb8-466b-a515-f6fba7e683ba None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:20:12.848757 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ccd8305b-a8a3-45bf-907e-4c354fe381f5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.872727 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] For port d138eee3-83c5-4eae-9452-d1f9efb6e1be, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:20:12.881062 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c28accd5-0195-45cb-bf89-2a85e8d3795e None None] Provisioning complete for port d138eee3-83c5-4eae-9452-d1f9efb6e1be triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:20:12.881472 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] For port d138eee3-83c5-4eae-9452-d1f9efb6e1be, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d138eee3-83c5-4eae-9452-d1f9efb6e1be,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:20:12.881926 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c28accd5-0195-45cb-bf89-2a85e8d3795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.889289 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.904790 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ccd8305b-a8a3-45bf-907e-4c354fe381f5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.909802 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ccd8305b-a8a3-45bf-907e-4c354fe381f5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.911127 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ccd8305b-a8a3-45bf-907e-4c354fe381f5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-groups/7d7d1377-8d21-4b74-980d-cff769e32af5 HTTP/1.1" status: 204 len: 168 time: 0.1723940 Dec 09 02:20:12.913852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37312) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:12.925166 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-10a2319c-7234-4a99-b9d4-97c575ca823b', 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ips': [{'subnet_id': '1642ec3c-49d0-4690-a947-b12f68695c20'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:20:12.926336 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:12.939881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8305b-a8a3-45bf-907e-4c354fe381f5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7d1377-8d21-4b74-980d-cff769e32af5,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:12.953297 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Routers {'15b74c6c-81ee-4599-952e-703efbcd5b8d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:20:12.953928 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:20:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['15b74c6c-81ee-4599-952e-703efbcd5b8d'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:12.991021 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fb25a7f7-e561-4666-8361-cca00b66721e tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0707619 Dec 09 02:20:12.991293 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37314) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:13.053161 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21b6341-110f-4679-9e60-75b79f10d50d None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:20:13.059606 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ced0fe14-6eab-4ae0-bba9-6479b58e1b55 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.089854 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ced0fe14-6eab-4ae0-bba9-6479b58e1b55 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.097636 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedfc3d-23ad-4231-9193-4dacd74150c9 None None] Pushing event updated for resources: {'Port': ['ID=d138eee3-83c5-4eae-9452-d1f9efb6e1be,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:13.139151 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Allocated IP 172.20.0.2 (10a2319c-7234-4a99-b9d4-97c575ca823b/1642ec3c-49d0-4690-a947-b12f68695c20/b33841a9-5b11-4c24-b7f2-6974f174077e) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:20:13.161171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ced0fe14-6eab-4ae0-bba9-6479b58e1b55 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.165338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ced0fe14-6eab-4ae0-bba9-6479b58e1b55 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.168599 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ced0fe14-6eab-4ae0-bba9-6479b58e1b55 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-groups/82eebb2e-7912-4491-a6d6-f7c67957823e HTTP/1.1" status: 204 len: 168 time: 0.1758165 Dec 09 02:20:13.170700 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37316) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:13.197349 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] Set router 15b74c6c-81ee-4599-952e-703efbcd5b8d gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:20:13.246906 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0fe14-6eab-4ae0-bba9-6479b58e1b55 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82eebb2e-7912-4491-a6d6-f7c67957823e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:13.259415 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-86d825bc-f7ce-4996-a794-b6b8647b9bba tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0780704 Dec 09 02:20:13.264210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37318) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:13.269147 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-bd63c464-4bf5-4955-a753-f9ad47a396a6 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093544825'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:13.276160 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c28accd5-0195-45cb-bf89-2a85e8d3795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.306181 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd63c464-4bf5-4955-a753-f9ad47a396a6 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.318580 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c28accd5-0195-45cb-bf89-2a85e8d3795e None None] For port d138eee3-83c5-4eae-9452-d1f9efb6e1be, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d138eee3-83c5-4eae-9452-d1f9efb6e1be,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:13.325341 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c28accd5-0195-45cb-bf89-2a85e8d3795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.388408 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd63c464-4bf5-4955-a753-f9ad47a396a6 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.393620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd63c464-4bf5-4955-a753-f9ad47a396a6 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.427815 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd63c464-4bf5-4955-a753-f9ad47a396a6 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.431605 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bd63c464-4bf5-4955-a753-f9ad47a396a6 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1643527 Dec 09 02:20:13.432914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37320) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:13.437139 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.442297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c245d7d1-3683-482b-b848-8229eb63004e tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group_rule': {'security_group_id': 'b9c4edc0-408a-4120-a9fc-000449d10995', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:13.444745 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'name': 'tempest-TestNetworkBasicOps-router-1938330055', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:11Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:13.447450 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63c464-4bf5-4955-a753-f9ad47a396a6 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c4edc0-408a-4120-a9fc-000449d10995,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:13.463732 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28accd5-0195-45cb-bf89-2a85e8d3795e None None] Pushing event updated for resources: {'Port': ['ID=d138eee3-83c5-4eae-9452-d1f9efb6e1be,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:13.471921 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.476381 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-bdd14371-5c23-4b44-b1e9-e85c2096d408 None None] Provisioning complete for port d138eee3-83c5-4eae-9452-d1f9efb6e1be triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:20:13.476964 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bdd14371-5c23-4b44-b1e9-e85c2096d408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.481715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.489738 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed405708-c379-496e-b2b1-db7b24a7522b None None] The sync data for ids ['15b74c6c-81ee-4599-952e-703efbcd5b8d'] in dv-neutron-804846-18-hyperv is: [{'id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'name': 'tempest-TestNetworkBasicOps-router-1938330055', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:11Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:20:13.558978 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Network 10a2319c-7234-4a99-b9d4-97c575ca823b is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:20:13.564103 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Pushing event updated for resources: {'Port': ['ID=b33841a9-5b11-4c24-b7f2-6974f174077e,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:13.566599 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c245d7d1-3683-482b-b848-8229eb63004e tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.566749 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:20:13.570684 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:20:13.659842 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Attempting to bind port b33841a9-5b11-4c24-b7f2-6974f174077e on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:20:13.660221 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Attempting to bind port b33841a9-5b11-4c24-b7f2-6974f174077e by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b047e4ca-4bca-40d9-9152-2246b0351cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:20:13.660695 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Attempting to bind port b33841a9-5b11-4c24-b7f2-6974f174077e on network 10a2319c-7234-4a99-b9d4-97c575ca823b {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:20:13.669431 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:20:13.670084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Checking segment: {'id': 'b047e4ca-4bca-40d9-9152-2246b0351cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:20:13.670644 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.671037 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Bound using segment: {'id': 'b047e4ca-4bca-40d9-9152-2246b0351cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:20:13.671731 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Bound port: b33841a9-5b11-4c24-b7f2-6974f174077e, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b047e4ca-4bca-40d9-9152-2246b0351cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:20:13.672295 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.712346 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c245d7d1-3683-482b-b848-8229eb63004e tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.721399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c245d7d1-3683-482b-b848-8229eb63004e tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.766121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] For port b33841a9-5b11-4c24-b7f2-6974f174077e, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:20:13.769595 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] For port b33841a9-5b11-4c24-b7f2-6974f174077e, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=b33841a9-5b11-4c24-b7f2-6974f174077e,segment=NetworkSegment(b047e4ca-4bca-40d9-9152-2246b0351cf7),segment_id=b047e4ca-4bca-40d9-9152-2246b0351cf7)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:20:13.773500 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.833059 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.1 (10a2319c-7234-4a99-b9d4-97c575ca823b/1642ec3c-49d0-4690-a947-b12f68695c20/62ba4857-5d9b-4986-b0ad-ce4b8299432e) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:20:13.840586 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245d7d1-3683-482b-b848-8229eb63004e tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f74e72-e40d-4f82-8574-0c9b688d9b48,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:13.860469 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd2287-8481-4fe7-bded-9130bde2b4c1 None None] Pushing event updated for resources: {'Port': ['ID=b33841a9-5b11-4c24-b7f2-6974f174077e,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:13.876344 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c245d7d1-3683-482b-b848-8229eb63004e tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.878155 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c245d7d1-3683-482b-b848-8229eb63004e tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4436417 Dec 09 02:20:13.880682 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37324) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:13.913882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ab40de55-3ffd-4178-9d90-bb025252ab82 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.929115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ab40de55-3ffd-4178-9d90-bb025252ab82 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.964827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ab40de55-3ffd-4178-9d90-bb025252ab82 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.971292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ab40de55-3ffd-4178-9d90-bb025252ab82 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:13.972438 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ab40de55-3ffd-4178-9d90-bb025252ab82 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c6f74e72-e40d-4f82-8574-0c9b688d9b48 HTTP/1.1" status: 204 len: 168 time: 0.0892217 Dec 09 02:20:13.975917 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37326) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:13.989230 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40de55-3ffd-4178-9d90-bb025252ab82 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6f74e72-e40d-4f82-8574-0c9b688d9b48,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:13.999379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.038018 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.066891 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8f73e540-edb9-4370-a934-8419c0984a70 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0828664 Dec 09 02:20:14.066891 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37328) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:14.131469 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.170670 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 10a2319c-7234-4a99-b9d4-97c575ca823b is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:20:14.178079 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:20:14.180424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-03f03f56-7103-4c6f-8fc5-a72d6528f188 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.180726 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=62ba4857-5d9b-4986-b0ad-ce4b8299432e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:14.183109 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:20:14.188607 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d138eee3-83c5-4eae-9452-d1f9efb6e1be up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:20:14.229880 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-03f03f56-7103-4c6f-8fc5-a72d6528f188 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.243183 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.253084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port d138eee3-83c5-4eae-9452-d1f9efb6e1be triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:20:14.258533 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.306430 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-03f03f56-7103-4c6f-8fc5-a72d6528f188 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.309657 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-03f03f56-7103-4c6f-8fc5-a72d6528f188 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.314646 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37330) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:14.317738 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-03f03f56-7103-4c6f-8fc5-a72d6528f188 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-groups/b9c4edc0-408a-4120-a9fc-000449d10995 HTTP/1.1" status: 204 len: 168 time: 0.2499464 Dec 09 02:20:14.329655 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f03f56-7103-4c6f-8fc5-a72d6528f188 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c4edc0-408a-4120-a9fc-000449d10995,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:14.394930 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cf7edae4-2141-47dc-ad87-9455ce4760c5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0790589 Dec 09 02:20:14.398850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37332) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:14.403845 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-5a8a474c-1e10-423b-a19d-975fc8b8bf65 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481703724'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:14.430162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5a8a474c-1e10-423b-a19d-975fc8b8bf65 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.448895 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.507393 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5a8a474c-1e10-423b-a19d-975fc8b8bf65 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.511738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5a8a474c-1e10-423b-a19d-975fc8b8bf65 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.547657 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5a8a474c-1e10-423b-a19d-975fc8b8bf65 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.548911 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5a8a474c-1e10-423b-a19d-975fc8b8bf65 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1489899 Dec 09 02:20:14.551786 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37334) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:14.554109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a474c-1e10-423b-a19d-975fc8b8bf65 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b48f2ac1-1ccf-48c6-900b-559e69ac8ebc,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:14.561478 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-31d5ef97-a260-4698-8f08-ff4f60a30b9f tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group_rule': {'security_group_id': 'b48f2ac1-1ccf-48c6-900b-559e69ac8ebc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:14.597038 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-31d5ef97-a260-4698-8f08-ff4f60a30b9f tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.668494 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-31d5ef97-a260-4698-8f08-ff4f60a30b9f tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.675050 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-31d5ef97-a260-4698-8f08-ff4f60a30b9f tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.699369 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5ef97-a260-4698-8f08-ff4f60a30b9f tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42889c8-5a87-4c7f-9aed-e8c2d8df9333,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:14.705609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-31d5ef97-a260-4698-8f08-ff4f60a30b9f tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.707032 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-31d5ef97-a260-4698-8f08-ff4f60a30b9f tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1540716 Dec 09 02:20:14.710208 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37336) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:14.727515 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ba2f68dc-a5e0-44d1-84fd-9b0be63c841b tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules/c42889c8-5a87-4c7f-9aed-e8c2d8df9333 HTTP/1.1" status: 200 len: 763 time: 0.0156474 Dec 09 02:20:14.730153 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37338) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:14.768360 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.775472 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.776204 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f12ff36b-244e-4d40-b372-21c1e5158380 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0431709 Dec 09 02:20:14.778303 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37340) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:14.873331 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=62ba4857-5d9b-4986-b0ad-ce4b8299432e,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:14.875949 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0414a158-634a-43fe-9864-781bf84e31e0 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.881840 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:14.888913 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0414a158-634a-43fe-9864-781bf84e31e0 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.003560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2bf6e2-9a27-4715-94aa-1abf972c4d98 None None] Network 10a2319c-7234-4a99-b9d4-97c575ca823b requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:20:15.122003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-db2eb972-be94-404a-b06c-9877cc55d9a0 None None] Provisioning complete for port b33841a9-5b11-4c24-b7f2-6974f174077e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:20:15.122549 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db2eb972-be94-404a-b06c-9877cc55d9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.221540 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db2eb972-be94-404a-b06c-9877cc55d9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.261970 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-db2eb972-be94-404a-b06c-9877cc55d9a0 None None] For port b33841a9-5b11-4c24-b7f2-6974f174077e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=b33841a9-5b11-4c24-b7f2-6974f174077e,segment=NetworkSegment(b047e4ca-4bca-40d9-9152-2246b0351cf7),segment_id=b047e4ca-4bca-40d9-9152-2246b0351cf7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:15.266237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-db2eb972-be94-404a-b06c-9877cc55d9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.298575 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0414a158-634a-43fe-9864-781bf84e31e0 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.306426 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0414a158-634a-43fe-9864-781bf84e31e0 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.310666 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0414a158-634a-43fe-9864-781bf84e31e0 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c42889c8-5a87-4c7f-9aed-e8c2d8df9333 HTTP/1.1" status: 204 len: 168 time: 0.5260687 Dec 09 02:20:15.310848 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37342) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:15.324775 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414a158-634a-43fe-9864-781bf84e31e0 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c42889c8-5a87-4c7f-9aed-e8c2d8df9333,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:15.345067 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2eb972-be94-404a-b06c-9877cc55d9a0 None None] Pushing event updated for resources: {'Port': ['ID=b33841a9-5b11-4c24-b7f2-6974f174077e,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:15.350616 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 10a2319c-7234-4a99-b9d4-97c575ca823b is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:20:15.353290 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:20:15.383473 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-46b7a88c-9c06-4dad-9c75-d387b8189031 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0709145 Dec 09 02:20:15.385649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37344) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:15.390214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-400df6d8-986b-4711-b4c6-32afa6a318d9 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group_rule': {'security_group_id': 'b48f2ac1-1ccf-48c6-900b-559e69ac8ebc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:15.429876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-400df6d8-986b-4711-b4c6-32afa6a318d9 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.492692 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-d10ac72d-349e-47ad-925f-ab1c5691c5e5 None None] Provisioning complete for port 62ba4857-5d9b-4986-b0ad-ce4b8299432e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:20:15.493473 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-400df6d8-986b-4711-b4c6-32afa6a318d9 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.493658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d10ac72d-349e-47ad-925f-ab1c5691c5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.498901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-400df6d8-986b-4711-b4c6-32afa6a318d9 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.501363 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 15b74c6c-81ee-4599-952e-703efbcd5b8d has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:20:15.520621 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400df6d8-986b-4711-b4c6-32afa6a318d9 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f19aca2-c81d-4b71-8df0-8dc94f7bbaba,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:15.532155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-400df6d8-986b-4711-b4c6-32afa6a318d9 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.535940 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-400df6d8-986b-4711-b4c6-32afa6a318d9 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1467040 Dec 09 02:20:15.536156 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37346) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:15.543502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d10ac72d-349e-47ad-925f-ab1c5691c5e5 None None] Port 62ba4857-5d9b-4986-b0ad-ce4b8299432e cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:20:15.554944 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-d10ac72d-349e-47ad-925f-ab1c5691c5e5 None None] Provisioning complete for port b33841a9-5b11-4c24-b7f2-6974f174077e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:20:15.555454 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d10ac72d-349e-47ad-925f-ab1c5691c5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.557219 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f6d11284-b39a-4949-9407-c81a2fec4d6a tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules/5f19aca2-c81d-4b71-8df0-8dc94f7bbaba HTTP/1.1" status: 200 len: 763 time: 0.0199299 Dec 09 02:20:15.560460 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37348) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:15.608556 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5fc415ba-44e9-46a9-a0ec-12132cc56b09 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0453701 Dec 09 02:20:15.611103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37350) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:15.637376 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36394286-adc5-4af3-bfd3-293b1f30124a tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.645938 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36394286-adc5-4af3-bfd3-293b1f30124a tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.651130 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:20:15.668808 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1c1c515d-b507-4fe3-9b74-1f022999facc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/15b74c6c-81ee-4599-952e-703efbcd5b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8911138 Dec 09 02:20:15.671461 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37352) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:15.673815 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Sync routers for ids ['15b74c6c-81ee-4599-952e-703efbcd5b8d'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:20:15.685166 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Routers {'15b74c6c-81ee-4599-952e-703efbcd5b8d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:20:15.685803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:20:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['15b74c6c-81ee-4599-952e-703efbcd5b8d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:15.686072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36394286-adc5-4af3-bfd3-293b1f30124a tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.694744 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36394286-adc5-4af3-bfd3-293b1f30124a tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.696270 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-36394286-adc5-4af3-bfd3-293b1f30124a tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/5f19aca2-c81d-4b71-8df0-8dc94f7bbaba HTTP/1.1" status: 204 len: 168 time: 0.0841966 Dec 09 02:20:15.699013 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37354) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:15.701103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36394286-adc5-4af3-bfd3-293b1f30124a tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f19aca2-c81d-4b71-8df0-8dc94f7bbaba,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:15.797270 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cdc16abd-ac24-49ad-a6e3-8c5c60c8fc43 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0969627 Dec 09 02:20:15.799978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37356) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:15.804867 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-c1c0c478-30dc-4b58-91c4-caecf6d696f4 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group_rule': {'security_group_id': 'b48f2ac1-1ccf-48c6-900b-559e69ac8ebc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:15.809926 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-adb09380-3d5d-4a78-b110-7dca47953dc8 None None] Provisioning complete for port 62ba4857-5d9b-4986-b0ad-ce4b8299432e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:20:15.810388 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-adb09380-3d5d-4a78-b110-7dca47953dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.824103 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f351c503-49c7-43cf-a15f-2987baee0364 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:15.825152 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f351c503-49c7-43cf-a15f-2987baee0364 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:15.825686 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f351c503-49c7-43cf-a15f-2987baee0364 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:15.826208 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f351c503-49c7-43cf-a15f-2987baee0364 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:15.827135 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f351c503-49c7-43cf-a15f-2987baee0364 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:15.827699 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f351c503-49c7-43cf-a15f-2987baee0364 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:15.828211 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f351c503-49c7-43cf-a15f-2987baee0364 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:15.830832 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f351c503-49c7-43cf-a15f-2987baee0364 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.1579082 Dec 09 02:20:15.833314 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37358) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:15.857603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Set router 15b74c6c-81ee-4599-952e-703efbcd5b8d gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:20:15.859357 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-adb09380-3d5d-4a78-b110-7dca47953dc8 None None] Port 62ba4857-5d9b-4986-b0ad-ce4b8299432e cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:20:15.881517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c478-30dc-4b58-91c4-caecf6d696f4 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.958196 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe82b89f-507e-4d81-847e-03736514b38a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:15.958668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe82b89f-507e-4d81-847e-03736514b38a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:15.959130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe82b89f-507e-4d81-847e-03736514b38a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:15.959608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe82b89f-507e-4d81-847e-03736514b38a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:15.960059 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe82b89f-507e-4d81-847e-03736514b38a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:15.960524 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe82b89f-507e-4d81-847e-03736514b38a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:15.960959 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe82b89f-507e-4d81-847e-03736514b38a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:15.962851 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fe82b89f-507e-4d81-847e-03736514b38a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1284053 Dec 09 02:20:15.966912 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37360) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:15.981679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c478-30dc-4b58-91c4-caecf6d696f4 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.985721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c478-30dc-4b58-91c4-caecf6d696f4 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:15.999260 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f1bc725e-1e70-4123-a9df-3c72cb480bd7 None None] Provisioning complete for port 62ba4857-5d9b-4986-b0ad-ce4b8299432e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:20:15.999683 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f1bc725e-1e70-4123-a9df-3c72cb480bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.004186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0c478-30dc-4b58-91c4-caecf6d696f4 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b203dd-d153-480b-9042-903f39fed5a2,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:16.016009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c478-30dc-4b58-91c4-caecf6d696f4 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.018883 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c1c0c478-30dc-4b58-91c4-caecf6d696f4 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2173779 Dec 09 02:20:16.021811 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37362) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:16.043097 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f92efc51-b495-4574-a5aa-b2ca4315c8da tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules/97b203dd-d153-480b-9042-903f39fed5a2 HTTP/1.1" status: 200 len: 764 time: 0.0174284 Dec 09 02:20:16.043866 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37364) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:16.062494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc725e-1e70-4123-a9df-3c72cb480bd7 None None] Port 62ba4857-5d9b-4986-b0ad-ce4b8299432e cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:20:16.108358 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8339861a-66fe-4d78-a758-1591ab6e91ab tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0636721 Dec 09 02:20:16.108663 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37366) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:16.127675 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'name': 'tempest-TestNetworkBasicOps-router-1938330055', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:14Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '62ba4857-5d9b-4986-b0ad-ce4b8299432e', 'name': '', 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:1e:d0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:13Z', 'updated_at': '2021-12-09T02:20:14Z', 'revision_number': 2, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:16.161947 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9af1c834-9201-477a-8b07-0f004f7f63d5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.162455 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b33841a9-5b11-4c24-b7f2-6974f174077e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:20:16.164825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Checking router: 15b74c6c-81ee-4599-952e-703efbcd5b8d for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:20:16.165182 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Updating router 15b74c6c-81ee-4599-952e-703efbcd5b8d port 62ba4857-5d9b-4986-b0ad-ce4b8299432e binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:20:16.205036 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9af1c834-9201-477a-8b07-0f004f7f63d5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.214980 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.262678 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9af1c834-9201-477a-8b07-0f004f7f63d5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.272825 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9af1c834-9201-477a-8b07-0f004f7f63d5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.273948 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9af1c834-9201-477a-8b07-0f004f7f63d5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/97b203dd-d153-480b-9042-903f39fed5a2 HTTP/1.1" status: 204 len: 168 time: 0.1641083 Dec 09 02:20:16.274928 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port b33841a9-5b11-4c24-b7f2-6974f174077e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:20:16.275314 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.276780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37368) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:16.292197 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1c834-9201-477a-8b07-0f004f7f63d5 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97b203dd-d153-480b-9042-903f39fed5a2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:16.313779 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-288dcb43-b889-417e-a80f-d359ab3c20d6 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.3436873 Dec 09 02:20:16.325656 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7927f776-bf0f-4972-a5f3-5f48a14755c4 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0473723 Dec 09 02:20:16.328799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37372) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:16.383505 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-858561b5-72cf-424c-bc9f-dc1582a49278 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.406654 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-858561b5-72cf-424c-bc9f-dc1582a49278 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.451685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-858561b5-72cf-424c-bc9f-dc1582a49278 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.454516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-858561b5-72cf-424c-bc9f-dc1582a49278 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.458505 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-858561b5-72cf-424c-bc9f-dc1582a49278 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-groups/b48f2ac1-1ccf-48c6-900b-559e69ac8ebc HTTP/1.1" status: 204 len: 168 time: 0.1262035 Dec 09 02:20:16.458845 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37374) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:16.466889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858561b5-72cf-424c-bc9f-dc1582a49278 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48f2ac1-1ccf-48c6-900b-559e69ac8ebc,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:16.501234 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-447172e0-e2e1-4c9c-810c-b3a82b892053 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0412025 Dec 09 02:20:16.507615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37376) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:16.512894 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a363ca39-bca8-40ac-b437-ecf53b9d3885 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099983216'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:16.537861 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a363ca39-bca8-40ac-b437-ecf53b9d3885 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.604975 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.610229 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a363ca39-bca8-40ac-b437-ecf53b9d3885 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.610866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.614449 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a363ca39-bca8-40ac-b437-ecf53b9d3885 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.644263 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363ca39-bca8-40ac-b437-ecf53b9d3885 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b900ec1-c346-4b31-ad07-65ba6b2c8928,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:16.648934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a363ca39-bca8-40ac-b437-ecf53b9d3885 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.650238 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a363ca39-bca8-40ac-b437-ecf53b9d3885 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1416333 Dec 09 02:20:16.653380 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37378) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:16.660040 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-695ca4d0-fc80-4c87-8bdb-2f219033d4b1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Request body: {'security_group_rule': {'security_group_id': '8b900ec1-c346-4b31-ad07-65ba6b2c8928', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:16.680459 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cad50-55db-43bd-8fbd-bf5eb3097095 None None] Pushing event updated for resources: {'Port': ['ID=62ba4857-5d9b-4986-b0ad-ce4b8299432e,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:16.687203 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37380) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:16.692060 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1f3fcb41-138d-482d-9142-ae79bb2f6511 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194941197', 'description': 'tempest-secgroup-smoke-1194941197 description', 'project_id': '11e56525f9144d56b0abeb03a899d780'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:16.698687 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-695ca4d0-fc80-4c87-8bdb-2f219033d4b1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.718889 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f3fcb41-138d-482d-9142-ae79bb2f6511 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.751616 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-695ca4d0-fc80-4c87-8bdb-2f219033d4b1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.759025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-695ca4d0-fc80-4c87-8bdb-2f219033d4b1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.781715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ca4d0-fc80-4c87-8bdb-2f219033d4b1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ba3bd2-b133-4f83-960e-35ea1465d50f,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:16.798828 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-695ca4d0-fc80-4c87-8bdb-2f219033d4b1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.803324 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-695ca4d0-fc80-4c87-8bdb-2f219033d4b1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1486609 Dec 09 02:20:16.806447 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37382) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:16.827870 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f3fcb41-138d-482d-9142-ae79bb2f6511 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.839116 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f3fcb41-138d-482d-9142-ae79bb2f6511 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.864304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f3fcb41-138d-482d-9142-ae79bb2f6511 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.865760 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1f3fcb41-138d-482d-9142-ae79bb2f6511 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1775162 Dec 09 02:20:16.868633 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37384) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:16.873931 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-222ccdaa-3bff-4afa-8c00-097f05a3cb00 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '33271162-7bd0-4337-b971-177a9fb0253b', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:16.897382 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fcb41-138d-482d-9142-ae79bb2f6511 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33271162-7bd0-4337-b971-177a9fb0253b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:16.913303 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a611987-566d-4c09-a19a-79c2550b59b1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.919607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-222ccdaa-3bff-4afa-8c00-097f05a3cb00 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.921027 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Attempting to bind port 62ba4857-5d9b-4986-b0ad-ce4b8299432e on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:20:16.921408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Attempting to bind port 62ba4857-5d9b-4986-b0ad-ce4b8299432e by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b047e4ca-4bca-40d9-9152-2246b0351cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:20:16.922160 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Attempting to bind port 62ba4857-5d9b-4986-b0ad-ce4b8299432e on network 10a2319c-7234-4a99-b9d4-97c575ca823b {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:20:16.927104 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:20:16.927514 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Checking segment: {'id': 'b047e4ca-4bca-40d9-9152-2246b0351cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:20:16.927924 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.928321 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Bound using segment: {'id': 'b047e4ca-4bca-40d9-9152-2246b0351cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:20:16.928789 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Bound port: 62ba4857-5d9b-4986-b0ad-ce4b8299432e, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b047e4ca-4bca-40d9-9152-2246b0351cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:20:16.929258 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.948326 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a611987-566d-4c09-a19a-79c2550b59b1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.982095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-222ccdaa-3bff-4afa-8c00-097f05a3cb00 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:16.988692 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-222ccdaa-3bff-4afa-8c00-097f05a3cb00 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.006919 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ccdaa-3bff-4afa-8c00-097f05a3cb00 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550566df-1e84-45bf-a506-6c15f618773f,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:17.007150 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a611987-566d-4c09-a19a-79c2550b59b1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.011787 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] For port 62ba4857-5d9b-4986-b0ad-ce4b8299432e, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:20:17.015792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a611987-566d-4c09-a19a-79c2550b59b1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.017785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-222ccdaa-3bff-4afa-8c00-097f05a3cb00 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.019996 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8a611987-566d-4c09-a19a-79c2550b59b1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-groups/8b900ec1-c346-4b31-ad07-65ba6b2c8928 HTTP/1.1" status: 204 len: 168 time: 0.2115960 Dec 09 02:20:17.021032 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37386) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:17.021735 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-222ccdaa-3bff-4afa-8c00-097f05a3cb00 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514008 Dec 09 02:20:17.022429 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37388) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:17.028470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] For port 62ba4857-5d9b-4986-b0ad-ce4b8299432e, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=62ba4857-5d9b-4986-b0ad-ce4b8299432e,segment=NetworkSegment(b047e4ca-4bca-40d9-9152-2246b0351cf7),segment_id=b047e4ca-4bca-40d9-9152-2246b0351cf7)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:20:17.031652 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-890768b5-0d35-42c2-8e1b-a9c4c617ff12 None None] Provisioning complete for port 62ba4857-5d9b-4986-b0ad-ce4b8299432e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:20:17.032037 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-890768b5-0d35-42c2-8e1b-a9c4c617ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.035084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.043800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-08dd0e37-c1c5-4904-925b-373810dea653 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '33271162-7bd0-4337-b971-177a9fb0253b', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:17.056944 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a611987-566d-4c09-a19a-79c2550b59b1 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b900ec1-c346-4b31-ad07-65ba6b2c8928,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:17.106304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08dd0e37-c1c5-4904-925b-373810dea653 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.131514 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Routers {'15b74c6c-81ee-4599-952e-703efbcd5b8d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:20:17.132206 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:20:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['15b74c6c-81ee-4599-952e-703efbcd5b8d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:17.152339 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-712eb183-3a3d-42c4-a5e8-8785c9acad4b tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1226013 Dec 09 02:20:17.152924 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37392) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:17.179756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cad50-55db-43bd-8fbd-bf5eb3097095 None None] Pushing event updated for resources: {'Port': ['ID=62ba4857-5d9b-4986-b0ad-ce4b8299432e,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:17.183575 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08dd0e37-c1c5-4904-925b-373810dea653 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.188269 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08dd0e37-c1c5-4904-925b-373810dea653 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.203358 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8960ea8f-25a6-4709-82f7-102a3ddcd80b tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0466180 Dec 09 02:20:17.204995 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37394) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:17.210324 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd0e37-c1c5-4904-925b-373810dea653 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68aef88-cd8e-40ed-bb47-bdf626e18f25,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:17.228284 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.api.v2.resource [None req-22e62f25-9156-4dee-b8b1-03610eedaf59 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] delete failed (client error): The resource could not be found. Dec 09 02:20:17.233479 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-22e62f25-9156-4dee-b8b1-03610eedaf59 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "DELETE /v2.0/security-groups/8b900ec1-c346-4b31-ad07-65ba6b2c8928 HTTP/1.1" status: 404 len: 347 time: 0.0238702 Dec 09 02:20:17.233655 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08dd0e37-c1c5-4904-925b-373810dea653 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.233655 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-08dd0e37-c1c5-4904-925b-373810dea653 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2034128 Dec 09 02:20:17.234236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37396) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:17.234602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37398) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:17.240173 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-0c89f16a-d3f5-46c3-82c5-7e71cf382e94 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '33271162-7bd0-4337-b971-177a9fb0253b', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:17.297533 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-890768b5-0d35-42c2-8e1b-a9c4c617ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.301253 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] Set router 15b74c6c-81ee-4599-952e-703efbcd5b8d gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:20:17.308984 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fa242871-3f19-48a9-ba7d-3f5316d83140 tempest-SecGroupTest-1718545267 tempest-SecGroupTest-1718545267-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0732698 Dec 09 02:20:17.310600 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c89f16a-d3f5-46c3-82c5-7e71cf382e94 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.368856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c89f16a-d3f5-46c3-82c5-7e71cf382e94 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.378338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c89f16a-d3f5-46c3-82c5-7e71cf382e94 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.396870 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89f16a-d3f5-46c3-82c5-7e71cf382e94 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2831b84-1d03-4f83-92eb-24722fcfdf57,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:17.399870 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-890768b5-0d35-42c2-8e1b-a9c4c617ff12 None None] For port 62ba4857-5d9b-4986-b0ad-ce4b8299432e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=62ba4857-5d9b-4986-b0ad-ce4b8299432e,segment=NetworkSegment(b047e4ca-4bca-40d9-9152-2246b0351cf7),segment_id=b047e4ca-4bca-40d9-9152-2246b0351cf7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:17.407673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c89f16a-d3f5-46c3-82c5-7e71cf382e94 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.408889 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0c89f16a-d3f5-46c3-82c5-7e71cf382e94 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1721330 Dec 09 02:20:17.411878 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37402) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:17.414251 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-890768b5-0d35-42c2-8e1b-a9c4c617ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.416821 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b00b7b62-768c-4f46-a174-879c316f94c9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '33271162-7bd0-4337-b971-177a9fb0253b', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:17.443827 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b00b7b62-768c-4f46-a174-879c316f94c9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.506801 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b00b7b62-768c-4f46-a174-879c316f94c9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.510237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890768b5-0d35-42c2-8e1b-a9c4c617ff12 None None] Pushing event updated for resources: {'Port': ['ID=62ba4857-5d9b-4986-b0ad-ce4b8299432e,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:17.510487 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b00b7b62-768c-4f46-a174-879c316f94c9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.528932 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b7b62-768c-4f46-a174-879c316f94c9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd980203-35d7-4365-99b1-92454d460251,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:17.540551 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b00b7b62-768c-4f46-a174-879c316f94c9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.545278 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b00b7b62-768c-4f46-a174-879c316f94c9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298101 Dec 09 02:20:17.545629 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37406) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:17.550602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e196c670-d2b4-4b40-822f-fd3c76ef4b8d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '33271162-7bd0-4337-b971-177a9fb0253b', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:17.566230 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e591a532-17a1-4b65-9d35-550d79c868d6 None None] Provisioning complete for port 62ba4857-5d9b-4986-b0ad-ce4b8299432e triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:20:17.566656 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e591a532-17a1-4b65-9d35-550d79c868d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.576687 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-e196c670-d2b4-4b40-822f-fd3c76ef4b8d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:20:17.581782 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e196c670-d2b4-4b40-822f-fd3c76ef4b8d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.628320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'name': 'tempest-TestNetworkBasicOps-router-1938330055', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:14Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '62ba4857-5d9b-4986-b0ad-ce4b8299432e', 'name': '', 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:1e:d0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:13Z', 'updated_at': '2021-12-09T02:20:17Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:17.633203 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37408) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:17.651006 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e196c670-d2b4-4b40-822f-fd3c76ef4b8d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.654594 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e196c670-d2b4-4b40-822f-fd3c76ef4b8d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.676578 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196c670-d2b4-4b40-822f-fd3c76ef4b8d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4e1048-9121-465d-997d-b9b34dca0ae7,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:17.678218 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef5d3d5-f705-4fb7-937a-99b0e53185ed None None] The sync data for ids ['15b74c6c-81ee-4599-952e-703efbcd5b8d'] in dv-neutron-804846-18-hyperv is: [{'id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'name': 'tempest-TestNetworkBasicOps-router-1938330055', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:14Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '62ba4857-5d9b-4986-b0ad-ce4b8299432e', 'name': '', 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:1e:d0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:13Z', 'updated_at': '2021-12-09T02:20:17Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:20:17.692164 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e196c670-d2b4-4b40-822f-fd3c76ef4b8d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.694197 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e196c670-d2b4-4b40-822f-fd3c76ef4b8d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1475589 Dec 09 02:20:17.697035 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37412) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:17.702663 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-509f7875-ef42-48d8-afc2-fc2f86959553 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '33271162-7bd0-4337-b971-177a9fb0253b', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:17.739905 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-509f7875-ef42-48d8-afc2-fc2f86959553 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:20:17.749719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-509f7875-ef42-48d8-afc2-fc2f86959553 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.839929 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-509f7875-ef42-48d8-afc2-fc2f86959553 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.843018 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-29e70e85-eb31-4887-95c3-fecf46faf919 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acabc0cea58640748f46cd67195f3b95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2084320 Dec 09 02:20:17.845768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37414) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:17.852577 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-509f7875-ef42-48d8-afc2-fc2f86959553 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.891956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f7875-ef42-48d8-afc2-fc2f86959553 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a879f2-c5b0-40c7-be59-da59c1155898,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:17.902354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-509f7875-ef42-48d8-afc2-fc2f86959553 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.903661 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-509f7875-ef42-48d8-afc2-fc2f86959553 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2054453 Dec 09 02:20:17.920527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4ab36a4-3235-480c-af6f-03e66c8b92fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.943115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4ab36a4-3235-480c-af6f-03e66c8b92fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:17.999787 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4ab36a4-3235-480c-af6f-03e66c8b92fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:18.005339 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4ab36a4-3235-480c-af6f-03e66c8b92fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:18.010542 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f4ab36a4-3235-480c-af6f-03e66c8b92fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1e860d6-778f-4235-a0f2-34f97db18f70 HTTP/1.1" status: 204 len: 168 time: 0.1621335 Dec 09 02:20:18.020997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab36a4-3235-480c-af6f-03e66c8b92fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e860d6-778f-4235-a0f2-34f97db18f70,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:18.156251 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 62ba4857-5d9b-4986-b0ad-ce4b8299432e up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:20:18.178920 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-751c0964-19c4-47a0-b236-330c5d44523b req-0745d757-536c-4c63-b33b-e6d3765616ec tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194941197&fields=id&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 267 time: 0.0750692 Dec 09 02:20:18.246437 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 62ba4857-5d9b-4986-b0ad-ce4b8299432e triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:20:18.246957 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:18.333355 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c0964-19c4-47a0-b236-330c5d44523b req-8f481ea6-ad3a-481c-8d90-70498894fbfe tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:18.338962 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-751c0964-19c4-47a0-b236-330c5d44523b req-8f481ea6-ad3a-481c-8d90-70498894fbfe tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/networks?id=10a2319c-7234-4a99-b9d4-97c575ca823b HTTP/1.1" status: 200 len: 796 time: 0.1518397 Dec 09 02:20:18.352736 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-751c0964-19c4-47a0-b236-330c5d44523b req-881103f9-5b41-436e-a1a7-efba82d832ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/quotas/11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 375 time: 0.0101910 Dec 09 02:20:18.410674 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-751c0964-19c4-47a0-b236-330c5d44523b req-26e232c0-f451-44b2-9718-fae89be67501 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518949 Dec 09 02:20:18.506424 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-751c0964-19c4-47a0-b236-330c5d44523b req-f5e83b59-1efe-4019-893a-41660ae85fc9 service neutron] 10.222.0.43 "GET /v2.0/networks/10a2319c-7234-4a99-b9d4-97c575ca823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833881 Dec 09 02:20:18.604985 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-751c0964-19c4-47a0-b236-330c5d44523b req-d37eff06-9e04-4669-af14-a07bac29b26a service neutron] 10.222.0.43 "GET /v2.0/networks/10a2319c-7234-4a99-b9d4-97c575ca823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919187 Dec 09 02:20:18.775515 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ffc14684-ec05-43fe-8923-3908b1429d13 req-502f9e55-6d3a-498b-a84f-43a1a72f03e0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 210 time: 0.0293388 Dec 09 02:20:19.848740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c0964-19c4-47a0-b236-330c5d44523b req-720964e2-6ef9-4c3f-a044-ad5d182701e0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:19.850179 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-751c0964-19c4-47a0-b236-330c5d44523b req-720964e2-6ef9-4c3f-a044-ad5d182701e0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/networks?id=10a2319c-7234-4a99-b9d4-97c575ca823b HTTP/1.1" status: 200 len: 796 time: 0.1054666 Dec 09 02:20:19.876404 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-77baf1d8-6602-4707-bb41-85eb4c75377e req-799c8fb8-4581-4a3e-b0af-ae2b1d5a3e6c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 210 time: 0.0252514 Dec 09 02:20:19.944271 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-751c0964-19c4-47a0-b236-330c5d44523b req-56ecb32a-a53b-44c7-aac3-6a09ff562378 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 380 time: 0.0566456 Dec 09 02:20:19.962876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-751c0964-19c4-47a0-b236-330c5d44523b req-8c54fefd-997e-4b10-8dc2-07a55afa3a81 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'port': {'device_id': '1e2f12fa-3feb-4658-9a6d-8da440454051', 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b', 'admin_state_up': True, 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'security_groups': ['33271162-7bd0-4337-b971-177a9fb0253b']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:20.066100 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751c0964-19c4-47a0-b236-330c5d44523b req-8c54fefd-997e-4b10-8dc2-07a55afa3a81 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:20:20.069685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-751c0964-19c4-47a0-b236-330c5d44523b req-8c54fefd-997e-4b10-8dc2-07a55afa3a81 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:20.197162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-751c0964-19c4-47a0-b236-330c5d44523b req-8c54fefd-997e-4b10-8dc2-07a55afa3a81 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.7 (10a2319c-7234-4a99-b9d4-97c575ca823b/1642ec3c-49d0-4690-a947-b12f68695c20/34c4769d-bd64-4d2c-be56-53ef1f1b6a03) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:20:20.332656 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-751c0964-19c4-47a0-b236-330c5d44523b req-8c54fefd-997e-4b10-8dc2-07a55afa3a81 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:20.365996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-751c0964-19c4-47a0-b236-330c5d44523b req-8c54fefd-997e-4b10-8dc2-07a55afa3a81 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:20.411986 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751c0964-19c4-47a0-b236-330c5d44523b req-8c54fefd-997e-4b10-8dc2-07a55afa3a81 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 10a2319c-7234-4a99-b9d4-97c575ca823b is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:20:20.417131 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-751c0964-19c4-47a0-b236-330c5d44523b req-8c54fefd-997e-4b10-8dc2-07a55afa3a81 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:20:20.420882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-751c0964-19c4-47a0-b236-330c5d44523b req-8c54fefd-997e-4b10-8dc2-07a55afa3a81 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:20:20.443689 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54fefd-997e-4b10-8dc2-07a55afa3a81 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=34c4769d-bd64-4d2c-be56-53ef1f1b6a03,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:20.474030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c0964-19c4-47a0-b236-330c5d44523b req-8c54fefd-997e-4b10-8dc2-07a55afa3a81 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:20.474672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-751c0964-19c4-47a0-b236-330c5d44523b req-8c54fefd-997e-4b10-8dc2-07a55afa3a81 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:20.491647 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-751c0964-19c4-47a0-b236-330c5d44523b req-8c54fefd-997e-4b10-8dc2-07a55afa3a81 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5323629 Dec 09 02:20:20.513023 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Request body: {'port': {'device_id': '1e2f12fa-3feb-4658-9a6d-8da440454051', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:20.568284 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:20.637305 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-aa2f34f7-babc-43f1-89ab-f3a4355a41c6 None None] Provisioning complete for port 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:20:20.637938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa2f34f7-babc-43f1-89ab-f3a4355a41c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:20.673179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f34f7-babc-43f1-89ab-f3a4355a41c6 None None] Port 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:20:20.832904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:20:20.840240 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:20.851827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Transition to ACTIVE for port object 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:20:20.856493 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:20.906748 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Pushing event updated for resources: {'Port': ['ID=34c4769d-bd64-4d2c-be56-53ef1f1b6a03,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:21.003823 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Attempting to bind port 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:20:21.004152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Attempting to bind port 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'b047e4ca-4bca-40d9-9152-2246b0351cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:20:21.004487 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Attempting to bind port 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 on network 10a2319c-7234-4a99-b9d4-97c575ca823b {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:20:21.013681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Port 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 on network 10a2319c-7234-4a99-b9d4-97c575ca823b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:20:21.014009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Attempting to bind port 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 on network 10a2319c-7234-4a99-b9d4-97c575ca823b {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:20:21.021898 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:20:21.022237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Checking segment: {'id': 'b047e4ca-4bca-40d9-9152-2246b0351cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:20:21.022621 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Bound using segment: {'id': 'b047e4ca-4bca-40d9-9152-2246b0351cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:20:21.023053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Bound port: 34c4769d-bd64-4d2c-be56-53ef1f1b6a03, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b047e4ca-4bca-40d9-9152-2246b0351cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:20:21.023421 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:21.034208 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc817cc6-c7bd-4b8b-b303-08c466aad983 req-55bf49bc-a04b-48b6-834b-0cfcb134b164 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:21.035751 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bc817cc6-c7bd-4b8b-b303-08c466aad983 req-55bf49bc-a04b-48b6-834b-0cfcb134b164 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 943 time: 0.0858843 Dec 09 02:20:21.118558 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bc817cc6-c7bd-4b8b-b303-08c466aad983 req-7edad5dd-d1e9-4107-b34d-0fea5cf6cbc7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=33271162-7bd0-4337-b971-177a9fb0253b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733826 Dec 09 02:20:21.135494 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] For port 34c4769d-bd64-4d2c-be56-53ef1f1b6a03, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:20:21.138659 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] For port 34c4769d-bd64-4d2c-be56-53ef1f1b6a03, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=34c4769d-bd64-4d2c-be56-53ef1f1b6a03,segment=NetworkSegment(b047e4ca-4bca-40d9-9152-2246b0351cf7),segment_id=b047e4ca-4bca-40d9-9152-2246b0351cf7)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:20:21.143781 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:21.182331 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:21.182941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:21.184371 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-751c0964-19c4-47a0-b236-330c5d44523b req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] 10.222.0.45 "PUT /v2.0/ports/34c4769d-bd64-4d2c-be56-53ef1f1b6a03 HTTP/1.1" status: 200 len: 1093 time: 0.6762595 Dec 09 02:20:21.184817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2f12fa-3feb-4658-9a6d-8da440454051', 'tag': '34c4769d-bd64-4d2c-be56-53ef1f1b6a03'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:20:21.187078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f5d208-f5d8-4af7-8c67-3140460c0f37" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2f12fa-3feb-4658-9a6d-8da440454051", "tag": "34c4769d-bd64-4d2c-be56-53ef1f1b6a03"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:20:21.217698 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de386ffa-7fa0-4d06-9e2a-896ce59c409c service neutron] Pushing event updated for resources: {'Port': ['ID=34c4769d-bd64-4d2c-be56-53ef1f1b6a03,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:21.227906 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7a67a7-a30c-4fcf-9202-2ba7b598014b x-openstack-request-id: req-7d7a67a7-a30c-4fcf-9202-2ba7b598014b {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:20:21.228204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2f12fa-3feb-4658-9a6d-8da440454051", "tag": "34c4769d-bd64-4d2c-be56-53ef1f1b6a03", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:20:21.229550 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d7a67a7-a30c-4fcf-9202-2ba7b598014b {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:20:21.231963 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2f12fa-3feb-4658-9a6d-8da440454051', 'tag': '34c4769d-bd64-4d2c-be56-53ef1f1b6a03', 'status': 'completed', 'code': 200} Dec 09 02:20:21.300313 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c0964-19c4-47a0-b236-330c5d44523b req-d024f1e7-cf19-4bc4-b50b-9f48bb27fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:21.302219 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-751c0964-19c4-47a0-b236-330c5d44523b req-d024f1e7-cf19-4bc4-b50b-9f48bb27fcb9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 1096 time: 0.0468898 Dec 09 02:20:21.353378 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-751c0964-19c4-47a0-b236-330c5d44523b req-2ff18a21-0382-47ab-abde-4996a0bea805 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34c4769d-bd64-4d2c-be56-53ef1f1b6a03 HTTP/1.1" status: 200 len: 217 time: 0.0340829 Dec 09 02:20:21.403615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c0964-19c4-47a0-b236-330c5d44523b req-d58efb4e-776e-45ff-bc20-15147a7461cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:21.405018 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-751c0964-19c4-47a0-b236-330c5d44523b req-d58efb4e-776e-45ff-bc20-15147a7461cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1642ec3c-49d0-4690-a947-b12f68695c20 HTTP/1.1" status: 200 len: 834 time: 0.0428889 Dec 09 02:20:21.455515 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c0964-19c4-47a0-b236-330c5d44523b req-cbce2bca-a2fe-4201-a934-1bb0de8bddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:21.456976 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-751c0964-19c4-47a0-b236-330c5d44523b req-cbce2bca-a2fe-4201-a934-1bb0de8bddf6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10a2319c-7234-4a99-b9d4-97c575ca823b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0439749 Dec 09 02:20:21.547582 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-751c0964-19c4-47a0-b236-330c5d44523b req-37409554-98e2-4051-971b-46ca4cd5cb4b service neutron] 10.222.0.45 "GET /v2.0/networks/10a2319c-7234-4a99-b9d4-97c575ca823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812216 Dec 09 02:20:21.640416 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-751c0964-19c4-47a0-b236-330c5d44523b req-18dd2d3b-fdbb-4615-a35c-012534120d7b service neutron] 10.222.0.45 "GET /v2.0/networks/10a2319c-7234-4a99-b9d4-97c575ca823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847650 Dec 09 02:20:21.804985 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5d208-f5d8-4af7-8c67-3140460c0f37 req-a25ce047-ef49-4f08-9706-073e91121773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:21.806661 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-46f5d208-f5d8-4af7-8c67-3140460c0f37 req-a25ce047-ef49-4f08-9706-073e91121773 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 1096 time: 0.0418208 Dec 09 02:20:21.901475 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5d208-f5d8-4af7-8c67-3140460c0f37 req-11fd58ab-7d40-4e4f-a95f-4325ca5b0b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:21.902921 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-46f5d208-f5d8-4af7-8c67-3140460c0f37 req-11fd58ab-7d40-4e4f-a95f-4325ca5b0b58 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10a2319c-7234-4a99-b9d4-97c575ca823b HTTP/1.1" status: 200 len: 897 time: 0.0858543 Dec 09 02:20:21.946710 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-46f5d208-f5d8-4af7-8c67-3140460c0f37 req-9aa60b3c-9156-4d25-bd1b-54ebfa475805 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34c4769d-bd64-4d2c-be56-53ef1f1b6a03 HTTP/1.1" status: 200 len: 217 time: 0.0366530 Dec 09 02:20:21.996598 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5d208-f5d8-4af7-8c67-3140460c0f37 req-69c6d2a6-837c-4ac3-8e33-7b041b460809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:21.998011 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-46f5d208-f5d8-4af7-8c67-3140460c0f37 req-69c6d2a6-837c-4ac3-8e33-7b041b460809 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1642ec3c-49d0-4690-a947-b12f68695c20 HTTP/1.1" status: 200 len: 834 time: 0.0434647 Dec 09 02:20:22.043413 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5d208-f5d8-4af7-8c67-3140460c0f37 req-cb5f0cbc-16a6-4bb2-85a0-235e7dc977a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:22.044956 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-46f5d208-f5d8-4af7-8c67-3140460c0f37 req-cb5f0cbc-16a6-4bb2-85a0-235e7dc977a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10a2319c-7234-4a99-b9d4-97c575ca823b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394096 Dec 09 02:20:22.136627 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-46f5d208-f5d8-4af7-8c67-3140460c0f37 req-140fd819-f259-4f59-959f-2f51c78bacf9 service neutron] 10.222.0.45 "GET /v2.0/networks/10a2319c-7234-4a99-b9d4-97c575ca823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836163 Dec 09 02:20:22.506273 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-46f5d208-f5d8-4af7-8c67-3140460c0f37 req-6a133ae3-63ea-47bd-b2c5-dd936e820f7f service neutron] 10.222.0.45 "GET /v2.0/networks/10a2319c-7234-4a99-b9d4-97c575ca823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620389 Dec 09 02:20:22.514656 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ae11c-b7e2-46a4-8600-d2af500dd989 req-b2035be1-ee6f-4acc-9fae-eb17252b5239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:22.516084 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2a0ae11c-b7e2-46a4-8600-d2af500dd989 req-b2035be1-ee6f-4acc-9fae-eb17252b5239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 943 time: 0.3240364 Dec 09 02:20:22.565355 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2a0ae11c-b7e2-46a4-8600-d2af500dd989 req-ec8593da-7e1a-46f3-950a-08d76cd9f8a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=33271162-7bd0-4337-b971-177a9fb0253b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430927 Dec 09 02:20:23.682273 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221716ac-6cdf-4d7e-b45a-6fb92298e223 req-2313fead-582e-4dfd-8d34-307da5f63e14 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:23.683685 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-221716ac-6cdf-4d7e-b45a-6fb92298e223 req-2313fead-582e-4dfd-8d34-307da5f63e14 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 943 time: 0.0509515 Dec 09 02:20:23.735754 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-221716ac-6cdf-4d7e-b45a-6fb92298e223 req-43052ed7-a7ba-4431-b618-eec43be94b44 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=33271162-7bd0-4337-b971-177a9fb0253b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459816 Dec 09 02:20:24.128729 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:20:24.226171 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 34c4769d-bd64-4d2c-be56-53ef1f1b6a03, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=34c4769d-bd64-4d2c-be56-53ef1f1b6a03,segment=NetworkSegment(b047e4ca-4bca-40d9-9152-2246b0351cf7),segment_id=b047e4ca-4bca-40d9-9152-2246b0351cf7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:24.237537 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '34c4769d-bd64-4d2c-be56-53ef1f1b6a03', 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b', 'port_id': '34c4769d-bd64-4d2c-be56-53ef1f1b6a03', 'mac_address': 'fa:16:3e:66:a2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:20:24.276353 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:24.288815 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:20:24.308655 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 34c4769d-bd64-4d2c-be56-53ef1f1b6a03, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=34c4769d-bd64-4d2c-be56-53ef1f1b6a03,segment=NetworkSegment(b047e4ca-4bca-40d9-9152-2246b0351cf7),segment_id=b047e4ca-4bca-40d9-9152-2246b0351cf7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:24.313212 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:24.365159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=34c4769d-bd64-4d2c-be56-53ef1f1b6a03,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:24.682164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['34c4769d-bd64-4d2c-be56-53ef1f1b6a03'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:20:24.866218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef136724-0911-43f1-8f9f-9da88f9c8618 req-f2b49d20-cae3-447d-8fe1-3e59b9acd5f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:24.867761 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ef136724-0911-43f1-8f9f-9da88f9c8618 req-f2b49d20-cae3-447d-8fe1-3e59b9acd5f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 944 time: 0.0548193 Dec 09 02:20:24.921151 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ef136724-0911-43f1-8f9f-9da88f9c8618 req-10e5406f-9db7-4d73-adba-5f2299be7a27 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=33271162-7bd0-4337-b971-177a9fb0253b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463600 Dec 09 02:20:26.043960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9578e2-0dee-4e1d-ae31-6042f2a9dee8 req-ee53a3ef-da01-4a15-a35a-df0eec5c0f8f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:26.045648 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a9578e2-0dee-4e1d-ae31-6042f2a9dee8 req-ee53a3ef-da01-4a15-a35a-df0eec5c0f8f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 944 time: 0.0555007 Dec 09 02:20:26.097732 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a9578e2-0dee-4e1d-ae31-6042f2a9dee8 req-d6a0a5ba-142f-4806-9113-c1e0a6ef63b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=33271162-7bd0-4337-b971-177a9fb0253b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458541 Dec 09 02:20:26.136653 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:20:26.186061 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:20:26.190012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:20:26.190390 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:26.267531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:26.289186 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2f12fa-3feb-4658-9a6d-8da440454051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c4769d-bd64-4d2c-be56-53ef1f1b6a03'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:20:26.291452 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7ccc85-182c-40c0-9edf-7a148b8aa0a6" -d '{"events": [{"server_uuid": "1e2f12fa-3feb-4658-9a6d-8da440454051", "name": "network-vif-plugged", "status": "completed", "tag": "34c4769d-bd64-4d2c-be56-53ef1f1b6a03"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:20:26.303831 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 34c4769d-bd64-4d2c-be56-53ef1f1b6a03, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=34c4769d-bd64-4d2c-be56-53ef1f1b6a03,segment=NetworkSegment(b047e4ca-4bca-40d9-9152-2246b0351cf7),segment_id=b047e4ca-4bca-40d9-9152-2246b0351cf7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:26.308758 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:26.331274 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e42e4c3-4208-4a96-a65d-d657e8b4dbe0 x-openstack-request-id: req-7e42e4c3-4208-4a96-a65d-d657e8b4dbe0 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:20:26.331592 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2f12fa-3feb-4658-9a6d-8da440454051", "name": "network-vif-plugged", "status": "completed", "tag": "34c4769d-bd64-4d2c-be56-53ef1f1b6a03", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:20:26.331849 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e42e4c3-4208-4a96-a65d-d657e8b4dbe0 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:20:26.332239 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2f12fa-3feb-4658-9a6d-8da440454051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c4769d-bd64-4d2c-be56-53ef1f1b6a03', 'code': 200} Dec 09 02:20:26.357541 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=34c4769d-bd64-4d2c-be56-53ef1f1b6a03,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:26.544898 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971adcb4-c2b5-42ea-8ba8-e0fdb3489276 req-cbcd0490-cd9e-4e2f-886b-763fb9ae7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:26.546316 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-971adcb4-c2b5-42ea-8ba8-e0fdb3489276 req-cbcd0490-cd9e-4e2f-886b-763fb9ae7efc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 1098 time: 0.0394187 Dec 09 02:20:26.595510 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-971adcb4-c2b5-42ea-8ba8-e0fdb3489276 req-7bcdbd1a-7cbe-422c-8e15-3ad8072ef2cb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=33271162-7bd0-4337-b971-177a9fb0253b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419893 Dec 09 02:20:27.211557 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34727f0-541b-46eb-8060-631764e1d679 req-d72a7236-a451-49e2-b89c-34040d7e65f2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:27.213029 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a34727f0-541b-46eb-8060-631764e1d679 req-d72a7236-a451-49e2-b89c-34040d7e65f2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 945 time: 0.0479174 Dec 09 02:20:27.260879 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a34727f0-541b-46eb-8060-631764e1d679 req-45e6bb84-5718-4cbc-ac0d-ac025799e4b1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=33271162-7bd0-4337-b971-177a9fb0253b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408697 Dec 09 02:20:28.377795 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9a46d-49e5-416a-a2be-7506197696a1 req-8d3b784c-d44a-4b9d-b662-5089526a69eb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:28.379257 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4bf9a46d-49e5-416a-a2be-7506197696a1 req-8d3b784c-d44a-4b9d-b662-5089526a69eb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 945 time: 0.0508502 Dec 09 02:20:28.428710 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4bf9a46d-49e5-416a-a2be-7506197696a1 req-9dcc2c1f-316b-4817-bccd-8de5aa426ccc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=33271162-7bd0-4337-b971-177a9fb0253b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435460 Dec 09 02:20:28.544031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20682d-a606-4111-9b68-bf57ac90ddf5 req-cfa635a4-a5da-4376-b7d7-b041651157ed tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:28.545498 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cc20682d-a606-4111-9b68-bf57ac90ddf5 req-cfa635a4-a5da-4376-b7d7-b041651157ed tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 945 time: 0.0528574 Dec 09 02:20:28.593901 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cc20682d-a606-4111-9b68-bf57ac90ddf5 req-1ad27500-357c-4644-b1ef-5aca4b8dee1d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=33271162-7bd0-4337-b971-177a9fb0253b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425270 Dec 09 02:20:28.616228 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37476) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:28.661400 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6853f9e-ae9d-4856-af39-322f91a0baea tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:28.663064 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e6853f9e-ae9d-4856-af39-322f91a0baea tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 1093 time: 0.0456839 Dec 09 02:20:28.666070 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37478) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:28.671265 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '34c4769d-bd64-4d2c-be56-53ef1f1b6a03', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:20:28.696837 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:28.800479 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:28.954414 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.26.3.41 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/92a6cbb5-342c-4299-b76e-cfc6bbfe9d56) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:20:29.059400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:29.093118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:29.132595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:20:29.135037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:20:29.141807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:20:29.172628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=92a6cbb5-342c-4299-b76e-cfc6bbfe9d56,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:29.659194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:29.763813 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:29.922687 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:29.927776 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:30.001592 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=92a6cbb5-342c-4299-b76e-cfc6bbfe9d56,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:30.014589 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:30.128049 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP b64b4c26-482f-433e-83d5-56c14015c66b associated. External IP: 172.26.3.41, port: 34c4769d-bd64-4d2c-be56-53ef1f1b6a03. Dec 09 02:20:30.345481 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 15b74c6c-81ee-4599-952e-703efbcd5b8d has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:20:30.458263 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:20:30.468758 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6f6630-648d-47ff-b21c-6f4c4b72202c None None] Sync routers for ids ['15b74c6c-81ee-4599-952e-703efbcd5b8d'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:20:30.478424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:30.482741 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f6630-648d-47ff-b21c-6f4c4b72202c None None] Routers {'15b74c6c-81ee-4599-952e-703efbcd5b8d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:20:30.483348 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4e6f6630-648d-47ff-b21c-6f4c4b72202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:20:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['15b74c6c-81ee-4599-952e-703efbcd5b8d'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:30.505725 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-db261bd0-61ee-435e-a0da-12cd04bd97ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8382585 Dec 09 02:20:30.506314 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2f12fa-3feb-4658-9a6d-8da440454051', 'tag': '34c4769d-bd64-4d2c-be56-53ef1f1b6a03'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:20:30.508513 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37482) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:30.509037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571e27d2-dbd7-44e2-afa5-f2caf891919d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2f12fa-3feb-4658-9a6d-8da440454051", "tag": "34c4769d-bd64-4d2c-be56-53ef1f1b6a03"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:20:30.548426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7f99a0-acd9-4f61-b2d2-9ef1dbbd5e68 x-openstack-request-id: req-3e7f99a0-acd9-4f61-b2d2-9ef1dbbd5e68 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:20:30.548925 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2f12fa-3feb-4658-9a6d-8da440454051", "tag": "34c4769d-bd64-4d2c-be56-53ef1f1b6a03", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:20:30.549344 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e7f99a0-acd9-4f61-b2d2-9ef1dbbd5e68 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:20:30.549904 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2f12fa-3feb-4658-9a6d-8da440454051', 'tag': '34c4769d-bd64-4d2c-be56-53ef1f1b6a03', 'status': 'completed', 'code': 200} Dec 09 02:20:30.577732 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b4bac6aa-a790-406d-a382-93c3e36cb4f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/b64b4c26-482f-433e-83d5-56c14015c66b HTTP/1.1" status: 200 len: 990 time: 0.0679379 Dec 09 02:20:30.592766 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-4e6f6630-648d-47ff-b21c-6f4c4b72202c None None] Set router 15b74c6c-81ee-4599-952e-703efbcd5b8d gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:20:30.639879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e27d2-dbd7-44e2-afa5-f2caf891919d req-57bda779-bcb2-4e2f-a14e-bfc3adc3e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:30.641310 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-571e27d2-dbd7-44e2-afa5-f2caf891919d req-57bda779-bcb2-4e2f-a14e-bfc3adc3e72e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 1098 time: 0.0450203 Dec 09 02:20:30.844543 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4e6f6630-648d-47ff-b21c-6f4c4b72202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'name': 'tempest-TestNetworkBasicOps-router-1938330055', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:14Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'b64b4c26-482f-433e-83d5-56c14015c66b', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'port_id': '34c4769d-bd64-4d2c-be56-53ef1f1b6a03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b', 'mac_address': 'fa:16:3e:66:a2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f12fa-3feb-4658-9a6d-8da440454051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:20:29Z', 'updated_at': '2021-12-09T02:20:29Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ba4857-5d9b-4986-b0ad-ce4b8299432e', 'name': '', 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:1e:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:13Z', 'updated_at': '2021-12-09T02:20:17Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:30.874580 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6f6630-648d-47ff-b21c-6f4c4b72202c None None] Checking router: 15b74c6c-81ee-4599-952e-703efbcd5b8d for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:20:30.884205 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f6630-648d-47ff-b21c-6f4c4b72202c None None] Routers {'15b74c6c-81ee-4599-952e-703efbcd5b8d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:20:30.884819 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4e6f6630-648d-47ff-b21c-6f4c4b72202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:20:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['15b74c6c-81ee-4599-952e-703efbcd5b8d'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:30.992474 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-4e6f6630-648d-47ff-b21c-6f4c4b72202c None None] Set router 15b74c6c-81ee-4599-952e-703efbcd5b8d gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:20:31.000347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e27d2-dbd7-44e2-afa5-f2caf891919d req-c9c56093-688f-48c0-8bee-0824b198dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:31.001827 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-571e27d2-dbd7-44e2-afa5-f2caf891919d req-c9c56093-688f-48c0-8bee-0824b198dbd3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10a2319c-7234-4a99-b9d4-97c575ca823b HTTP/1.1" status: 200 len: 897 time: 0.3482883 Dec 09 02:20:31.067991 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-571e27d2-dbd7-44e2-afa5-f2caf891919d req-2a028781-31b8-4195-86bc-2c4557a4ec38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34c4769d-bd64-4d2c-be56-53ef1f1b6a03 HTTP/1.1" status: 200 len: 998 time: 0.0575814 Dec 09 02:20:31.116502 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e27d2-dbd7-44e2-afa5-f2caf891919d req-a07ef842-c630-4799-a2be-cbda100028a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:31.117999 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-571e27d2-dbd7-44e2-afa5-f2caf891919d req-a07ef842-c630-4799-a2be-cbda100028a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1642ec3c-49d0-4690-a947-b12f68695c20 HTTP/1.1" status: 200 len: 834 time: 0.0427368 Dec 09 02:20:31.169033 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e27d2-dbd7-44e2-afa5-f2caf891919d req-19091c43-f0d3-4f43-a766-8d8f2776a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:31.170549 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-571e27d2-dbd7-44e2-afa5-f2caf891919d req-19091c43-f0d3-4f43-a766-8d8f2776a168 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10a2319c-7234-4a99-b9d4-97c575ca823b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0443854 Dec 09 02:20:31.223314 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4e6f6630-648d-47ff-b21c-6f4c4b72202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'name': 'tempest-TestNetworkBasicOps-router-1938330055', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:14Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'b64b4c26-482f-433e-83d5-56c14015c66b', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'port_id': '34c4769d-bd64-4d2c-be56-53ef1f1b6a03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b', 'mac_address': 'fa:16:3e:66:a2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f12fa-3feb-4658-9a6d-8da440454051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:20:29Z', 'updated_at': '2021-12-09T02:20:29Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ba4857-5d9b-4986-b0ad-ce4b8299432e', 'name': '', 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:1e:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:13Z', 'updated_at': '2021-12-09T02:20:17Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:20:31.253779 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6f6630-648d-47ff-b21c-6f4c4b72202c None None] The sync data for ids ['15b74c6c-81ee-4599-952e-703efbcd5b8d'] in dv-neutron-804846-18-hyperv is: [{'id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'name': 'tempest-TestNetworkBasicOps-router-1938330055', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:14Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'b64b4c26-482f-433e-83d5-56c14015c66b', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'port_id': '34c4769d-bd64-4d2c-be56-53ef1f1b6a03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b', 'mac_address': 'fa:16:3e:66:a2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2f12fa-3feb-4658-9a6d-8da440454051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:20:29Z', 'updated_at': '2021-12-09T02:20:29Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ba4857-5d9b-4986-b0ad-ce4b8299432e', 'name': '', 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:1e:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:13Z', 'updated_at': '2021-12-09T02:20:17Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:20:31.261214 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-571e27d2-dbd7-44e2-afa5-f2caf891919d req-58684717-d708-4b24-bc85-ca54597d763c service neutron] 10.222.0.45 "GET /v2.0/networks/10a2319c-7234-4a99-b9d4-97c575ca823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820434 Dec 09 02:20:31.368839 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-571e27d2-dbd7-44e2-afa5-f2caf891919d req-4f0037d6-43e5-4fa2-b607-0f0e4ea4bb6d service neutron] 10.222.0.45 "GET /v2.0/networks/10a2319c-7234-4a99-b9d4-97c575ca823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985689 Dec 09 02:20:31.447849 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba885a-804f-4cb0-bcd7-f4075a6e9c60 None None] New status for floating IP b64b4c26-482f-433e-83d5-56c14015c66b: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:20:31.581322 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37486) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:31.649448 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1ebb8939-a5d5-4126-86b3-83e45d6d172b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/b64b4c26-482f-433e-83d5-56c14015c66b HTTP/1.1" status: 200 len: 992 time: 0.0662956 Dec 09 02:20:32.993908 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-538c7484-935e-430d-9550-4a229b2f3f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:35.227803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fbc36de6-ca89-47ee-aaa4-f4901a44dadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:35.463993 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7114cc-7873-4ac3-8759-b529777b7076 req-a3f75bfc-42ef-4940-8e16-282937390a3f tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:35.466085 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a7114cc-7873-4ac3-8759-b529777b7076 req-a3f75bfc-42ef-4940-8e16-282937390a3f tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.0576205 Dec 09 02:20:35.515074 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a7114cc-7873-4ac3-8759-b529777b7076 req-00bae32b-8172-4019-a1cb-fee608973016 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430675 Dec 09 02:20:36.362023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:36.632853 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad15cb8-eaa8-4743-970a-c25cd8f35558 req-f9ec9488-53bb-472e-abbb-525ac04a1842 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:36.634276 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7ad15cb8-eaa8-4743-970a-c25cd8f35558 req-f9ec9488-53bb-472e-abbb-525ac04a1842 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.0496023 Dec 09 02:20:36.688903 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7ad15cb8-eaa8-4743-970a-c25cd8f35558 req-d7a64d3c-9eaa-490d-83ac-fee6b789c53c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486438 Dec 09 02:20:37.753033 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:37.807917 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2dff-e45a-4675-8bdf-f6a370045028 req-4d47f29e-a03a-4d0d-a8ec-e628dfc3430e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:37.809465 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-808f2dff-e45a-4675-8bdf-f6a370045028 req-4d47f29e-a03a-4d0d-a8ec-e628dfc3430e tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.0499430 Dec 09 02:20:37.860320 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-808f2dff-e45a-4675-8bdf-f6a370045028 req-11910b9b-12fc-477a-b31a-f08a4850ae77 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443497 Dec 09 02:20:38.617496 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:38.973389 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29a5af-7a94-45af-895a-6ec72f442aa0 req-7061745c-cb72-4769-9688-7d8d4fed98e2 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:38.974865 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e29a5af-7a94-45af-895a-6ec72f442aa0 req-7061745c-cb72-4769-9688-7d8d4fed98e2 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.0482295 Dec 09 02:20:39.024572 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e29a5af-7a94-45af-895a-6ec72f442aa0 req-9a5052f7-a9b5-4bde-a310-12551e2baaa3 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438201 Dec 09 02:20:40.146960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63c257-db5f-4ade-8825-05da026b02c0 req-a97c6900-f9ce-4b62-99a6-24289d67f824 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:40.148466 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d63c257-db5f-4ade-8825-05da026b02c0 req-a97c6900-f9ce-4b62-99a6-24289d67f824 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.0564539 Dec 09 02:20:40.199736 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d63c257-db5f-4ade-8825-05da026b02c0 req-c8571679-dfe6-4f30-a9f6-b6d97231a38b tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453076 Dec 09 02:20:41.314805 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bef77-f198-4f95-a9e5-7d0a5522c2a5 req-456ba53b-1e04-4101-82bb-d181b7a4b739 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:41.316302 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f8bef77-f198-4f95-a9e5-7d0a5522c2a5 req-456ba53b-1e04-4101-82bb-d181b7a4b739 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.0489776 Dec 09 02:20:41.363851 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f8bef77-f198-4f95-a9e5-7d0a5522c2a5 req-cfb712db-178d-49f6-b5a0-07ffb4586ce5 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414975 Dec 09 02:20:42.476107 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480a1ce-a0a6-456b-8969-ef6d6f8a9eb8 req-549553d9-d36b-47e3-a017-f2b70d023af0 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:42.477572 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f480a1ce-a0a6-456b-8969-ef6d6f8a9eb8 req-549553d9-d36b-47e3-a017-f2b70d023af0 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.0481775 Dec 09 02:20:42.529430 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f480a1ce-a0a6-456b-8969-ef6d6f8a9eb8 req-cef502f7-13c5-46ad-b78d-20068a8a3555 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458987 Dec 09 02:20:43.642842 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7587a9f-2376-4720-acfa-7f88475fb421 req-ed7f9774-d248-4ccf-89df-2e42d0444946 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:43.644382 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f7587a9f-2376-4720-acfa-7f88475fb421 req-ed7f9774-d248-4ccf-89df-2e42d0444946 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.0488923 Dec 09 02:20:43.692563 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f7587a9f-2376-4720-acfa-7f88475fb421 req-0f98fc88-039b-473c-991f-a80aadb2da06 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423448 Dec 09 02:20:44.092908 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:44.807505 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2d3c-496c-4d85-96dc-cf26bd693fb1 req-e55c94cf-a168-4079-8cdf-113ef31e7a38 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:44.809006 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2eab2d3c-496c-4d85-96dc-cf26bd693fb1 req-e55c94cf-a168-4079-8cdf-113ef31e7a38 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.0486765 Dec 09 02:20:44.857025 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2eab2d3c-496c-4d85-96dc-cf26bd693fb1 req-deff649a-7c83-4fc1-9381-d47d2d530665 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416603 Dec 09 02:20:45.382346 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:20:45.974420 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4ae56-bb17-4f52-9243-c3891059223b req-89840718-1830-4b42-816e-a11e0dae27ed tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:45.975902 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-04b4ae56-bb17-4f52-9243-c3891059223b req-89840718-1830-4b42-816e-a11e0dae27ed tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.0511372 Dec 09 02:20:46.025259 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-04b4ae56-bb17-4f52-9243-c3891059223b req-372a2ef5-e2f9-464e-8a2c-d67ea1830e37 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434835 Dec 09 02:20:47.140383 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b564d83-22cf-4174-816e-8b1afbb4d0db req-ddfbfa5b-3832-4286-83c1-e2db4cb62c62 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:47.141878 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4b564d83-22cf-4174-816e-8b1afbb4d0db req-ddfbfa5b-3832-4286-83c1-e2db4cb62c62 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.0496409 Dec 09 02:20:47.190264 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4b564d83-22cf-4174-816e-8b1afbb4d0db req-a054bef4-487f-4fc8-87d8-b381d7e0ed54 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425193 Dec 09 02:20:48.307146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a654d3-e499-4ee9-8df5-b653108bf329 req-3263192a-e00f-40e8-94bf-b89c20d5d976 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:48.308544 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d6a654d3-e499-4ee9-8df5-b653108bf329 req-3263192a-e00f-40e8-94bf-b89c20d5d976 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.0518870 Dec 09 02:20:48.359498 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d6a654d3-e499-4ee9-8df5-b653108bf329 req-a83ea86f-9982-42ab-8eef-a08000dd362d tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444062 Dec 09 02:20:48.539946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcae32f-9094-494f-b125-517ce1bdefcb req-24879cf9-bdcf-4e26-8a44-f135b4483c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:48.541667 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4fcae32f-9094-494f-b125-517ce1bdefcb req-24879cf9-bdcf-4e26-8a44-f135b4483c50 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 1099 time: 0.0393651 Dec 09 02:20:48.588552 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4fcae32f-9094-494f-b125-517ce1bdefcb req-b6a6c750-a2ed-478d-80d2-a14be4216318 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393207 Dec 09 02:20:49.474868 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfc40b-7808-49b6-8a80-cdd0343cc801 req-358d8d30-de1a-4573-bc90-c321f6927d17 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:49.476369 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a2bfc40b-7808-49b6-8a80-cdd0343cc801 req-358d8d30-de1a-4573-bc90-c321f6927d17 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.0481260 Dec 09 02:20:49.528229 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a2bfc40b-7808-49b6-8a80-cdd0343cc801 req-770e66fb-81ab-4d78-8ba2-8e97c7b010ea tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459480 Dec 09 02:20:50.317825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device b5f6852a-6dfc-48d6-849e-d6f7f55d1017 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:20:50.327916 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device b5f6852a-6dfc-48d6-849e-d6f7f55d1017 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:20:50.466067 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port b5f6852a-6dfc-48d6-849e-d6f7f55d1017, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,segment=NetworkSegment(f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96),segment_id=f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:50.481583 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017', 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26', 'port_id': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017', 'mac_address': 'fa:16:3e:a3:21:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '771e082b-ce76-470f-8639-c8fc9d343145', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:20:50.483166 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:50.527581 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a7308b-09bb-43f3-8451-3afb050c253b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:20:50.529758 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe7feb3-c1b7-406b-9153-f0b40c0f90c0" -d '{"events": [{"server_uuid": "63a7308b-09bb-43f3-8451-3afb050c253b", "name": "network-vif-unplugged", "status": "completed", "tag": "b5f6852a-6dfc-48d6-849e-d6f7f55d1017"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:20:50.548184 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port b5f6852a-6dfc-48d6-849e-d6f7f55d1017, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,segment=NetworkSegment(f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96),segment_id=f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:50.549279 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:50.557861 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:50.584930 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 02:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc99fb9-8a6b-45db-a8bd-babffe3b42e6 x-openstack-request-id: req-acc99fb9-8a6b-45db-a8bd-babffe3b42e6 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:20:50.585226 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a7308b-09bb-43f3-8451-3afb050c253b", "name": "network-vif-unplugged", "status": "completed", "tag": "b5f6852a-6dfc-48d6-849e-d6f7f55d1017", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:20:50.585477 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-acc99fb9-8a6b-45db-a8bd-babffe3b42e6 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:20:50.585856 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a7308b-09bb-43f3-8451-3afb050c253b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017', 'code': 200} Dec 09 02:20:50.589344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5f6852a-6dfc-48d6-849e-d6f7f55d1017 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:20:50.639159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:50.649362 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:20:50.649723 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:20:50.658842 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d8cf7-064d-4590-9285-b5cf670dc0ff req-1cb32f04-2a34-4fe9-b12b-f8f707743d57 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:20:50.660386 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-771d8cf7-064d-4590-9285-b5cf670dc0ff req-1cb32f04-2a34-4fe9-b12b-f8f707743d57 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 944 time: 0.0499811 Dec 09 02:20:50.708901 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-771d8cf7-064d-4590-9285-b5cf670dc0ff req-e6dbc763-8a59-42d6-b7df-52ebfd867302 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425308 Dec 09 02:20:50.731426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37546) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:20:50.791852 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c253a1c7-ec52-4840-a274-f165e9c6eba9 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/floatingips/1ca363e0-e673-43f6-9d2e-9b8d5be35a3e HTTP/1.1" status: 200 len: 991 time: 0.0591979 Dec 09 02:20:51.184103 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:51.196779 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f6852a-6dfc-48d6-849e-d6f7f55d1017 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:20:51.216065 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port b5f6852a-6dfc-48d6-849e-d6f7f55d1017, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,segment=NetworkSegment(f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96),segment_id=f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:51.219485 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:51.267557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:20:51.582100 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['b5f6852a-6dfc-48d6-849e-d6f7f55d1017'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:20:54.337454 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device b5f6852a-6dfc-48d6-849e-d6f7f55d1017 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:20:54.383504 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port b5f6852a-6dfc-48d6-849e-d6f7f55d1017 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:20:54.383881 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:54.460517 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:54.482001 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a7308b-09bb-43f3-8451-3afb050c253b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:20:54.484302 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db089c1-5da5-443f-97e4-3187beaa5c5c" -d '{"events": [{"server_uuid": "63a7308b-09bb-43f3-8451-3afb050c253b", "name": "network-vif-plugged", "status": "completed", "tag": "b5f6852a-6dfc-48d6-849e-d6f7f55d1017"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:20:54.496158 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port b5f6852a-6dfc-48d6-849e-d6f7f55d1017, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,segment=NetworkSegment(f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96),segment_id=f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:20:54.500624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:20:54.524506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea957a0e-a807-4760-8c86-d88519623475 x-openstack-request-id: req-ea957a0e-a807-4760-8c86-d88519623475 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:20:54.524794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a7308b-09bb-43f3-8451-3afb050c253b", "name": "network-vif-plugged", "status": "completed", "tag": "b5f6852a-6dfc-48d6-849e-d6f7f55d1017", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:20:54.525045 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea957a0e-a807-4760-8c86-d88519623475 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:20:54.525431 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a7308b-09bb-43f3-8451-3afb050c253b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017', 'code': 200} Dec 09 02:20:54.549396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:03.021604 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-36875e11-4c81-4464-8a55-7e4d9dcb8742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:04.700615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37560) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:04.764764 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ba209726-08be-4648-9a26-57a62117f31e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/b64b4c26-482f-433e-83d5-56c14015c66b HTTP/1.1" status: 200 len: 992 time: 0.0629513 Dec 09 02:21:05.021384 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37566) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:05.174900 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 92a6cbb5-342c-4299-b76e-cfc6bbfe9d56 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:21:05.175242 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:05.230509 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff1af36b-aa7e-44e9-a305-30f85f01ef8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:05.248771 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:05.249104 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:05.260350 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 92a6cbb5-342c-4299-b76e-cfc6bbfe9d56 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:21:05.452119 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:05.482457 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=92a6cbb5-342c-4299-b76e-cfc6bbfe9d56,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:05.508555 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:05.508914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:05.509270 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:05.509617 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:05.509956 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:05.510294 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:05.510633 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:05.510976 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:05.511312 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:05.511668 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:05.512002 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:05.512328 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:05.512658 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:05.553140 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:05.553477 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP b64b4c26-482f-433e-83d5-56c14015c66b disassociated (deleted). External IP: 172.26.3.41, port: 34c4769d-bd64-4d2c-be56-53ef1f1b6a03. Dec 09 02:21:05.762185 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 15b74c6c-81ee-4599-952e-703efbcd5b8d has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:21:05.864786 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:21:05.869239 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:05.875252 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eddce8-085f-43c9-8557-fdfa4c729821 None None] Sync routers for ids ['15b74c6c-81ee-4599-952e-703efbcd5b8d'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:21:05.884871 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eddce8-085f-43c9-8557-fdfa4c729821 None None] Routers {'15b74c6c-81ee-4599-952e-703efbcd5b8d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:21:05.885483 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-82eddce8-085f-43c9-8557-fdfa4c729821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:21:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['15b74c6c-81ee-4599-952e-703efbcd5b8d'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:05.900008 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6592679a-23d5-46cd-a0fa-183d16adfc0f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/floatingips/b64b4c26-482f-433e-83d5-56c14015c66b HTTP/1.1" status: 204 len: 168 time: 0.8772628 Dec 09 02:21:05.900616 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2f12fa-3feb-4658-9a6d-8da440454051', 'tag': '34c4769d-bd64-4d2c-be56-53ef1f1b6a03'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:21:05.902967 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e0a3e7-c4d9-4471-8763-f3ea25b34826" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2f12fa-3feb-4658-9a6d-8da440454051", "tag": "34c4769d-bd64-4d2c-be56-53ef1f1b6a03"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:21:05.990100 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-82eddce8-085f-43c9-8557-fdfa4c729821 None None] Set router 15b74c6c-81ee-4599-952e-703efbcd5b8d gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:21:06.056914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040e65be-8187-455f-aa3d-01c4037827b5 x-openstack-request-id: req-040e65be-8187-455f-aa3d-01c4037827b5 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:21:06.057463 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2f12fa-3feb-4658-9a6d-8da440454051", "tag": "34c4769d-bd64-4d2c-be56-53ef1f1b6a03", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:21:06.057463 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-040e65be-8187-455f-aa3d-01c4037827b5 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:21:06.057919 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2f12fa-3feb-4658-9a6d-8da440454051', 'tag': '34c4769d-bd64-4d2c-be56-53ef1f1b6a03', 'status': 'completed', 'code': 200} Dec 09 02:21:06.187338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30b0d6-694f-42f5-9c47-cf41d0ff3429 req-f2f9974a-82c2-464a-8422-898df9cec655 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:06.188846 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-aa30b0d6-694f-42f5-9c47-cf41d0ff3429 req-f2f9974a-82c2-464a-8422-898df9cec655 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 945 time: 0.0868177 Dec 09 02:21:06.194854 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0a3e7-c4d9-4471-8763-f3ea25b34826 req-cd169280-37c1-4ac8-9627-e680d3a8d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:06.196308 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-18e0a3e7-c4d9-4471-8763-f3ea25b34826 req-cd169280-37c1-4ac8-9627-e680d3a8d1b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 1098 time: 0.0642817 Dec 09 02:21:06.273563 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-82eddce8-085f-43c9-8557-fdfa4c729821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'name': 'tempest-TestNetworkBasicOps-router-1938330055', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:14Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '62ba4857-5d9b-4986-b0ad-ce4b8299432e', 'name': '', 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:1e:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:13Z', 'updated_at': '2021-12-09T02:20:17Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:06.288072 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-aa30b0d6-694f-42f5-9c47-cf41d0ff3429 req-b093bc97-2d6f-49a9-bffa-4cdec4c8e368 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=33271162-7bd0-4337-b971-177a9fb0253b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908198 Dec 09 02:21:06.300647 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eddce8-085f-43c9-8557-fdfa4c729821 None None] Checking router: 15b74c6c-81ee-4599-952e-703efbcd5b8d for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:21:06.308820 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eddce8-085f-43c9-8557-fdfa4c729821 None None] Routers {'15b74c6c-81ee-4599-952e-703efbcd5b8d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:21:06.309423 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-82eddce8-085f-43c9-8557-fdfa4c729821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:21:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['15b74c6c-81ee-4599-952e-703efbcd5b8d'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:06.315369 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0a3e7-c4d9-4471-8763-f3ea25b34826 req-30092c24-3231-470a-ba70-aa2ea44745f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:06.316898 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-18e0a3e7-c4d9-4471-8763-f3ea25b34826 req-30092c24-3231-470a-ba70-aa2ea44745f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10a2319c-7234-4a99-b9d4-97c575ca823b HTTP/1.1" status: 200 len: 897 time: 0.1132474 Dec 09 02:21:06.364436 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-18e0a3e7-c4d9-4471-8763-f3ea25b34826 req-6ca37930-613e-4ea8-b2d6-f91edd55a1ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34c4769d-bd64-4d2c-be56-53ef1f1b6a03 HTTP/1.1" status: 200 len: 217 time: 0.0389893 Dec 09 02:21:06.366340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:06.413944 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0a3e7-c4d9-4471-8763-f3ea25b34826 req-6796d311-5fae-456d-838b-53d04414d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:06.415543 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-18e0a3e7-c4d9-4471-8763-f3ea25b34826 req-6796d311-5fae-456d-838b-53d04414d0fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1642ec3c-49d0-4690-a947-b12f68695c20 HTTP/1.1" status: 200 len: 834 time: 0.0438266 Dec 09 02:21:06.416689 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-82eddce8-085f-43c9-8557-fdfa4c729821 None None] Set router 15b74c6c-81ee-4599-952e-703efbcd5b8d gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:21:06.460651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0a3e7-c4d9-4471-8763-f3ea25b34826 req-290a6d04-0b77-4cb3-bbae-481ce37c0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:06.462140 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-18e0a3e7-c4d9-4471-8763-f3ea25b34826 req-290a6d04-0b77-4cb3-bbae-481ce37c0688 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10a2319c-7234-4a99-b9d4-97c575ca823b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391395 Dec 09 02:21:06.555552 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-18e0a3e7-c4d9-4471-8763-f3ea25b34826 req-d9b02926-ed2d-4e5f-a75b-5f4ed512614f service neutron] 10.222.0.45 "GET /v2.0/networks/10a2319c-7234-4a99-b9d4-97c575ca823b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850120 Dec 09 02:21:06.613410 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-82eddce8-085f-43c9-8557-fdfa4c729821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'name': 'tempest-TestNetworkBasicOps-router-1938330055', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:14Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '62ba4857-5d9b-4986-b0ad-ce4b8299432e', 'name': '', 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:1e:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:13Z', 'updated_at': '2021-12-09T02:20:17Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:06.639001 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eddce8-085f-43c9-8557-fdfa4c729821 None None] The sync data for ids ['15b74c6c-81ee-4599-952e-703efbcd5b8d'] in dv-neutron-804846-18-hyperv is: [{'id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'name': 'tempest-TestNetworkBasicOps-router-1938330055', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:14Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '62ba4857-5d9b-4986-b0ad-ce4b8299432e', 'name': '', 'network_id': '10a2319c-7234-4a99-b9d4-97c575ca823b', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:1e:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:13Z', 'updated_at': '2021-12-09T02:20:17Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1642ec3c-49d0-4690-a947-b12f68695c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:21:06.647770 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-18e0a3e7-c4d9-4471-8763-f3ea25b34826 req-89d9a44e-d77c-4469-8175-da100d46bf09 service neutron] 10.222.0.45 "GET /v2.0/networks/10a2319c-7234-4a99-b9d4-97c575ca823b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840859 Dec 09 02:21:06.854340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2e3a80-b938-47a7-97c4-9e37d1ce4534 None None] New status for floating IP b64b4c26-482f-433e-83d5-56c14015c66b: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:21:07.403799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c419b5b-3c01-48e7-949d-5546cb7f29d1 req-3668ebe0-c06d-4adb-9e34-f91463f90267 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:07.405166 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2c419b5b-3c01-48e7-949d-5546cb7f29d1 req-3668ebe0-c06d-4adb-9e34-f91463f90267 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 945 time: 0.0496137 Dec 09 02:21:07.456982 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2c419b5b-3c01-48e7-949d-5546cb7f29d1 req-7dd3573d-dceb-4653-8f72-16701a9ab6a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=33271162-7bd0-4337-b971-177a9fb0253b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460038 Dec 09 02:21:07.709999 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f089202-2f46-450c-b053-c1d7069e5cce req-914c0753-b122-49c5-a140-6520251708fd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:07.711474 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5f089202-2f46-450c-b053-c1d7069e5cce req-914c0753-b122-49c5-a140-6520251708fd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/ports?device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 945 time: 0.0481617 Dec 09 02:21:07.755268 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:07.800024 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-5f089202-2f46-450c-b053-c1d7069e5cce req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:21:07.800371 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5f089202-2f46-450c-b053-c1d7069e5cce req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:07.888855 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-5f089202-2f46-450c-b053-c1d7069e5cce req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 34c4769d-bd64-4d2c-be56-53ef1f1b6a03, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=34c4769d-bd64-4d2c-be56-53ef1f1b6a03,segment=NetworkSegment(b047e4ca-4bca-40d9-9152-2246b0351cf7),segment_id=b047e4ca-4bca-40d9-9152-2246b0351cf7)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:07.889219 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5f089202-2f46-450c-b053-c1d7069e5cce req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:07.901561 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-5f089202-2f46-450c-b053-c1d7069e5cce req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:21:08.027783 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5f089202-2f46-450c-b053-c1d7069e5cce req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:08.055857 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=34c4769d-bd64-4d2c-be56-53ef1f1b6a03,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:08.067307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:08.067691 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:08.068035 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:08.068371 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:08.068704 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:08.069030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:08.069360 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:08.069687 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:08.070010 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:08.070332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:08.070654 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:08.070972 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:08.071288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:08.104556 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f089202-2f46-450c-b053-c1d7069e5cce req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] No DVR routers for this DVR port 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:21:08.106895 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5f089202-2f46-450c-b053-c1d7069e5cce req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:08.110851 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5f089202-2f46-450c-b053-c1d7069e5cce req-68afc893-da30-493a-b58c-f58bc6ea6db8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "DELETE /v2.0/ports/34c4769d-bd64-4d2c-be56-53ef1f1b6a03 HTTP/1.1" status: 204 len: 173 time: 0.3935535 Dec 09 02:21:08.111286 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2f12fa-3feb-4658-9a6d-8da440454051', 'name': 'network-vif-deleted', 'tag': '34c4769d-bd64-4d2c-be56-53ef1f1b6a03'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:21:08.113686 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6663359-1e69-4ab0-bb56-0db4feb85d2e" -d '{"events": [{"server_uuid": "1e2f12fa-3feb-4658-9a6d-8da440454051", "name": "network-vif-deleted", "tag": "34c4769d-bd64-4d2c-be56-53ef1f1b6a03"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:21:08.148136 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a25c79-07ac-4917-9e1f-716302311cbe x-openstack-request-id: req-37a25c79-07ac-4917-9e1f-716302311cbe {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:21:08.148417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2f12fa-3feb-4658-9a6d-8da440454051", "name": "network-vif-deleted", "tag": "34c4769d-bd64-4d2c-be56-53ef1f1b6a03", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:21:08.149735 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37a25c79-07ac-4917-9e1f-716302311cbe {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:21:08.150140 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2f12fa-3feb-4658-9a6d-8da440454051', 'name': 'network-vif-deleted', 'tag': '34c4769d-bd64-4d2c-be56-53ef1f1b6a03', 'status': 'completed', 'code': 200} Dec 09 02:21:08.564628 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-34c97d62-d164-4778-a2c4-7807605c31ba req-cbf2df71-49ba-492f-9d05-decb3be787d2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e2f12fa-3feb-4658-9a6d-8da440454051 HTTP/1.1" status: 200 len: 210 time: 0.0265656 Dec 09 02:21:08.618520 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:09.621527 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37582) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:09.677983 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59a027ce-74ac-47ea-a279-0e8d8f43d743 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:09.701847 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59a027ce-74ac-47ea-a279-0e8d8f43d743 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:09.758453 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59a027ce-74ac-47ea-a279-0e8d8f43d743 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:09.761065 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59a027ce-74ac-47ea-a279-0e8d8f43d743 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:09.762209 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-59a027ce-74ac-47ea-a279-0e8d8f43d743 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/security-groups/33271162-7bd0-4337-b971-177a9fb0253b HTTP/1.1" status: 204 len: 168 time: 0.1396809 Dec 09 02:21:09.771574 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a027ce-74ac-47ea-a279-0e8d8f43d743 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33271162-7bd0-4337-b971-177a9fb0253b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:09.794506 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37586) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:10.226135 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-29d8b30c-6a89-4cc1-8693-4c7502b60608 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:10.429318 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:21:10.448879 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:21:10.449229 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 34c4769d-bd64-4d2c-be56-53ef1f1b6a03 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:21:10.513276 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-29d8b30c-6a89-4cc1-8693-4c7502b60608 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 62ba4857-5d9b-4986-b0ad-ce4b8299432e {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:21:10.513613 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-29d8b30c-6a89-4cc1-8693-4c7502b60608 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:10.896596 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-29d8b30c-6a89-4cc1-8693-4c7502b60608 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 62ba4857-5d9b-4986-b0ad-ce4b8299432e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=62ba4857-5d9b-4986-b0ad-ce4b8299432e,segment=NetworkSegment(b047e4ca-4bca-40d9-9152-2246b0351cf7),segment_id=b047e4ca-4bca-40d9-9152-2246b0351cf7)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:10.897271 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-29d8b30c-6a89-4cc1-8693-4c7502b60608 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:10.909911 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-29d8b30c-6a89-4cc1-8693-4c7502b60608 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 62ba4857-5d9b-4986-b0ad-ce4b8299432e owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:21:11.088832 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-29d8b30c-6a89-4cc1-8693-4c7502b60608 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:11.116291 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8b30c-6a89-4cc1-8693-4c7502b60608 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=62ba4857-5d9b-4986-b0ad-ce4b8299432e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:11.290168 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-29d8b30c-6a89-4cc1-8693-4c7502b60608 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:11.495614 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d8b30c-6a89-4cc1-8693-4c7502b60608 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 15b74c6c-81ee-4599-952e-703efbcd5b8d has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:21:11.601253 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d8b30c-6a89-4cc1-8693-4c7502b60608 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:21:11.606238 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-29d8b30c-6a89-4cc1-8693-4c7502b60608 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/15b74c6c-81ee-4599-952e-703efbcd5b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8106775 Dec 09 02:21:11.609336 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37588) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:11.611878 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa593c8e-fde9-42a4-998f-bca31a717a01 None None] Sync routers for ids ['15b74c6c-81ee-4599-952e-703efbcd5b8d'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:21:11.621514 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa593c8e-fde9-42a4-998f-bca31a717a01 None None] Routers {'15b74c6c-81ee-4599-952e-703efbcd5b8d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:21:11.622340 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-fa593c8e-fde9-42a4-998f-bca31a717a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:21:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['15b74c6c-81ee-4599-952e-703efbcd5b8d'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:11.660469 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-697f9d9d-cdcd-49bf-8f4e-9d5493782f2c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting subnet 1642ec3c-49d0-4690-a947-b12f68695c20 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:21:11.663561 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-697f9d9d-cdcd-49bf-8f4e-9d5493782f2c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:11.703664 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-697f9d9d-cdcd-49bf-8f4e-9d5493782f2c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:11.725702 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-fa593c8e-fde9-42a4-998f-bca31a717a01 None None] Set router 15b74c6c-81ee-4599-952e-703efbcd5b8d gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:21:11.788715 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-697f9d9d-cdcd-49bf-8f4e-9d5493782f2c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:11.847072 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-697f9d9d-cdcd-49bf-8f4e-9d5493782f2c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:11.875538 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f9d9d-cdcd-49bf-8f4e-9d5493782f2c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Subnet': ['ID=1642ec3c-49d0-4690-a947-b12f68695c20,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:11.877518 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-697f9d9d-cdcd-49bf-8f4e-9d5493782f2c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:11.880862 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-697f9d9d-cdcd-49bf-8f4e-9d5493782f2c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/subnets/1642ec3c-49d0-4690-a947-b12f68695c20 HTTP/1.1" status: 204 len: 168 time: 0.2705095 Dec 09 02:21:11.883353 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37590) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:11.885995 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0981076-964b-4c47-8374-edbce2b23660 None None] Network 10a2319c-7234-4a99-b9d4-97c575ca823b requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:21:11.908163 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-fa593c8e-fde9-42a4-998f-bca31a717a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'name': 'tempest-TestNetworkBasicOps-router-1938330055', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:21:11Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:11.936186 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa593c8e-fde9-42a4-998f-bca31a717a01 None None] Checking router: 15b74c6c-81ee-4599-952e-703efbcd5b8d for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:21:11.947823 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa593c8e-fde9-42a4-998f-bca31a717a01 None None] Routers {'15b74c6c-81ee-4599-952e-703efbcd5b8d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:21:11.948982 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-fa593c8e-fde9-42a4-998f-bca31a717a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:21:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['15b74c6c-81ee-4599-952e-703efbcd5b8d'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:11.996788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1dd56bb-a081-4000-a00c-58790eb3b3e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.054329 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-fa593c8e-fde9-42a4-998f-bca31a717a01 None None] Set router 15b74c6c-81ee-4599-952e-703efbcd5b8d gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:21:12.066687 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] DHCP port deletion for 10a2319c-7234-4a99-b9d4-97c575ca823b request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:21:12.106762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1dd56bb-a081-4000-a00c-58790eb3b3e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.141677 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Deleting port b33841a9-5b11-4c24-b7f2-6974f174077e {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:21:12.142191 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.171681 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd56bb-a081-4000-a00c-58790eb3b3e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port d138eee3-83c5-4eae-9452-d1f9efb6e1be {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:21:12.172024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1dd56bb-a081-4000-a00c-58790eb3b3e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.211659 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] For port b33841a9-5b11-4c24-b7f2-6974f174077e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=b33841a9-5b11-4c24-b7f2-6974f174077e,segment=NetworkSegment(b047e4ca-4bca-40d9-9152-2246b0351cf7),segment_id=b047e4ca-4bca-40d9-9152-2246b0351cf7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:12.212269 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.226269 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Calling delete_port for b33841a9-5b11-4c24-b7f2-6974f174077e owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:21:12.255965 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-c1dd56bb-a081-4000-a00c-58790eb3b3e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port d138eee3-83c5-4eae-9452-d1f9efb6e1be, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d138eee3-83c5-4eae-9452-d1f9efb6e1be,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:12.256472 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1dd56bb-a081-4000-a00c-58790eb3b3e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.259041 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-fa593c8e-fde9-42a4-998f-bca31a717a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'name': 'tempest-TestNetworkBasicOps-router-1938330055', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:21:11Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:12.269317 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd56bb-a081-4000-a00c-58790eb3b3e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for d138eee3-83c5-4eae-9452-d1f9efb6e1be owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:21:12.288880 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa593c8e-fde9-42a4-998f-bca31a717a01 None None] The sync data for ids ['15b74c6c-81ee-4599-952e-703efbcd5b8d'] in dv-neutron-804846-18-hyperv is: [{'id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'name': 'tempest-TestNetworkBasicOps-router-1938330055', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:21:11Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'd138eee3-83c5-4eae-9452-d1f9efb6e1be', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:da:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b74c6c-81ee-4599-952e-703efbcd5b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:20:10Z', 'updated_at': '2021-12-09T02:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:21:12.314306 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.344825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Pushing event deleted for resources: {'Port': ['ID=b33841a9-5b11-4c24-b7f2-6974f174077e,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:12.347053 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] No DVR routers for this DVR port b33841a9-5b11-4c24-b7f2-6974f174077e on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:21:12.357938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:12.358906 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:12.359253 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:12.359749 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:12.359950 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:12.360280 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:12.360608 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:12.360936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:12.361263 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:12.361591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:12.361913 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:12.362235 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:12.362554 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a4b621-5c46-4af0-a760-26f2a213adda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:12.442512 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1dd56bb-a081-4000-a00c-58790eb3b3e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.466715 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd56bb-a081-4000-a00c-58790eb3b3e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=d138eee3-83c5-4eae-9452-d1f9efb6e1be,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:12.480998 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f9b7c7-fb44-4097-8d61-996a635e838a None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:21:12.524632 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1dd56bb-a081-4000-a00c-58790eb3b3e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.612357 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1dd56bb-a081-4000-a00c-58790eb3b3e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.614331 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1dd56bb-a081-4000-a00c-58790eb3b3e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.661555 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1dd56bb-a081-4000-a00c-58790eb3b3e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.662099 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dd56bb-a081-4000-a00c-58790eb3b3e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Fanout notify agent at l3_agent the message router_deleted on router 15b74c6c-81ee-4599-952e-703efbcd5b8d {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:21:12.669527 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1dd56bb-a081-4000-a00c-58790eb3b3e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.673320 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c1dd56bb-a081-4000-a00c-58790eb3b3e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/routers/15b74c6c-81ee-4599-952e-703efbcd5b8d HTTP/1.1" status: 204 len: 168 time: 0.7863593 Dec 09 02:21:12.673585 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37592) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:12.750368 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb025-88ea-4803-9178-142ae4658620 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.839413 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb025-88ea-4803-9178-142ae4658620 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.861146 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8c7bb025-88ea-4803-9178-142ae4658620 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a2319c-7234-4a99-b9d4-97c575ca823b']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:12.871839 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8c7bb025-88ea-4803-9178-142ae4658620 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b047e4ca-4bca-40d9-9152-2246b0351cf7') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:12.872007 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8c7bb025-88ea-4803-9178-142ae4658620 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b047e4ca-4bca-40d9-9152-2246b0351cf7') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:12.882206 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb025-88ea-4803-9178-142ae4658620 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.896275 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb025-88ea-4803-9178-142ae4658620 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.902824 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7bb025-88ea-4803-9178-142ae4658620 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:21:12.903235 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb025-88ea-4803-9178-142ae4658620 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:21:12.907147 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:21:12.965855 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb025-88ea-4803-9178-142ae4658620 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.973316 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb025-88ea-4803-9178-142ae4658620 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:12.976406 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8c7bb025-88ea-4803-9178-142ae4658620 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/networks/10a2319c-7234-4a99-b9d4-97c575ca823b HTTP/1.1" status: 204 len: 168 time: 0.3019469 Dec 09 02:21:12.987721 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bb025-88ea-4803-9178-142ae4658620 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Network': ['ID=10a2319c-7234-4a99-b9d4-97c575ca823b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:12.991319 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37594) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:12.996504 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-2b51fd51-08d1-4336-8202-fcf121f0c7fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'network': {'name': 'tempest-network-smoke--2015416953', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'port_security_enabled': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:13.017139 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b51fd51-08d1-4336-8202-fcf121f0c7fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:21:13.020574 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b51fd51-08d1-4336-8202-fcf121f0c7fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:13.042872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b51fd51-08d1-4336-8202-fcf121f0c7fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:21:13.051297 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b51fd51-08d1-4336-8202-fcf121f0c7fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:13.051669 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-2b51fd51-08d1-4336-8202-fcf121f0c7fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Added segment 3ac5e3af-de3a-4a9c-a9de-8548df9cde4c of type vlan for network f14a482d-b3e6-4514-bb28-9b34794b542a Dec 09 02:21:13.094015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b51fd51-08d1-4336-8202-fcf121f0c7fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:13.116521 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b51fd51-08d1-4336-8202-fcf121f0c7fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:13.122141 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b51fd51-08d1-4336-8202-fcf121f0c7fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:13.122677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b51fd51-08d1-4336-8202-fcf121f0c7fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:13.178714 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2b51fd51-08d1-4336-8202-fcf121f0c7fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1862638 Dec 09 02:21:13.181437 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37596) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:13.185903 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'admin_state_up': True, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:13.206885 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51fd51-08d1-4336-8202-fcf121f0c7fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Network': ['ID=f14a482d-b3e6-4514-bb28-9b34794b542a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:13.217400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network f14a482d-b3e6-4514-bb28-9b34794b542a details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:21:13.219523 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:13.220533 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:13.319765 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:13.454659 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:13.635871 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:13.659013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:13.761649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.26.3.140 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:21:13.860693 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:13.891964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:13.926920 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:21:13.929608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:21:13.934854 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:21:13.943733 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056b11f3-e941-4d33-97f6-a6b8e3081573 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:21:13.957531 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:13.971866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9457f801-945b-400c-a381-c63ba7868d78 None None] Provisioning complete for port 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:21:13.972361 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9457f801-945b-400c-a381-c63ba7868d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:14.008815 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9457f801-945b-400c-a381-c63ba7868d78 None None] Port 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:21:14.089996 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b33841a9-5b11-4c24-b7f2-6974f174077e no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:21:14.091842 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:14.110911 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: b33841a9-5b11-4c24-b7f2-6974f174077e {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:21:14.111254 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b33841a9-5b11-4c24-b7f2-6974f174077e not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:21:14.111718 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d138eee3-83c5-4eae-9452-d1f9efb6e1be no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:21:14.131258 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: d138eee3-83c5-4eae-9452-d1f9efb6e1be {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:21:14.131511 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d138eee3-83c5-4eae-9452-d1f9efb6e1be not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:21:14.131847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 62ba4857-5d9b-4986-b0ad-ce4b8299432e no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:21:14.150583 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 62ba4857-5d9b-4986-b0ad-ce4b8299432e {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:21:14.150929 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 62ba4857-5d9b-4986-b0ad-ce4b8299432e not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:21:14.185257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:14.374272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:14.779092 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:21:14.886457 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:21:14.897639 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Sync routers for ids ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:21:14.910269 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Routers {'3c0faf26-4ca4-4208-8883-cbbb7cccc851'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:21:14.910907 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:14.911042 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:21:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:14.915210 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-16f4191c-7e78-43a5-a77f-c6dfabeb6fb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7297184 Dec 09 02:21:14.915883 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37600) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:14.953323 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-30d69081-69d4-49c6-a481-49123b3dba2d tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=11e56525f9144d56b0abeb03a899d780&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362024 Dec 09 02:21:14.955939 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37602) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:15.034561 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Set router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:21:15.042096 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfb0dce-f9bd-4e0a-8efa-7bfd5b97454a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:15.046423 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9bfb0dce-f9bd-4e0a-8efa-7bfd5b97454a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867519 Dec 09 02:21:15.046588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37606) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:15.073742 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c9c7169c-0094-4c1c-898d-aa32a174e216 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261092 Dec 09 02:21:15.076287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37608) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:15.081435 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7bd15fb9-0c13-4e71-ab70-dcc354afe7e7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-26885733', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:15.172849 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd15fb9-0c13-4e71-ab70-dcc354afe7e7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:21:15.176377 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bd15fb9-0c13-4e71-ab70-dcc354afe7e7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:15.215780 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:14Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:15.242210 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Checking router: 3c0faf26-4ca4-4208-8883-cbbb7cccc851 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:21:15.242557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Updating router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 port 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:21:15.268559 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:15.353727 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bd15fb9-0c13-4e71-ab70-dcc354afe7e7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:15.412351 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd15fb9-0c13-4e71-ab70-dcc354afe7e7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Subnet': ['ID=96e9bbad-83d7-4d1a-a50f-3e77355caf96,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:15.422360 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd15fb9-0c13-4e71-ab70-dcc354afe7e7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Checking segment: {'id': '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:21:15.422727 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd15fb9-0c13-4e71-ab70-dcc354afe7e7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network hostable DHCP agents. Network: f14a482d-b3e6-4514-bb28-9b34794b542a, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:21:15.440823 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd15fb9-0c13-4e71-ab70-dcc354afe7e7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network f14a482d-b3e6-4514-bb28-9b34794b542a is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:21:15.449832 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-7bd15fb9-0c13-4e71-ab70-dcc354afe7e7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, f14a482d-b3e6-4514-bb28-9b34794b542a) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:21:15.454684 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd15fb9-0c13-4e71-ab70-dcc354afe7e7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:15.455289 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bd15fb9-0c13-4e71-ab70-dcc354afe7e7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:15.472047 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7bd15fb9-0c13-4e71-ab70-dcc354afe7e7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3942258 Dec 09 02:21:15.474325 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495b0cc0-9927-4b7a-a1f5-1ab08f5b00a5 None None] Network f14a482d-b3e6-4514-bb28-9b34794b542a requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:21:15.474906 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37610) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:15.569867 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:15.583969 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:15.650138 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Attempting to bind port 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:21:15.650517 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Attempting to bind port 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:21:15.650884 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Attempting to bind port 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:21:15.659290 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:21:15.659690 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:21:15.660037 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:15.660490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:21:15.661011 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Bound port: 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:21:15.661389 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:15.663097 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ba7318-a96d-4ef4-bbd8-52c4a33decdb None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:21:15.690792 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-f14a482d-b3e6-4514-bb28-9b34794b542a', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:21:15.691672 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:15.711591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21c9b8-12db-478d-8e36-9e41214d2cec None None] Pushing event updated for resources: {'Port': ['ID=1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:15.806553 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] For port 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:21:15.827560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2d41a134-a123-4504-a3a9-e2f348794f21 None None] Provisioning complete for port 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:21:15.827951 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d41a134-a123-4504-a3a9-e2f348794f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:15.833949 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] For port 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:21:15.864539 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:15.930228 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2d41a134-a123-4504-a3a9-e2f348794f21 None None] Port 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:21:15.949969 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf15e7e-bcb6-4c9f-baa1-cfc697af7165 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:21:15.981147 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Allocated IP 172.20.0.2 (f14a482d-b3e6-4514-bb28-9b34794b542a/96e9bbad-83d7-4d1a-a50f-3e77355caf96/0b28a89f-af20-49ea-ad8b-004b02591668) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:21:15.983755 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Routers {'3c0faf26-4ca4-4208-8883-cbbb7cccc851'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:21:15.984393 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:21:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:15.988747 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21c9b8-12db-478d-8e36-9e41214d2cec None None] Pushing event updated for resources: {'Port': ['ID=1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:16.148352 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:16.151390 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b0ac3825-9278-4bae-adca-f1421cf272b0 None None] Provisioning complete for port 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:21:16.151786 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3825-9278-4bae-adca-f1421cf272b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:16.154260 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] Set router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:21:16.555038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:16.582139 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:16.594256 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3825-9278-4bae-adca-f1421cf272b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:16.618978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.1 (f14a482d-b3e6-4514-bb28-9b34794b542a/96e9bbad-83d7-4d1a-a50f-3e77355caf96/632c679b-07b2-40f4-8183-e158353eade7) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:21:16.640040 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Network f14a482d-b3e6-4514-bb28-9b34794b542a is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:21:16.654391 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:21:16.657884 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b0ac3825-9278-4bae-adca-f1421cf272b0 None None] For port 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:16.662520 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:21:16.667154 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Pushing event updated for resources: {'Port': ['ID=0b28a89f-af20-49ea-ad8b-004b02591668,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:16.669365 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3825-9278-4bae-adca-f1421cf272b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:16.734611 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:16.762886 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac3825-9278-4bae-adca-f1421cf272b0 None None] Pushing event updated for resources: {'Port': ['ID=1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:16.769309 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:16.775300 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:14Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:16.779609 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Attempting to bind port 0b28a89f-af20-49ea-ad8b-004b02591668 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:21:16.780010 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Attempting to bind port 0b28a89f-af20-49ea-ad8b-004b02591668 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:21:16.780370 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Attempting to bind port 0b28a89f-af20-49ea-ad8b-004b02591668 on network f14a482d-b3e6-4514-bb28-9b34794b542a {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:21:16.805512 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770a60ba-6b57-4b31-9221-02a2d01e459a None None] The sync data for ids ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'] in dv-neutron-804846-18-hyperv is: [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:14Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:21:16.809636 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:21:16.809883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Checking segment: {'id': '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:21:16.810151 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network f14a482d-b3e6-4514-bb28-9b34794b542a is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:21:16.810296 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:16.810665 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Bound using segment: {'id': '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:21:16.811687 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Bound port: 0b28a89f-af20-49ea-ad8b-004b02591668, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:21:16.812071 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:16.816210 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:21:16.818649 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:21:16.848861 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=632c679b-07b2-40f4-8183-e158353eade7,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:16.875257 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:16.884957 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] For port 0b28a89f-af20-49ea-ad8b-004b02591668, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:21:16.888120 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] For port 0b28a89f-af20-49ea-ad8b-004b02591668, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0b28a89f-af20-49ea-ad8b-004b02591668,segment=NetworkSegment(3ac5e3af-de3a-4a9c-a9de-8548df9cde4c),segment_id=3ac5e3af-de3a-4a9c-a9de-8548df9cde4c)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:21:16.893204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:16.957291 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cb400-de52-4cb2-ac2a-fb29b48eff4e None None] Pushing event updated for resources: {'Port': ['ID=0b28a89f-af20-49ea-ad8b-004b02591668,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:17.029103 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:17.383621 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:17.388159 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:17.466878 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:17.468799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=632c679b-07b2-40f4-8183-e158353eade7,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:17.563749 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network f14a482d-b3e6-4514-bb28-9b34794b542a is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:21:17.565229 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:21:17.684062 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:21:17.798196 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:21:17.803279 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-09025d5e-7da1-4b71-aaf8-162c3d81aa95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/3c0faf26-4ca4-4208-8883-cbbb7cccc851/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3272932 Dec 09 02:21:17.805816 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37614) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:17.911204 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f644e68-ee5e-4060-b30a-cce0a3da0859 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:17.911708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f644e68-ee5e-4060-b30a-cce0a3da0859 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:17.912179 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f644e68-ee5e-4060-b30a-cce0a3da0859 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:17.912645 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f644e68-ee5e-4060-b30a-cce0a3da0859 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:17.913102 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f644e68-ee5e-4060-b30a-cce0a3da0859 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:17.913555 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f644e68-ee5e-4060-b30a-cce0a3da0859 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:17.914011 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f644e68-ee5e-4060-b30a-cce0a3da0859 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:17.916184 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4f644e68-ee5e-4060-b30a-cce0a3da0859 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.1093123 Dec 09 02:21:17.918926 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37616) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:17.951032 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e2efc4-4488-4224-b350-864ef7229496 None None] Network f14a482d-b3e6-4514-bb28-9b34794b542a requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:21:18.012117 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4651cd-6e16-4f65-b5e5-3483d91f8b3f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:18.012879 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4651cd-6e16-4f65-b5e5-3483d91f8b3f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:18.013345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4651cd-6e16-4f65-b5e5-3483d91f8b3f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:18.013805 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4651cd-6e16-4f65-b5e5-3483d91f8b3f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:18.014763 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4651cd-6e16-4f65-b5e5-3483d91f8b3f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:18.015220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4651cd-6e16-4f65-b5e5-3483d91f8b3f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:18.015699 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4651cd-6e16-4f65-b5e5-3483d91f8b3f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:18.017573 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7c4651cd-6e16-4f65-b5e5-3483d91f8b3f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.0976834 Dec 09 02:21:18.020258 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37618) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:18.020499 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c4dcfb31-b68a-44e4-aac3-7ba2db6cc149 None None] Provisioning complete for port 0b28a89f-af20-49ea-ad8b-004b02591668 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:21:18.020980 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfb31-b68a-44e4-aac3-7ba2db6cc149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.150210 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfb31-b68a-44e4-aac3-7ba2db6cc149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.171033 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0b28a89f-af20-49ea-ad8b-004b02591668 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:21:18.207316 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4a93793d-e0e3-4fd7-8d99-e9e7ce2166ee tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.1832700 Dec 09 02:21:18.243317 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c4dcfb31-b68a-44e4-aac3-7ba2db6cc149 None None] For port 0b28a89f-af20-49ea-ad8b-004b02591668, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0b28a89f-af20-49ea-ad8b-004b02591668,segment=NetworkSegment(3ac5e3af-de3a-4a9c-a9de-8548df9cde4c),segment_id=3ac5e3af-de3a-4a9c-a9de-8548df9cde4c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:18.249763 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfb31-b68a-44e4-aac3-7ba2db6cc149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.277187 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 0b28a89f-af20-49ea-ad8b-004b02591668 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:21:18.277572 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.335548 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcfb31-b68a-44e4-aac3-7ba2db6cc149 None None] Pushing event updated for resources: {'Port': ['ID=0b28a89f-af20-49ea-ad8b-004b02591668,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:18.397332 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-50c026a7-932b-4239-9a99-fd3f32873b7f None None] Provisioning complete for port 632c679b-07b2-40f4-8183-e158353eade7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:21:18.397719 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-50c026a7-932b-4239-9a99-fd3f32873b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.400024 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:21:18.407412 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37622) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:18.412594 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-561ec001-4d40-491f-8050-978cab8db6b0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-983944997', 'description': 'tempest-secgroup-smoke-983944997 description', 'project_id': '11e56525f9144d56b0abeb03a899d780'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:18.437119 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-561ec001-4d40-491f-8050-978cab8db6b0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.468050 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-50c026a7-932b-4239-9a99-fd3f32873b7f None None] Port 632c679b-07b2-40f4-8183-e158353eade7 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:21:18.485557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-50c026a7-932b-4239-9a99-fd3f32873b7f None None] Provisioning complete for port 0b28a89f-af20-49ea-ad8b-004b02591668 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:21:18.486135 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-50c026a7-932b-4239-9a99-fd3f32873b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.512517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-561ec001-4d40-491f-8050-978cab8db6b0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.515734 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:21:18.515879 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.520973 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-561ec001-4d40-491f-8050-978cab8db6b0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.554865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-561ec001-4d40-491f-8050-978cab8db6b0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.556430 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-561ec001-4d40-491f-8050-978cab8db6b0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1476340 Dec 09 02:21:18.558794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ec001-4d40-491f-8050-978cab8db6b0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9db8108-7fac-4f68-91d0-a2a589684521,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:18.559470 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37624) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:18.565355 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3c0689b7-ef6c-4665-9572-f2a59812ee8e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'f9db8108-7fac-4f68-91d0-a2a589684521', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:18.612666 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c0689b7-ef6c-4665-9572-f2a59812ee8e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.626228 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Sync routers for ids ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:21:18.637685 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Routers {'3c0faf26-4ca4-4208-8883-cbbb7cccc851'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:21:18.638588 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:21:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:18.689528 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c0689b7-ef6c-4665-9572-f2a59812ee8e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.693805 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c0689b7-ef6c-4665-9572-f2a59812ee8e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.714431 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0689b7-ef6c-4665-9572-f2a59812ee8e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb00672a-b0ba-4097-9c6c-dc39a42b3c2f,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:18.725932 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c0689b7-ef6c-4665-9572-f2a59812ee8e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.728607 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3c0689b7-ef6c-4665-9572-f2a59812ee8e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674893 Dec 09 02:21:18.731544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37626) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:18.736754 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-9dd22429-58c0-4895-9c92-d5c02768e15a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'f9db8108-7fac-4f68-91d0-a2a589684521', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:18.764556 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-16ab5b5a-4287-45c4-a4a2-425ce324f24a None None] Provisioning complete for port 632c679b-07b2-40f4-8183-e158353eade7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:21:18.765301 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16ab5b5a-4287-45c4-a4a2-425ce324f24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.772324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9dd22429-58c0-4895-9c92-d5c02768e15a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.774755 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Set router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:21:18.812574 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-16ab5b5a-4287-45c4-a4a2-425ce324f24a None None] Port 632c679b-07b2-40f4-8183-e158353eade7 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:21:18.841316 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9dd22429-58c0-4895-9c92-d5c02768e15a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.845135 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9dd22429-58c0-4895-9c92-d5c02768e15a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.862646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd22429-58c0-4895-9c92-d5c02768e15a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b4af49-b3f5-408c-9b0f-d5dec24df81c,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:18.871371 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9dd22429-58c0-4895-9c92-d5c02768e15a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.872618 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9dd22429-58c0-4895-9c92-d5c02768e15a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1399767 Dec 09 02:21:18.876037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37628) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:18.880698 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-38190e60-4e04-470c-99ae-101b7ec2ff6c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'f9db8108-7fac-4f68-91d0-a2a589684521', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:18.906922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38190e60-4e04-470c-99ae-101b7ec2ff6c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.937747 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-40a65dfe-4abe-49e3-8161-662f150fdc43 None None] Provisioning complete for port 632c679b-07b2-40f4-8183-e158353eade7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:21:18.940118 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-40a65dfe-4abe-49e3-8161-662f150fdc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.973923 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38190e60-4e04-470c-99ae-101b7ec2ff6c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.979210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38190e60-4e04-470c-99ae-101b7ec2ff6c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:18.984031 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-40a65dfe-4abe-49e3-8161-662f150fdc43 None None] Port 632c679b-07b2-40f4-8183-e158353eade7 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:21:18.994717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38190e60-4e04-470c-99ae-101b7ec2ff6c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5e6695-1007-42a9-8332-fe20a0bcdc82,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:19.006423 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38190e60-4e04-470c-99ae-101b7ec2ff6c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.007673 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-38190e60-4e04-470c-99ae-101b7ec2ff6c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306076 Dec 09 02:21:19.010571 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37630) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:19.015424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-69c5e682-803c-49ef-a70c-17031985cee1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'f9db8108-7fac-4f68-91d0-a2a589684521', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:19.042838 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-69c5e682-803c-49ef-a70c-17031985cee1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.071388 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '632c679b-07b2-40f4-8183-e158353eade7', 'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:3a:52:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:16Z', 'updated_at': '2021-12-09T02:21:17Z', 'revision_number': 2, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:19.100536 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-69c5e682-803c-49ef-a70c-17031985cee1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.100769 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Checking router: 3c0faf26-4ca4-4208-8883-cbbb7cccc851 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:21:19.100934 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Updating router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 port 632c679b-07b2-40f4-8183-e158353eade7 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:21:19.104153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-69c5e682-803c-49ef-a70c-17031985cee1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.122070 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5e682-803c-49ef-a70c-17031985cee1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30cd3d6-512a-4ac1-a0a0-babf7e814c83,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:19.132766 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-69c5e682-803c-49ef-a70c-17031985cee1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.134079 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-69c5e682-803c-49ef-a70c-17031985cee1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224532 Dec 09 02:21:19.136898 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37632) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:19.141450 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-bd61822b-5a69-4006-b988-73239e686919 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'f9db8108-7fac-4f68-91d0-a2a589684521', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:19.143271 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.164782 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-bd61822b-5a69-4006-b988-73239e686919 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:21:19.169984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd61822b-5a69-4006-b988-73239e686919 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.227810 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd61822b-5a69-4006-b988-73239e686919 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.231318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd61822b-5a69-4006-b988-73239e686919 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.248890 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61822b-5a69-4006-b988-73239e686919 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48e68b8-251e-405f-a8de-108d7129d719,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:19.257301 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd61822b-5a69-4006-b988-73239e686919 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.259892 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bd61822b-5a69-4006-b988-73239e686919 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219318 Dec 09 02:21:19.261151 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37634) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:19.265543 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-2d48ef97-bad2-45e9-8c80-c81e1e6cb2b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'f9db8108-7fac-4f68-91d0-a2a589684521', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:19.288459 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-2d48ef97-bad2-45e9-8c80-c81e1e6cb2b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:21:19.293472 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2d48ef97-bad2-45e9-8c80-c81e1e6cb2b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.351346 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2d48ef97-bad2-45e9-8c80-c81e1e6cb2b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.355120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2d48ef97-bad2-45e9-8c80-c81e1e6cb2b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.369920 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48ef97-bad2-45e9-8c80-c81e1e6cb2b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1aca21-aea6-426c-866c-c37b668850a8,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:19.380519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2d48ef97-bad2-45e9-8c80-c81e1e6cb2b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.381730 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2d48ef97-bad2-45e9-8c80-c81e1e6cb2b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196151 Dec 09 02:21:19.408160 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.414226 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.487655 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a02cd2-7aab-4ca0-85e9-91c80246c566 None None] Pushing event updated for resources: {'Port': ['ID=632c679b-07b2-40f4-8183-e158353eade7,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:19.510587 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a02cd2-7aab-4ca0-85e9-91c80246c566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:19.510966 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a02cd2-7aab-4ca0-85e9-91c80246c566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:19.511312 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a02cd2-7aab-4ca0-85e9-91c80246c566 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:19.511677 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a02cd2-7aab-4ca0-85e9-91c80246c566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:19.512017 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a02cd2-7aab-4ca0-85e9-91c80246c566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:19.512348 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a02cd2-7aab-4ca0-85e9-91c80246c566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:19.512691 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a02cd2-7aab-4ca0-85e9-91c80246c566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:19.513025 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a02cd2-7aab-4ca0-85e9-91c80246c566 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:19.513351 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a02cd2-7aab-4ca0-85e9-91c80246c566 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:19.513679 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a02cd2-7aab-4ca0-85e9-91c80246c566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:19.514508 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a02cd2-7aab-4ca0-85e9-91c80246c566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:19.514862 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a02cd2-7aab-4ca0-85e9-91c80246c566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:19.515183 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a02cd2-7aab-4ca0-85e9-91c80246c566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:21:19.527344 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Attempting to bind port 632c679b-07b2-40f4-8183-e158353eade7 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:21:19.527749 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Attempting to bind port 632c679b-07b2-40f4-8183-e158353eade7 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:21:19.528120 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Attempting to bind port 632c679b-07b2-40f4-8183-e158353eade7 on network f14a482d-b3e6-4514-bb28-9b34794b542a {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:21:19.534172 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:21:19.534547 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Checking segment: {'id': '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:21:19.534944 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.535333 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Bound using segment: {'id': '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:21:19.535832 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Bound port: 632c679b-07b2-40f4-8183-e158353eade7, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:21:19.536228 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.600531 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] For port 632c679b-07b2-40f4-8183-e158353eade7, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:21:19.603728 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] For port 632c679b-07b2-40f4-8183-e158353eade7, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=632c679b-07b2-40f4-8183-e158353eade7,segment=NetworkSegment(3ac5e3af-de3a-4a9c-a9de-8548df9cde4c),segment_id=3ac5e3af-de3a-4a9c-a9de-8548df9cde4c)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:21:19.604123 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-20b2b803-507a-4e28-a6ca-fbe7604873ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-983944997&fields=id&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 267 time: 0.0504768 Dec 09 02:21:19.612080 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.676698 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a02cd2-7aab-4ca0-85e9-91c80246c566 None None] Pushing event updated for resources: {'Port': ['ID=632c679b-07b2-40f4-8183-e158353eade7,revision_number=4']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:19.680055 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Routers {'3c0faf26-4ca4-4208-8883-cbbb7cccc851'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:21:19.680868 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:21:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:19.714373 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-76798251-2e55-45ba-b5ce-e8d560fbca32 None None] Provisioning complete for port 632c679b-07b2-40f4-8183-e158353eade7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:21:19.716590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76798251-2e55-45ba-b5ce-e8d560fbca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.737440 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-8071579c-8c65-43dc-abaf-50583bddbe5b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:19.739116 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-8071579c-8c65-43dc-abaf-50583bddbe5b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/networks?id=f14a482d-b3e6-4514-bb28-9b34794b542a HTTP/1.1" status: 200 len: 797 time: 0.1285977 Dec 09 02:21:19.770983 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-1b5d8c4e-7281-41b4-b4be-3143232fb245 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/quotas/11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 375 time: 0.0261164 Dec 09 02:21:19.808940 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] Set router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:21:19.827876 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76798251-2e55-45ba-b5ce-e8d560fbca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.862271 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-76798251-2e55-45ba-b5ce-e8d560fbca32 None None] For port 632c679b-07b2-40f4-8183-e158353eade7, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=632c679b-07b2-40f4-8183-e158353eade7,segment=NetworkSegment(3ac5e3af-de3a-4a9c-a9de-8548df9cde4c),segment_id=3ac5e3af-de3a-4a9c-a9de-8548df9cde4c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:19.863479 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-7798f33f-d568-494f-a812-60c27ea236bf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848899 Dec 09 02:21:19.869898 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76798251-2e55-45ba-b5ce-e8d560fbca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:19.926560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76798251-2e55-45ba-b5ce-e8d560fbca32 None None] Pushing event updated for resources: {'Port': ['ID=632c679b-07b2-40f4-8183-e158353eade7,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:19.973776 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-501b1efd-dcad-49ae-9dd0-36538848f9f6 service neutron] 10.222.0.43 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978889 Dec 09 02:21:19.997009 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3e8bb13d-ca03-4550-b726-715f08aea89f None None] Provisioning complete for port 632c679b-07b2-40f4-8183-e158353eade7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:21:19.997766 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e8bb13d-ca03-4550-b726-715f08aea89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:20.036183 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '632c679b-07b2-40f4-8183-e158353eade7', 'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:3a:52:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:16Z', 'updated_at': '2021-12-09T02:21:19Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:20.067349 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22d605-de6a-4920-aeec-e10f22ef16b9 None None] The sync data for ids ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'] in dv-neutron-804846-18-hyperv is: [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '632c679b-07b2-40f4-8183-e158353eade7', 'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:3a:52:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:16Z', 'updated_at': '2021-12-09T02:21:19Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:21:20.090884 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-43b86977-f892-4561-808e-6af3f4bcb273 service neutron] 10.222.0.43 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103442 Dec 09 02:21:20.154340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0b28a89f-af20-49ea-ad8b-004b02591668 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:21:20.214447 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 0b28a89f-af20-49ea-ad8b-004b02591668 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:21:20.214910 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:20.304911 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b574c6f3-5721-4093-80c3-382bab0fbf6d req-e002acd9-ac86-4722-86f5-5c8f565c138e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 210 time: 0.0382168 Dec 09 02:21:21.372862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-72f3108a-2eb4-436a-ac91-9af6cf214d95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:21.375696 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-72f3108a-2eb4-436a-ac91-9af6cf214d95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/networks?id=f14a482d-b3e6-4514-bb28-9b34794b542a HTTP/1.1" status: 200 len: 797 time: 0.1070297 Dec 09 02:21:21.411917 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d68c7404-ff92-41da-b2e3-901fc1a5ba69 req-03720677-b5e4-4bd3-a13d-86e5c5068781 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 210 time: 0.0299740 Dec 09 02:21:21.467322 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-e59826e4-01c0-478f-87ce-4146b82310a1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 379 time: 0.0576711 Dec 09 02:21:21.476717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-c45be4eb-13bc-42ca-abb8-b76bb4984e7c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'port': {'device_id': '42250928-22b0-46f9-9e99-68cf5dc6538a', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'admin_state_up': True, 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'security_groups': ['f9db8108-7fac-4f68-91d0-a2a589684521']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:21.587115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-c45be4eb-13bc-42ca-abb8-b76bb4984e7c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:21:21.590574 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-c45be4eb-13bc-42ca-abb8-b76bb4984e7c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:21.709814 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-c45be4eb-13bc-42ca-abb8-b76bb4984e7c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.8 (f14a482d-b3e6-4514-bb28-9b34794b542a/96e9bbad-83d7-4d1a-a50f-3e77355caf96/a5648427-3b27-482e-a8cc-6546f41dbfab) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:21:21.845766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-c45be4eb-13bc-42ca-abb8-b76bb4984e7c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:21.878890 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-c45be4eb-13bc-42ca-abb8-b76bb4984e7c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:21.919345 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-c45be4eb-13bc-42ca-abb8-b76bb4984e7c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network f14a482d-b3e6-4514-bb28-9b34794b542a is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:21:21.924954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-c45be4eb-13bc-42ca-abb8-b76bb4984e7c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:21:21.928667 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-c45be4eb-13bc-42ca-abb8-b76bb4984e7c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:21:21.958006 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45be4eb-13bc-42ca-abb8-b76bb4984e7c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=a5648427-3b27-482e-a8cc-6546f41dbfab,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:21.986802 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-c45be4eb-13bc-42ca-abb8-b76bb4984e7c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:21.987477 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-c45be4eb-13bc-42ca-abb8-b76bb4984e7c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:22.003832 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-c45be4eb-13bc-42ca-abb8-b76bb4984e7c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5306528 Dec 09 02:21:22.023985 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Request body: {'port': {'device_id': '42250928-22b0-46f9-9e99-68cf5dc6538a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:22.085602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:22.138317 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 632c679b-07b2-40f4-8183-e158353eade7 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:21:22.160847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-caa3d12c-67ca-4809-8bd5-94c730826257 None None] Provisioning complete for port a5648427-3b27-482e-a8cc-6546f41dbfab triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:21:22.161216 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-caa3d12c-67ca-4809-8bd5-94c730826257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:22.206182 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-caa3d12c-67ca-4809-8bd5-94c730826257 None None] Port a5648427-3b27-482e-a8cc-6546f41dbfab cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:21:22.214932 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 632c679b-07b2-40f4-8183-e158353eade7 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:21:22.215302 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:22.360671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5648427-3b27-482e-a8cc-6546f41dbfab {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:21:22.368031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:22.379810 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Transition to ACTIVE for port object a5648427-3b27-482e-a8cc-6546f41dbfab will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:21:22.380455 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:21:22.383711 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:22.433349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Pushing event updated for resources: {'Port': ['ID=a5648427-3b27-482e-a8cc-6546f41dbfab,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:22.534275 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Attempting to bind port a5648427-3b27-482e-a8cc-6546f41dbfab on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:21:22.534623 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Attempting to bind port a5648427-3b27-482e-a8cc-6546f41dbfab by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:21:22.534956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Attempting to bind port a5648427-3b27-482e-a8cc-6546f41dbfab on network f14a482d-b3e6-4514-bb28-9b34794b542a {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:21:22.544014 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Port a5648427-3b27-482e-a8cc-6546f41dbfab on network f14a482d-b3e6-4514-bb28-9b34794b542a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:21:22.544348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Attempting to bind port a5648427-3b27-482e-a8cc-6546f41dbfab on network f14a482d-b3e6-4514-bb28-9b34794b542a {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:21:22.552889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:21:22.553231 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Checking segment: {'id': '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:21:22.553628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Bound using segment: {'id': '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:21:22.554060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Bound port: a5648427-3b27-482e-a8cc-6546f41dbfab, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:21:22.554428 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:22.573105 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21b196-6d28-4139-b6ce-3ba37b7e031e req-ff476a8b-325e-4936-9d17-b1156207160e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:22.574652 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d21b196-6d28-4139-b6ce-3ba37b7e031e req-ff476a8b-325e-4936-9d17-b1156207160e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 943 time: 0.0831771 Dec 09 02:21:22.668493 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d21b196-6d28-4139-b6ce-3ba37b7e031e req-01bfd7fe-63f7-4e1f-ab07-e080018809ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9db8108-7fac-4f68-91d0-a2a589684521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873251 Dec 09 02:21:22.671381 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] For port a5648427-3b27-482e-a8cc-6546f41dbfab, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:21:22.675058 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] For port a5648427-3b27-482e-a8cc-6546f41dbfab, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a5648427-3b27-482e-a8cc-6546f41dbfab,segment=NetworkSegment(3ac5e3af-de3a-4a9c-a9de-8548df9cde4c),segment_id=3ac5e3af-de3a-4a9c-a9de-8548df9cde4c)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:21:22.679390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:22.711155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:22.711980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:22.713380 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] 10.222.0.45 "PUT /v2.0/ports/a5648427-3b27-482e-a8cc-6546f41dbfab HTTP/1.1" status: 200 len: 1093 time: 0.6941135 Dec 09 02:21:22.716097 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42250928-22b0-46f9-9e99-68cf5dc6538a', 'tag': 'a5648427-3b27-482e-a8cc-6546f41dbfab'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:21:22.718411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c58fc8-ada5-4f39-9321-70f0110f26cc" -d '{"events": [{"name": "network-changed", "server_uuid": "42250928-22b0-46f9-9e99-68cf5dc6538a", "tag": "a5648427-3b27-482e-a8cc-6546f41dbfab"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:21:22.746230 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ac7d2-b13e-4f73-a346-9d383231dc41 service neutron] Pushing event updated for resources: {'Port': ['ID=a5648427-3b27-482e-a8cc-6546f41dbfab,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:22.764617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdfeaf1-0271-4691-a2be-d7eff06b306f x-openstack-request-id: req-5fdfeaf1-0271-4691-a2be-d7eff06b306f {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:21:22.764978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42250928-22b0-46f9-9e99-68cf5dc6538a", "tag": "a5648427-3b27-482e-a8cc-6546f41dbfab", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:21:22.765323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fdfeaf1-0271-4691-a2be-d7eff06b306f {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:21:22.765793 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42250928-22b0-46f9-9e99-68cf5dc6538a', 'tag': 'a5648427-3b27-482e-a8cc-6546f41dbfab', 'status': 'completed', 'code': 200} Dec 09 02:21:22.889579 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-32e462e9-5f78-45d4-a1fb-d1ad34d6ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:22.891134 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-32e462e9-5f78-45d4-a1fb-d1ad34d6ef44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 1096 time: 0.0771761 Dec 09 02:21:22.894741 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-df9fbdcb-7fd7-4aff-b271-5e007e219535 req-91c2a489-2285-4d03-b55b-22db51fc735a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725217 Dec 09 02:21:22.960393 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-ca23b97b-85a6-4bb9-bbb4-936cf693fc7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5648427-3b27-482e-a8cc-6546f41dbfab HTTP/1.1" status: 200 len: 217 time: 0.0348718 Dec 09 02:21:23.037760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-fce40fb8-fb6b-451a-bca6-2564a7dbe80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:23.039126 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-fce40fb8-fb6b-451a-bca6-2564a7dbe80a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96e9bbad-83d7-4d1a-a50f-3e77355caf96 HTTP/1.1" status: 200 len: 833 time: 0.0707693 Dec 09 02:21:23.046094 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fbdcb-7fd7-4aff-b271-5e007e219535 req-f4c204aa-a0bb-4cb2-b8f0-93ca72c04ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:23.047507 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-df9fbdcb-7fd7-4aff-b271-5e007e219535 req-f4c204aa-a0bb-4cb2-b8f0-93ca72c04ab7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 1098 time: 0.0722032 Dec 09 02:21:23.151626 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-ea629c8b-a131-46ee-92a5-69deab41c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:23.153085 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-ea629c8b-a131-46ee-92a5-69deab41c994 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f14a482d-b3e6-4514-bb28-9b34794b542a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1047246 Dec 09 02:21:23.232128 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fbdcb-7fd7-4aff-b271-5e007e219535 req-b9ad1893-85a0-4507-97f2-729dd5909947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:23.233654 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-df9fbdcb-7fd7-4aff-b271-5e007e219535 req-b9ad1893-85a0-4507-97f2-729dd5909947 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 913 time: 0.1610255 Dec 09 02:21:23.306862 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-8cc77963-1ec3-481b-b700-ca5b61b831e3 service neutron] 10.222.0.45 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468444 Dec 09 02:21:23.328524 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-df9fbdcb-7fd7-4aff-b271-5e007e219535 req-831fc2d7-98bf-4587-b280-68de41eec779 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f HTTP/1.1" status: 200 len: 1000 time: 0.0835080 Dec 09 02:21:23.420855 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fbdcb-7fd7-4aff-b271-5e007e219535 req-fa78ae77-fb5c-4fb0-b5a8-acfda39492c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:23.422214 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-df9fbdcb-7fd7-4aff-b271-5e007e219535 req-fa78ae77-fb5c-4fb0-b5a8-acfda39492c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c2741af-2f64-489c-a848-b27c91aa70d4 HTTP/1.1" status: 200 len: 851 time: 0.0842569 Dec 09 02:21:23.448413 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd35bb89-9e10-414a-8e5f-65419139dc49 req-5bebe755-b61a-40ce-87ba-5ee1cde04302 service neutron] 10.222.0.45 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331012 Dec 09 02:21:23.476685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fbdcb-7fd7-4aff-b271-5e007e219535 req-301fb743-0be1-4728-a446-2b4b01fd3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:23.478176 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-df9fbdcb-7fd7-4aff-b271-5e007e219535 req-301fb743-0be1-4728-a446-2b4b01fd3f1b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f032c193-892e-4d25-887c-5957f77976f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0471106 Dec 09 02:21:23.641431 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c58fc8-ada5-4f39-9321-70f0110f26cc req-ef714397-3492-45d2-b826-875a8d5690d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:23.642923 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c5c58fc8-ada5-4f39-9321-70f0110f26cc req-ef714397-3492-45d2-b826-875a8d5690d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 1096 time: 0.0923433 Dec 09 02:21:23.673629 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-df9fbdcb-7fd7-4aff-b271-5e007e219535 req-27e674e7-def2-40f9-9f9c-67e30cb404c6 service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302407 Dec 09 02:21:23.847698 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f319a1-bbcb-4d4c-9986-9d700132ba0c req-f3f8e5dd-ccdf-4f44-95e5-761db1c1a8ad tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:23.849169 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d2f319a1-bbcb-4d4c-9986-9d700132ba0c req-f3f8e5dd-ccdf-4f44-95e5-761db1c1a8ad tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 943 time: 0.1055334 Dec 09 02:21:23.852832 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-df9fbdcb-7fd7-4aff-b271-5e007e219535 req-b726de62-dcee-4818-9988-4d1ed8927d1a service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556566 Dec 09 02:21:23.853903 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c58fc8-ada5-4f39-9321-70f0110f26cc req-a8e0c2de-8eca-4bf5-a74f-57471a06ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:23.855213 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c5c58fc8-ada5-4f39-9321-70f0110f26cc req-a8e0c2de-8eca-4bf5-a74f-57471a06ca0a service neutron] 10.222.0.45 "GET /v2.0/networks?id=f14a482d-b3e6-4514-bb28-9b34794b542a HTTP/1.1" status: 200 len: 898 time: 0.2021425 Dec 09 02:21:23.910832 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c5c58fc8-ada5-4f39-9321-70f0110f26cc req-1c27da86-7973-4af7-9c5a-4a5ff4546e33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5648427-3b27-482e-a8cc-6546f41dbfab HTTP/1.1" status: 200 len: 217 time: 0.0376818 Dec 09 02:21:23.934430 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d2f319a1-bbcb-4d4c-9986-9d700132ba0c req-5f55d775-f7f6-4104-be0a-42041c8913de tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9db8108-7fac-4f68-91d0-a2a589684521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782065 Dec 09 02:21:23.976438 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c58fc8-ada5-4f39-9321-70f0110f26cc req-44c1bcef-331d-4023-ae03-955760e85887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:23.977879 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c5c58fc8-ada5-4f39-9321-70f0110f26cc req-44c1bcef-331d-4023-ae03-955760e85887 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96e9bbad-83d7-4d1a-a50f-3e77355caf96 HTTP/1.1" status: 200 len: 833 time: 0.0426900 Dec 09 02:21:24.029022 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c58fc8-ada5-4f39-9321-70f0110f26cc req-330e7d20-ffe3-4150-b454-e8f168325748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:24.030523 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c5c58fc8-ada5-4f39-9321-70f0110f26cc req-330e7d20-ffe3-4150-b454-e8f168325748 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f14a482d-b3e6-4514-bb28-9b34794b542a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0421612 Dec 09 02:21:24.118322 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c5c58fc8-ada5-4f39-9321-70f0110f26cc req-dfc2e152-c5d0-4dc3-9c8c-3e2fad695804 service neutron] 10.222.0.45 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797596 Dec 09 02:21:24.218383 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c5c58fc8-ada5-4f39-9321-70f0110f26cc req-921f6dd5-dc95-4bad-9483-4582aab77d15 service neutron] 10.222.0.45 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830328 Dec 09 02:21:25.049298 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131dd72-b586-4d6c-aafe-f00b7565e74d req-7b26d52a-0f6f-4032-9b82-f939125b54ad tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:25.050750 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4131dd72-b586-4d6c-aafe-f00b7565e74d req-7b26d52a-0f6f-4032-9b82-f939125b54ad tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 943 time: 0.0487146 Dec 09 02:21:25.098231 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4131dd72-b586-4d6c-aafe-f00b7565e74d req-453a681d-7578-4037-a8b2-3c4135883604 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9db8108-7fac-4f68-91d0-a2a589684521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416417 Dec 09 02:21:26.023395 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37678) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:26.184537 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fe7a020b-bfb5-4a8c-9166-798f344ddcb6 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Deleting port 7660e363-1d70-40fa-a7ff-e6363d159038 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:21:26.184882 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fe7a020b-bfb5-4a8c-9166-798f344ddcb6 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:26.212381 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cc43e-9e9b-4ed2-9344-b9c8be09236a req-1d34ee92-68a0-4d34-9ebb-3d4571a1b7dc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:26.213875 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6f7cc43e-9e9b-4ed2-9344-b9c8be09236a req-1d34ee92-68a0-4d34-9ebb-3d4571a1b7dc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 943 time: 0.0481336 Dec 09 02:21:26.261273 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fe7a020b-bfb5-4a8c-9166-798f344ddcb6 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:26.261582 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fe7a020b-bfb5-4a8c-9166-798f344ddcb6 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:26.264711 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6f7cc43e-9e9b-4ed2-9344-b9c8be09236a req-aba3eb44-e975-4876-b404-7d9bd5793354 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9db8108-7fac-4f68-91d0-a2a589684521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448725 Dec 09 02:21:26.273377 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fe7a020b-bfb5-4a8c-9166-798f344ddcb6 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Calling delete_port for 7660e363-1d70-40fa-a7ff-e6363d159038 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:21:26.417152 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fe7a020b-bfb5-4a8c-9166-798f344ddcb6 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:26.448189 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a020b-bfb5-4a8c-9166-798f344ddcb6 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event deleted for resources: {'Port': ['ID=7660e363-1d70-40fa-a7ff-e6363d159038,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:26.491279 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device a5648427-3b27-482e-a8cc-6546f41dbfab details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:21:26.501682 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fe7a020b-bfb5-4a8c-9166-798f344ddcb6 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:26.502133 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-fe7a020b-bfb5-4a8c-9166-798f344ddcb6 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Floating IP 1ca363e0-e673-43f6-9d2e-9b8d5be35a3e disassociated (deleted). External IP: 172.26.3.12, port: b5f6852a-6dfc-48d6-849e-d6f7f55d1017. Dec 09 02:21:26.587402 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port a5648427-3b27-482e-a8cc-6546f41dbfab, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a5648427-3b27-482e-a8cc-6546f41dbfab,segment=NetworkSegment(3ac5e3af-de3a-4a9c-a9de-8548df9cde4c),segment_id=3ac5e3af-de3a-4a9c-a9de-8548df9cde4c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:26.599274 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'a5648427-3b27-482e-a8cc-6546f41dbfab', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'port_id': 'a5648427-3b27-482e-a8cc-6546f41dbfab', 'mac_address': 'fa:16:3e:64:8d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:21:26.636287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:26.648982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5648427-3b27-482e-a8cc-6546f41dbfab {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:21:26.668992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port a5648427-3b27-482e-a8cc-6546f41dbfab, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a5648427-3b27-482e-a8cc-6546f41dbfab,segment=NetworkSegment(3ac5e3af-de3a-4a9c-a9de-8548df9cde4c),segment_id=3ac5e3af-de3a-4a9c-a9de-8548df9cde4c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:26.674491 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:26.709118 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7a020b-bfb5-4a8c-9166-798f344ddcb6 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Router 11fd68fd-b8d4-4936-b106-b36ae2684fad has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:21:26.725779 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=a5648427-3b27-482e-a8cc-6546f41dbfab,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:26.815495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7a020b-bfb5-4a8c-9166-798f344ddcb6 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:21:26.819916 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fe7a020b-bfb5-4a8c-9166-798f344ddcb6 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:26.824666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836bd151-e89f-46b6-89ef-b5fe133537fd None None] Sync routers for ids ['11fd68fd-b8d4-4936-b106-b36ae2684fad'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:21:26.834140 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836bd151-e89f-46b6-89ef-b5fe133537fd None None] Routers {'11fd68fd-b8d4-4936-b106-b36ae2684fad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:21:26.834748 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-836bd151-e89f-46b6-89ef-b5fe133537fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:21:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['11fd68fd-b8d4-4936-b106-b36ae2684fad'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:26.846377 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fe7a020b-bfb5-4a8c-9166-798f344ddcb6 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "DELETE /v2.0/floatingips/1ca363e0-e673-43f6-9d2e-9b8d5be35a3e HTTP/1.1" status: 204 len: 168 time: 0.8217931 Dec 09 02:21:26.846853 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a7308b-09bb-43f3-8451-3afb050c253b', 'tag': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:21:26.849167 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453050c9-46a1-41cf-9aac-c93682a7bc10" -d '{"events": [{"name": "network-changed", "server_uuid": "63a7308b-09bb-43f3-8451-3afb050c253b", "tag": "b5f6852a-6dfc-48d6-849e-d6f7f55d1017"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:21:26.944665 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-836bd151-e89f-46b6-89ef-b5fe133537fd None None] Set router 11fd68fd-b8d4-4936-b106-b36ae2684fad gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:21:26.996878 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['a5648427-3b27-482e-a8cc-6546f41dbfab'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:21:27.004662 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9940cfc7-9350-4677-b29c-7d9f4aacc95a x-openstack-request-id: req-9940cfc7-9350-4677-b29c-7d9f4aacc95a {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:21:27.005019 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a7308b-09bb-43f3-8451-3afb050c253b", "tag": "b5f6852a-6dfc-48d6-849e-d6f7f55d1017", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:21:27.005387 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9940cfc7-9350-4677-b29c-7d9f4aacc95a {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:21:27.005932 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a7308b-09bb-43f3-8451-3afb050c253b', 'tag': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017', 'status': 'completed', 'code': 200} Dec 09 02:21:27.127521 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90679d2c-9866-4c68-aca7-305ae614fb49 req-bd7cb9ec-a9ec-4fb2-bd35-6431c550bbfb tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:27.129101 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-90679d2c-9866-4c68-aca7-305ae614fb49 req-bd7cb9ec-a9ec-4fb2-bd35-6431c550bbfb tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.0802336 Dec 09 02:21:27.139339 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453050c9-46a1-41cf-9aac-c93682a7bc10 req-90db2ba7-3975-45d1-b2b2-493a97db1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:27.140869 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-453050c9-46a1-41cf-9aac-c93682a7bc10 req-90db2ba7-3975-45d1-b2b2-493a97db1a5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16decbd5914c49a5a58309144815fe3e&device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 1099 time: 0.0624905 Dec 09 02:21:27.236721 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-90679d2c-9866-4c68-aca7-305ae614fb49 req-6a99bab5-2f9e-4239-8fa2-81851677c425 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002445 Dec 09 02:21:27.272031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453050c9-46a1-41cf-9aac-c93682a7bc10 req-22a9420b-0acf-4f7c-859a-2ef296666707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:27.273591 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-453050c9-46a1-41cf-9aac-c93682a7bc10 req-22a9420b-0acf-4f7c-859a-2ef296666707 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0583aaad-174f-4315-905c-6fa637fb0f26 HTTP/1.1" status: 200 len: 898 time: 0.1196215 Dec 09 02:21:27.424976 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-836bd151-e89f-46b6-89ef-b5fe133537fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702203469', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:19:30Z', 'updated_at': '2021-12-09T02:19:38Z', 'revision_number': 4, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'gw_port': {'id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:31Z', 'updated_at': '2021-12-09T02:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '4633d79b-c77e-4dde-8a83-a8d56c618c6a', 'name': '', 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'mac_address': 'fa:16:3e:f1:d3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '771e082b-ce76-470f-8639-c8fc9d343145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:36Z', 'updated_at': '2021-12-09T02:19:44Z', 'revision_number': 5, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'subnets': [{'id': '771e082b-ce76-470f-8639-c8fc9d343145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:27.467865 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836bd151-e89f-46b6-89ef-b5fe133537fd None None] Checking router: 11fd68fd-b8d4-4936-b106-b36ae2684fad for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:21:27.491857 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836bd151-e89f-46b6-89ef-b5fe133537fd None None] Routers {'11fd68fd-b8d4-4936-b106-b36ae2684fad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:21:27.492558 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-836bd151-e89f-46b6-89ef-b5fe133537fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:21:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['11fd68fd-b8d4-4936-b106-b36ae2684fad'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:27.612982 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-453050c9-46a1-41cf-9aac-c93682a7bc10 req-c89a064e-7e72-475a-8514-96c21022b414 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5f6852a-6dfc-48d6-849e-d6f7f55d1017 HTTP/1.1" status: 200 len: 217 time: 0.3313520 Dec 09 02:21:27.642381 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-836bd151-e89f-46b6-89ef-b5fe133537fd None None] Set router 11fd68fd-b8d4-4936-b106-b36ae2684fad gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:21:27.687453 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453050c9-46a1-41cf-9aac-c93682a7bc10 req-a2a81cba-1e8a-48c1-9676-e6136c9d908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:27.688825 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-453050c9-46a1-41cf-9aac-c93682a7bc10 req-a2a81cba-1e8a-48c1-9676-e6136c9d908c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=771e082b-ce76-470f-8639-c8fc9d343145 HTTP/1.1" status: 200 len: 834 time: 0.0675426 Dec 09 02:21:27.697117 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e2e20-d856-4591-ac76-00ea479d970c req-69369cee-cf96-478a-9f69-4f6a07851f65 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:27.698525 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9e9e2e20-d856-4591-ac76-00ea479d970c req-69369cee-cf96-478a-9f69-4f6a07851f65 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 944 time: 0.0883431 Dec 09 02:21:27.767158 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453050c9-46a1-41cf-9aac-c93682a7bc10 req-fdb536f2-3a26-4027-8ebb-f9d5609be05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:27.768680 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-453050c9-46a1-41cf-9aac-c93682a7bc10 req-fdb536f2-3a26-4027-8ebb-f9d5609be05e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0583aaad-174f-4315-905c-6fa637fb0f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0693097 Dec 09 02:21:27.773742 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9e9e2e20-d856-4591-ac76-00ea479d970c req-84f6bac5-3ec7-4d90-9ada-7d6bc29427cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9db8108-7fac-4f68-91d0-a2a589684521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671256 Dec 09 02:21:27.835840 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-836bd151-e89f-46b6-89ef-b5fe133537fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702203469', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:19:30Z', 'updated_at': '2021-12-09T02:19:38Z', 'revision_number': 4, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'gw_port': {'id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:31Z', 'updated_at': '2021-12-09T02:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '4633d79b-c77e-4dde-8a83-a8d56c618c6a', 'name': '', 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'mac_address': 'fa:16:3e:f1:d3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '771e082b-ce76-470f-8639-c8fc9d343145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:36Z', 'updated_at': '2021-12-09T02:19:44Z', 'revision_number': 5, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'subnets': [{'id': '771e082b-ce76-470f-8639-c8fc9d343145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:27.864024 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-453050c9-46a1-41cf-9aac-c93682a7bc10 req-1e0ee01c-7b7b-424f-9383-f6b9cc6c3f17 service neutron] 10.222.0.45 "GET /v2.0/networks/0583aaad-174f-4315-905c-6fa637fb0f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856397 Dec 09 02:21:27.866136 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836bd151-e89f-46b6-89ef-b5fe133537fd None None] The sync data for ids ['11fd68fd-b8d4-4936-b106-b36ae2684fad'] in dv-neutron-804846-18-hyperv is: [{'id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702203469', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:19:30Z', 'updated_at': '2021-12-09T02:19:38Z', 'revision_number': 4, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'gw_port': {'id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:31Z', 'updated_at': '2021-12-09T02:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '4633d79b-c77e-4dde-8a83-a8d56c618c6a', 'name': '', 'network_id': '0583aaad-174f-4315-905c-6fa637fb0f26', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'mac_address': 'fa:16:3e:f1:d3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '771e082b-ce76-470f-8639-c8fc9d343145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:36Z', 'updated_at': '2021-12-09T02:19:44Z', 'revision_number': 5, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'subnets': [{'id': '771e082b-ce76-470f-8639-c8fc9d343145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:21:27.958480 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-453050c9-46a1-41cf-9aac-c93682a7bc10 req-65874c3f-03d7-411b-9bed-2c3c45994b69 service neutron] 10.222.0.45 "GET /v2.0/networks/0583aaad-174f-4315-905c-6fa637fb0f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855715 Dec 09 02:21:28.086151 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da8cca-9cf3-43d1-93c9-3162494aaf71 None None] New status for floating IP 1ca363e0-e673-43f6-9d2e-9b8d5be35a3e: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:21:28.353846 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ef6d5-ba45-45c6-8e77-b4b2144d8f88 req-1d08476e-5eff-4372-b6d5-0e0b15ec1b37 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:28.355342 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fd2ef6d5-ba45-45c6-8e77-b4b2144d8f88 req-1d08476e-5eff-4372-b6d5-0e0b15ec1b37 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.0489106 Dec 09 02:21:28.403802 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fd2ef6d5-ba45-45c6-8e77-b4b2144d8f88 req-62c01a10-dc22-4db2-9afa-3bea3031e732 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/security-groups?id=caba97f9-ed0d-4b38-bfc4-ea9274929a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419118 Dec 09 02:21:28.506204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device a5648427-3b27-482e-a8cc-6546f41dbfab up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:21:28.554327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port a5648427-3b27-482e-a8cc-6546f41dbfab completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:21:28.558176 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port a5648427-3b27-482e-a8cc-6546f41dbfab triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:21:28.558552 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:28.617042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a27d-223b-4fe0-9909-3b827f984b7c req-b8996afd-3e91-4609-a7d4-246ecabd67eb tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:28.618618 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-93e0a27d-223b-4fe0-9909-3b827f984b7c req-b8996afd-3e91-4609-a7d4-246ecabd67eb tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 946 time: 0.0533390 Dec 09 02:21:28.640014 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:28.663231 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42250928-22b0-46f9-9e99-68cf5dc6538a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5648427-3b27-482e-a8cc-6546f41dbfab'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:21:28.665815 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc4175a-fb24-4234-9061-0f023378510e" -d '{"events": [{"server_uuid": "42250928-22b0-46f9-9e99-68cf5dc6538a", "name": "network-vif-plugged", "status": "completed", "tag": "a5648427-3b27-482e-a8cc-6546f41dbfab"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:21:28.678593 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port a5648427-3b27-482e-a8cc-6546f41dbfab, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a5648427-3b27-482e-a8cc-6546f41dbfab,segment=NetworkSegment(3ac5e3af-de3a-4a9c-a9de-8548df9cde4c),segment_id=3ac5e3af-de3a-4a9c-a9de-8548df9cde4c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:28.684344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:28.709692 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97019f35-ccc2-4e5d-8532-6ef41458cba9 x-openstack-request-id: req-97019f35-ccc2-4e5d-8532-6ef41458cba9 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:21:28.709982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42250928-22b0-46f9-9e99-68cf5dc6538a", "name": "network-vif-plugged", "status": "completed", "tag": "a5648427-3b27-482e-a8cc-6546f41dbfab", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:21:28.710363 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97019f35-ccc2-4e5d-8532-6ef41458cba9 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:21:28.710759 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42250928-22b0-46f9-9e99-68cf5dc6538a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5648427-3b27-482e-a8cc-6546f41dbfab', 'code': 200} Dec 09 02:21:28.713406 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-93e0a27d-223b-4fe0-9909-3b827f984b7c req-70d869b9-387e-4e9c-9d74-42feb93dd06c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Deleting port b5f6852a-6dfc-48d6-849e-d6f7f55d1017 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:21:28.713829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-93e0a27d-223b-4fe0-9909-3b827f984b7c req-70d869b9-387e-4e9c-9d74-42feb93dd06c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:28.738698 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=a5648427-3b27-482e-a8cc-6546f41dbfab,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:28.808026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-93e0a27d-223b-4fe0-9909-3b827f984b7c req-70d869b9-387e-4e9c-9d74-42feb93dd06c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] For port b5f6852a-6dfc-48d6-849e-d6f7f55d1017, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,segment=NetworkSegment(f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96),segment_id=f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:28.808329 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-93e0a27d-223b-4fe0-9909-3b827f984b7c req-70d869b9-387e-4e9c-9d74-42feb93dd06c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:28.823108 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-93e0a27d-223b-4fe0-9909-3b827f984b7c req-70d869b9-387e-4e9c-9d74-42feb93dd06c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Calling delete_port for b5f6852a-6dfc-48d6-849e-d6f7f55d1017 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:21:28.976882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c5842-1031-4cc2-a8c6-bef1b8d3d7f3 req-d3b014c6-fa90-4ac3-8a2e-94e8832bdafb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:28.978364 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-209c5842-1031-4cc2-a8c6-bef1b8d3d7f3 req-d3b014c6-fa90-4ac3-8a2e-94e8832bdafb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 945 time: 0.1059506 Dec 09 02:21:28.985396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b36a9-06d4-4f70-93cf-12b45b329827 req-84b8c185-4aff-4186-b458-f6f6227e14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:28.986825 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-902b36a9-06d4-4f70-93cf-12b45b329827 req-84b8c185-4aff-4186-b458-f6f6227e14ca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 1098 time: 0.1039631 Dec 09 02:21:29.089226 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-93e0a27d-223b-4fe0-9909-3b827f984b7c req-70d869b9-387e-4e9c-9d74-42feb93dd06c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:29.112109 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-209c5842-1031-4cc2-a8c6-bef1b8d3d7f3 req-088c9960-3eed-428f-a950-2d2f0da709b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9db8108-7fac-4f68-91d0-a2a589684521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243644 Dec 09 02:21:29.132501 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-902b36a9-06d4-4f70-93cf-12b45b329827 req-3d2b776e-8312-4036-885c-f18574e6ce4c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f9db8108-7fac-4f68-91d0-a2a589684521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183472 Dec 09 02:21:29.135145 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d869b9-387e-4e9c-9d74-42feb93dd06c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event deleted for resources: {'Port': ['ID=b5f6852a-6dfc-48d6-849e-d6f7f55d1017,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:29.178233 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e0a27d-223b-4fe0-9909-3b827f984b7c req-70d869b9-387e-4e9c-9d74-42feb93dd06c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] No DVR routers for this DVR port b5f6852a-6dfc-48d6-849e-d6f7f55d1017 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:21:29.180754 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-93e0a27d-223b-4fe0-9909-3b827f984b7c req-70d869b9-387e-4e9c-9d74-42feb93dd06c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:29.184123 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-93e0a27d-223b-4fe0-9909-3b827f984b7c req-70d869b9-387e-4e9c-9d74-42feb93dd06c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.45 "DELETE /v2.0/ports/b5f6852a-6dfc-48d6-849e-d6f7f55d1017 HTTP/1.1" status: 204 len: 173 time: 0.5580068 Dec 09 02:21:29.184568 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a7308b-09bb-43f3-8451-3afb050c253b', 'name': 'network-vif-deleted', 'tag': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:21:29.186815 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6ed486-7605-4271-a630-46c6aec4f64c" -d '{"events": [{"server_uuid": "63a7308b-09bb-43f3-8451-3afb050c253b", "name": "network-vif-deleted", "tag": "b5f6852a-6dfc-48d6-849e-d6f7f55d1017"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:21:29.221843 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f615eec-d2a0-4408-b94f-89f9335f07a0 x-openstack-request-id: req-9f615eec-d2a0-4408-b94f-89f9335f07a0 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:21:29.222136 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a7308b-09bb-43f3-8451-3afb050c253b", "name": "network-vif-deleted", "tag": "b5f6852a-6dfc-48d6-849e-d6f7f55d1017", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:21:29.222421 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f615eec-d2a0-4408-b94f-89f9335f07a0 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:21:29.222841 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a7308b-09bb-43f3-8451-3afb050c253b', 'name': 'network-vif-deleted', 'tag': 'b5f6852a-6dfc-48d6-849e-d6f7f55d1017', 'status': 'completed', 'code': 200} Dec 09 02:21:29.500516 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cc255afd-40bf-4c97-8b21-38ed2857fadb req-395611d9-7e69-4ed9-b5d1-4196ad6c990d tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63a7308b-09bb-43f3-8451-3afb050c253b HTTP/1.1" status: 200 len: 210 time: 0.0270276 Dec 09 02:21:30.233895 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0b5ab-21cd-4688-bca0-fab196993626 req-9ea6b1ce-0dd8-448b-95d8-b34e168dd6d4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:30.235394 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dfb0b5ab-21cd-4688-bca0-fab196993626 req-9ea6b1ce-0dd8-448b-95d8-b34e168dd6d4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 945 time: 0.0534701 Dec 09 02:21:30.288907 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dfb0b5ab-21cd-4688-bca0-fab196993626 req-9f177b77-5c64-4056-b9c5-3a27c052e5bb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9db8108-7fac-4f68-91d0-a2a589684521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472763 Dec 09 02:21:30.556680 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37704) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:30.911967 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1d5a197-4763-4d4e-8449-7b302a55b8e1 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:31.395745 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d1d5a197-4763-4d4e-8449-7b302a55b8e1 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Deleting port 4633d79b-c77e-4dde-8a83-a8d56c618c6a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:21:31.396094 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1d5a197-4763-4d4e-8449-7b302a55b8e1 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:31.401877 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785d36d-a422-46d0-8208-f85c55dab718 req-f90f69b4-4e86-4c1c-8681-c47e1c759945 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:31.403406 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7785d36d-a422-46d0-8208-f85c55dab718 req-f90f69b4-4e86-4c1c-8681-c47e1c759945 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 945 time: 0.0483861 Dec 09 02:21:31.453063 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7785d36d-a422-46d0-8208-f85c55dab718 req-5c6814c2-30cb-4f08-a440-c6185127313b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9db8108-7fac-4f68-91d0-a2a589684521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434103 Dec 09 02:21:31.486039 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-d1d5a197-4763-4d4e-8449-7b302a55b8e1 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] For port 4633d79b-c77e-4dde-8a83-a8d56c618c6a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=4633d79b-c77e-4dde-8a83-a8d56c618c6a,segment=NetworkSegment(f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96),segment_id=f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:31.486412 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1d5a197-4763-4d4e-8449-7b302a55b8e1 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:31.500332 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d1d5a197-4763-4d4e-8449-7b302a55b8e1 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Calling delete_port for 4633d79b-c77e-4dde-8a83-a8d56c618c6a owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:21:31.567012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a1719-881f-4f0e-8509-afe82ba60123 req-25866aa0-a112-422d-acfc-32f42ac92883 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:31.569193 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9d1a1719-881f-4f0e-8509-afe82ba60123 req-25866aa0-a112-422d-acfc-32f42ac92883 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 945 time: 0.0494761 Dec 09 02:21:31.619956 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9d1a1719-881f-4f0e-8509-afe82ba60123 req-1bac8a4a-b5fd-418f-bbb8-a18a2401ca01 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9db8108-7fac-4f68-91d0-a2a589684521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446756 Dec 09 02:21:31.641599 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37710) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:31.685057 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2311629f-576d-4f4e-a92e-e4b4066d6b50 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:31.686677 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2311629f-576d-4f4e-a92e-e4b4066d6b50 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 1093 time: 0.0440183 Dec 09 02:21:31.689521 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37712) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:31.694075 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': 'a5648427-3b27-482e-a8cc-6546f41dbfab', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:31.702930 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1d5a197-4763-4d4e-8449-7b302a55b8e1 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:31.717854 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:31.738416 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5a197-4763-4d4e-8449-7b302a55b8e1 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event deleted for resources: {'Port': ['ID=4633d79b-c77e-4dde-8a83-a8d56c618c6a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:31.818167 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:31.903232 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1d5a197-4763-4d4e-8449-7b302a55b8e1 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:31.932140 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.26.3.21 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/92fed40e-73ff-454e-a2b5-005a3ff88fde) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:21:32.036015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:32.076648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:32.119060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:21:32.123846 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:21:32.128210 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d5a197-4763-4d4e-8449-7b302a55b8e1 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Router 11fd68fd-b8d4-4936-b106-b36ae2684fad has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:21:32.133437 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:21:32.156607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=92fed40e-73ff-454e-a2b5-005a3ff88fde,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:32.235469 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d5a197-4763-4d4e-8449-7b302a55b8e1 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:21:32.240482 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d1d5a197-4763-4d4e-8449-7b302a55b8e1 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "PUT /v2.0/routers/11fd68fd-b8d4-4936-b106-b36ae2684fad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6827755 Dec 09 02:21:32.243361 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37714) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:32.248567 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19b21a4-0e81-43b5-922c-3c2d84bbed5f None None] Sync routers for ids ['11fd68fd-b8d4-4936-b106-b36ae2684fad'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:21:32.258193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19b21a4-0e81-43b5-922c-3c2d84bbed5f None None] Routers {'11fd68fd-b8d4-4936-b106-b36ae2684fad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:21:32.258802 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e19b21a4-0e81-43b5-922c-3c2d84bbed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:21:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['11fd68fd-b8d4-4936-b106-b36ae2684fad'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:32.341411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9aacd9-e07e-498f-9490-83246b47dd8c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Deleting subnet 771e082b-ce76-470f-8639-c8fc9d343145 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:21:32.365537 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e19b21a4-0e81-43b5-922c-3c2d84bbed5f None None] Set router 11fd68fd-b8d4-4936-b106-b36ae2684fad gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:21:32.368557 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b9aacd9-e07e-498f-9490-83246b47dd8c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:32.421794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b9aacd9-e07e-498f-9490-83246b47dd8c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:32.537552 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device b5f6852a-6dfc-48d6-849e-d6f7f55d1017 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:21:32.559539 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: b5f6852a-6dfc-48d6-849e-d6f7f55d1017 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:21:32.559888 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device b5f6852a-6dfc-48d6-849e-d6f7f55d1017 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:21:32.569120 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e19b21a4-0e81-43b5-922c-3c2d84bbed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702203469', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:19:30Z', 'updated_at': '2021-12-09T02:21:31Z', 'revision_number': 5, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'gw_port': {'id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:31Z', 'updated_at': '2021-12-09T02:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:32.585960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b9aacd9-e07e-498f-9490-83246b47dd8c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:32.596911 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19b21a4-0e81-43b5-922c-3c2d84bbed5f None None] Checking router: 11fd68fd-b8d4-4936-b106-b36ae2684fad for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:21:32.605238 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19b21a4-0e81-43b5-922c-3c2d84bbed5f None None] Routers {'11fd68fd-b8d4-4936-b106-b36ae2684fad'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:21:32.605847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e19b21a4-0e81-43b5-922c-3c2d84bbed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:21:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['11fd68fd-b8d4-4936-b106-b36ae2684fad'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:32.665358 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:32.700582 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b9aacd9-e07e-498f-9490-83246b47dd8c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:32.714023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e19b21a4-0e81-43b5-922c-3c2d84bbed5f None None] Set router 11fd68fd-b8d4-4936-b106-b36ae2684fad gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:21:32.735940 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9aacd9-e07e-498f-9490-83246b47dd8c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event deleted for resources: {'Subnet': ['ID=771e082b-ce76-470f-8639-c8fc9d343145,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:32.737911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b9aacd9-e07e-498f-9490-83246b47dd8c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:32.743580 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5b9aacd9-e07e-498f-9490-83246b47dd8c tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "DELETE /v2.0/subnets/771e082b-ce76-470f-8639-c8fc9d343145 HTTP/1.1" status: 204 len: 168 time: 0.4963851 Dec 09 02:21:32.744387 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37716) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:32.747098 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af54ce2-d24a-41e8-9cc2-e6ebc3d3510d None None] Network 0583aaad-174f-4315-905c-6fa637fb0f26 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:21:32.806375 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:32.931907 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bae9d40e-8352-406b-8ef4-81376c8e9b68 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:32.987243 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e19b21a4-0e81-43b5-922c-3c2d84bbed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702203469', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:19:30Z', 'updated_at': '2021-12-09T02:21:31Z', 'revision_number': 5, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'gw_port': {'id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:31Z', 'updated_at': '2021-12-09T02:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:32.995422 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4da784-d8bc-42b3-9378-780b1cce0692 None None] DHCP port deletion for 0583aaad-174f-4315-905c-6fa637fb0f26 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:21:33.029695 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19b21a4-0e81-43b5-922c-3c2d84bbed5f None None] The sync data for ids ['11fd68fd-b8d4-4936-b106-b36ae2684fad'] in dv-neutron-804846-18-hyperv is: [{'id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1702203469', 'tenant_id': '16decbd5914c49a5a58309144815fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:19:30Z', 'updated_at': '2021-12-09T02:21:31Z', 'revision_number': 5, 'project_id': '16decbd5914c49a5a58309144815fe3e', 'gw_port': {'id': 'dfd69f27-5659-40c5-9a7c-e844ec3a0c3d', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fd68fd-b8d4-4936-b106-b36ae2684fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:19:31Z', 'updated_at': '2021-12-09T02:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:21:33.032220 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-584e4395-58d0-4640-a805-9de30eb86dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:33.079812 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2b4da784-d8bc-42b3-9378-780b1cce0692 None None] Deleting port 4a80353b-5086-458a-9eb7-13da46736345 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:21:33.080199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b4da784-d8bc-42b3-9378-780b1cce0692 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:33.093162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:33.095604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bae9d40e-8352-406b-8ef4-81376c8e9b68 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:33.099860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:33.145959 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2b4da784-d8bc-42b3-9378-780b1cce0692 None None] For port 4a80353b-5086-458a-9eb7-13da46736345, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=4a80353b-5086-458a-9eb7-13da46736345,segment=NetworkSegment(f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96),segment_id=f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:33.146365 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b4da784-d8bc-42b3-9378-780b1cce0692 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:33.159288 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2b4da784-d8bc-42b3-9378-780b1cce0692 None None] Calling delete_port for 4a80353b-5086-458a-9eb7-13da46736345 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:21:33.197309 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=92fed40e-73ff-454e-a2b5-005a3ff88fde,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:33.207736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:33.241925 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b4da784-d8bc-42b3-9378-780b1cce0692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:33.266521 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bae9d40e-8352-406b-8ef4-81376c8e9b68 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Deleting port dfd69f27-5659-40c5-9a7c-e844ec3a0c3d {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:21:33.266865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bae9d40e-8352-406b-8ef4-81376c8e9b68 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:33.268280 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4da784-d8bc-42b3-9378-780b1cce0692 None None] Pushing event deleted for resources: {'Port': ['ID=4a80353b-5086-458a-9eb7-13da46736345,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:33.270705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4da784-d8bc-42b3-9378-780b1cce0692 None None] No DVR routers for this DVR port 4a80353b-5086-458a-9eb7-13da46736345 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:21:33.359254 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP 5abd7e15-3350-4a0c-9c00-cb81d14188c5 associated. External IP: 172.26.3.21, port: a5648427-3b27-482e-a8cc-6546f41dbfab. Dec 09 02:21:33.707980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-bae9d40e-8352-406b-8ef4-81376c8e9b68 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] For port dfd69f27-5659-40c5-9a7c-e844ec3a0c3d, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=dfd69f27-5659-40c5-9a7c-e844ec3a0c3d,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:33.708677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bae9d40e-8352-406b-8ef4-81376c8e9b68 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:33.749855 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bae9d40e-8352-406b-8ef4-81376c8e9b68 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Calling delete_port for dfd69f27-5659-40c5-9a7c-e844ec3a0c3d owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:21:33.969764 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:21:34.054222 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bae9d40e-8352-406b-8ef4-81376c8e9b68 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:34.090989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4a80353b-5086-458a-9eb7-13da46736345 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:21:34.111812 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 4a80353b-5086-458a-9eb7-13da46736345 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:21:34.112254 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4a80353b-5086-458a-9eb7-13da46736345 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:21:34.112743 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4633d79b-c77e-4dde-8a83-a8d56c618c6a no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:21:34.116998 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9d40e-8352-406b-8ef4-81376c8e9b68 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event deleted for resources: {'Port': ['ID=dfd69f27-5659-40c5-9a7c-e844ec3a0c3d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:34.146729 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ef6b67-3f07-4cbb-b106-df7f3e8ada71 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:21:34.149726 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 4633d79b-c77e-4dde-8a83-a8d56c618c6a {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:21:34.150142 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4633d79b-c77e-4dde-8a83-a8d56c618c6a not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:21:34.174621 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:21:34.184191 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144a68e9-842e-4d65-acee-b597f38143fd None None] Sync routers for ids ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:21:34.194534 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144a68e9-842e-4d65-acee-b597f38143fd None None] Routers {'3c0faf26-4ca4-4208-8883-cbbb7cccc851'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:21:34.196179 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-144a68e9-842e-4d65-acee-b597f38143fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:21:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:34.196621 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bae9d40e-8352-406b-8ef4-81376c8e9b68 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:34.202506 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:34.302591 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-144a68e9-842e-4d65-acee-b597f38143fd None None] Set router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:21:34.308266 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bae9d40e-8352-406b-8ef4-81376c8e9b68 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:34.311504 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dc5ec048-2d87-49df-8442-015a9506c49b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6208189 Dec 09 02:21:34.312747 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bae9d40e-8352-406b-8ef4-81376c8e9b68 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:34.314039 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42250928-22b0-46f9-9e99-68cf5dc6538a', 'tag': 'a5648427-3b27-482e-a8cc-6546f41dbfab'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:21:34.314565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37718) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:34.316337 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbd1ee4-6598-47fa-a96c-860d1ac27a97" -d '{"events": [{"name": "network-changed", "server_uuid": "42250928-22b0-46f9-9e99-68cf5dc6538a", "tag": "a5648427-3b27-482e-a8cc-6546f41dbfab"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:21:34.361031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b808d4f8-ffc7-49e9-8f2f-d9d6e07e4e8c x-openstack-request-id: req-b808d4f8-ffc7-49e9-8f2f-d9d6e07e4e8c {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:21:34.361339 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42250928-22b0-46f9-9e99-68cf5dc6538a", "tag": "a5648427-3b27-482e-a8cc-6546f41dbfab", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:21:34.361594 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b808d4f8-ffc7-49e9-8f2f-d9d6e07e4e8c {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:21:34.361996 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42250928-22b0-46f9-9e99-68cf5dc6538a', 'tag': 'a5648427-3b27-482e-a8cc-6546f41dbfab', 'status': 'completed', 'code': 200} Dec 09 02:21:34.371580 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bae9d40e-8352-406b-8ef4-81376c8e9b68 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:34.372395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae9d40e-8352-406b-8ef4-81376c8e9b68 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Fanout notify agent at l3_agent the message router_deleted on router 11fd68fd-b8d4-4936-b106-b36ae2684fad {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:21:34.380647 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bae9d40e-8352-406b-8ef4-81376c8e9b68 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:34.381867 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bae9d40e-8352-406b-8ef4-81376c8e9b68 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "DELETE /v2.0/routers/11fd68fd-b8d4-4936-b106-b36ae2684fad HTTP/1.1" status: 204 len: 168 time: 1.6371801 Dec 09 02:21:34.384588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37722) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:34.394692 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-39d6bc98-9c63-4eae-b39f-64b273a5f8c8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/5abd7e15-3350-4a0c-9c00-cb81d14188c5 HTTP/1.1" status: 200 len: 990 time: 0.0772984 Dec 09 02:21:34.495394 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d4c14b2b-83ea-422e-b1c2-c8461d7da8da tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:34.506914 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd1ee4-6598-47fa-a96c-860d1ac27a97 req-ad8fc953-033b-4c65-be3f-b485924f92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:34.508470 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0bbd1ee4-6598-47fa-a96c-860d1ac27a97 req-ad8fc953-033b-4c65-be3f-b485924f92e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 1098 time: 0.0758936 Dec 09 02:21:34.556215 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-144a68e9-842e-4d65-acee-b597f38143fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '5abd7e15-3350-4a0c-9c00-cb81d14188c5', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.21', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'port_id': 'a5648427-3b27-482e-a8cc-6546f41dbfab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'mac_address': 'fa:16:3e:64:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42250928-22b0-46f9-9e99-68cf5dc6538a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:21:32Z', 'updated_at': '2021-12-09T02:21:32Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632c679b-07b2-40f4-8183-e158353eade7', 'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:3a:52:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:16Z', 'updated_at': '2021-12-09T02:21:19Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:34.582696 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144a68e9-842e-4d65-acee-b597f38143fd None None] Checking router: 3c0faf26-4ca4-4208-8883-cbbb7cccc851 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:21:34.590872 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144a68e9-842e-4d65-acee-b597f38143fd None None] Routers {'3c0faf26-4ca4-4208-8883-cbbb7cccc851'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:21:34.591531 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-144a68e9-842e-4d65-acee-b597f38143fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:21:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:34.637401 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d4c14b2b-83ea-422e-b1c2-c8461d7da8da tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:34.670173 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-d4c14b2b-83ea-422e-b1c2-c8461d7da8da tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0583aaad-174f-4315-905c-6fa637fb0f26']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:34.688759 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-d4c14b2b-83ea-422e-b1c2-c8461d7da8da tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:34.689058 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-d4c14b2b-83ea-422e-b1c2-c8461d7da8da tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ae954c-a9b9-40e0-a78a-ceb0cc9f1b96') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:34.702354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d4c14b2b-83ea-422e-b1c2-c8461d7da8da tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:34.704586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd1ee4-6598-47fa-a96c-860d1ac27a97 req-f7b11402-36f5-4537-8287-4800bb914e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:34.706077 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0bbd1ee4-6598-47fa-a96c-860d1ac27a97 req-f7b11402-36f5-4537-8287-4800bb914e29 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f14a482d-b3e6-4514-bb28-9b34794b542a HTTP/1.1" status: 200 len: 898 time: 0.1897798 Dec 09 02:21:34.723024 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d4c14b2b-83ea-422e-b1c2-c8461d7da8da tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:34.757301 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c14b2b-83ea-422e-b1c2-c8461d7da8da tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:21:34.757685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d4c14b2b-83ea-422e-b1c2-c8461d7da8da tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:21:34.760698 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:21:34.786956 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-144a68e9-842e-4d65-acee-b597f38143fd None None] Set router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:21:34.831899 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0bbd1ee4-6598-47fa-a96c-860d1ac27a97 req-799dfa83-c45e-492d-b764-980ea57b7594 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5648427-3b27-482e-a8cc-6546f41dbfab HTTP/1.1" status: 200 len: 998 time: 0.1156776 Dec 09 02:21:34.846945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d4c14b2b-83ea-422e-b1c2-c8461d7da8da tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:34.854237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d4c14b2b-83ea-422e-b1c2-c8461d7da8da tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:34.859937 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d4c14b2b-83ea-422e-b1c2-c8461d7da8da tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "DELETE /v2.0/networks/0583aaad-174f-4315-905c-6fa637fb0f26 HTTP/1.1" status: 204 len: 168 time: 0.4716959 Dec 09 02:21:34.860645 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37724) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:34.887806 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c14b2b-83ea-422e-b1c2-c8461d7da8da tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event deleted for resources: {'Network': ['ID=0583aaad-174f-4315-905c-6fa637fb0f26,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:34.918462 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd1ee4-6598-47fa-a96c-860d1ac27a97 req-bf21e4d6-b4e7-46fb-b25c-40745d67ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:34.920047 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0bbd1ee4-6598-47fa-a96c-860d1ac27a97 req-bf21e4d6-b4e7-46fb-b25c-40745d67ef73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96e9bbad-83d7-4d1a-a50f-3e77355caf96 HTTP/1.1" status: 200 len: 833 time: 0.0810337 Dec 09 02:21:34.937287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c0cb54ef-a079-408e-b917-09e7b805e155 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:34.969032 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c0cb54ef-a079-408e-b917-09e7b805e155 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:34.973322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd1ee4-6598-47fa-a96c-860d1ac27a97 req-5246b07c-e691-47d7-bfe1-be8cbad33565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:34.975123 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0bbd1ee4-6598-47fa-a96c-860d1ac27a97 req-5246b07c-e691-47d7-bfe1-be8cbad33565 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f14a482d-b3e6-4514-bb28-9b34794b542a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0483651 Dec 09 02:21:35.041543 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-144a68e9-842e-4d65-acee-b597f38143fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '5abd7e15-3350-4a0c-9c00-cb81d14188c5', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.21', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'port_id': 'a5648427-3b27-482e-a8cc-6546f41dbfab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'mac_address': 'fa:16:3e:64:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42250928-22b0-46f9-9e99-68cf5dc6538a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:21:32Z', 'updated_at': '2021-12-09T02:21:32Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632c679b-07b2-40f4-8183-e158353eade7', 'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:3a:52:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:16Z', 'updated_at': '2021-12-09T02:21:19Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:21:35.041898 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c0cb54ef-a079-408e-b917-09e7b805e155 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:35.046169 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c0cb54ef-a079-408e-b917-09e7b805e155 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:35.050580 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c0cb54ef-a079-408e-b917-09e7b805e155 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] 10.222.0.43 "DELETE /v2.0/security-groups/caba97f9-ed0d-4b38-bfc4-ea9274929a7b HTTP/1.1" status: 204 len: 168 time: 0.1860960 Dec 09 02:21:35.065438 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb54ef-a079-408e-b917-09e7b805e155 tempest-TestNetworkAdvancedServerOps-1551824863 tempest-TestNetworkAdvancedServerOps-1551824863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caba97f9-ed0d-4b38-bfc4-ea9274929a7b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:35.074445 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144a68e9-842e-4d65-acee-b597f38143fd None None] The sync data for ids ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'] in dv-neutron-804846-18-hyperv is: [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '5abd7e15-3350-4a0c-9c00-cb81d14188c5', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.21', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'port_id': 'a5648427-3b27-482e-a8cc-6546f41dbfab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'mac_address': 'fa:16:3e:64:8d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42250928-22b0-46f9-9e99-68cf5dc6538a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:21:32Z', 'updated_at': '2021-12-09T02:21:32Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632c679b-07b2-40f4-8183-e158353eade7', 'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:3a:52:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:16Z', 'updated_at': '2021-12-09T02:21:19Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:21:35.095896 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0bbd1ee4-6598-47fa-a96c-860d1ac27a97 req-6d5f765f-017a-4605-a0df-5dbb917ac7f8 service neutron] 10.222.0.45 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081045 Dec 09 02:21:35.197608 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0bbd1ee4-6598-47fa-a96c-860d1ac27a97 req-5eedf9e3-e838-44ee-97d2-6f3656ea2bee service neutron] 10.222.0.45 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943966 Dec 09 02:21:35.234308 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5fc822cf-3882-4ed3-bf77-f76efecabc19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:35.329538 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529b6999-6217-4a44-9373-24c3f6038b18 None None] New status for floating IP 5abd7e15-3350-4a0c-9c00-cb81d14188c5: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:21:35.361440 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37732) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:35.397279 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37736) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:35.461239 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a616fdf1-f673-4990-89c2-fdd8e3fcc903 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/5abd7e15-3350-4a0c-9c00-cb81d14188c5 HTTP/1.1" status: 200 len: 990 time: 0.0627978 Dec 09 02:21:35.502247 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-995c4c99-6a56-4a96-b940-c308e6cfa5de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16decbd5914c49a5a58309144815fe3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395171 Dec 09 02:21:35.504738 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37738) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:35.555047 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f841276b-d116-453c-bbf3-9876142794d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:35.575761 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f841276b-d116-453c-bbf3-9876142794d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:35.620015 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f841276b-d116-453c-bbf3-9876142794d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:35.622562 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f841276b-d116-453c-bbf3-9876142794d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:35.624264 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f841276b-d116-453c-bbf3-9876142794d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62853620-ebb4-4678-bcc0-6f9c81cf5ed2 HTTP/1.1" status: 204 len: 168 time: 0.1185942 Dec 09 02:21:35.633612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841276b-d116-453c-bbf3-9876142794d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62853620-ebb4-4678-bcc0-6f9c81cf5ed2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:35.875955 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37744) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:35.889427 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-694e0dd8-b97c-4216-9ad3-098dfbc8a860 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:35.961721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-694e0dd8-b97c-4216-9ad3-098dfbc8a860 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:35.965332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-694e0dd8-b97c-4216-9ad3-098dfbc8a860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:36.003104 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-694e0dd8-b97c-4216-9ad3-098dfbc8a860 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=236a4f1e624545d8be8776210227f78c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260960 Dec 09 02:21:36.004006 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e0dd8-b97c-4216-9ad3-098dfbc8a860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff110ac-c329-423d-add6-ea53493d9b55,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:36.006742 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37746) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:36.057703 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ee82501e-e1a2-4a42-8ee7-6cf944c48eb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:36.079290 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ee82501e-e1a2-4a42-8ee7-6cf944c48eb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:36.086754 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device dfd69f27-5659-40c5-9a7c-e844ec3a0c3d no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:21:36.105503 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: dfd69f27-5659-40c5-9a7c-e844ec3a0c3d {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:21:36.105966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device dfd69f27-5659-40c5-9a7c-e844ec3a0c3d not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:21:36.130297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ee82501e-e1a2-4a42-8ee7-6cf944c48eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:36.132700 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ee82501e-e1a2-4a42-8ee7-6cf944c48eb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:36.133852 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ee82501e-e1a2-4a42-8ee7-6cf944c48eb7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cff110ac-c329-423d-add6-ea53493d9b55 HTTP/1.1" status: 204 len: 168 time: 0.1257510 Dec 09 02:21:36.141499 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82501e-e1a2-4a42-8ee7-6cf944c48eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff110ac-c329-423d-add6-ea53493d9b55,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:36.373325 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:36.465078 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37758) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:36.528246 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4a639e3b-9f5f-4bc8-8fc5-e5e8fc493fa0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/5abd7e15-3350-4a0c-9c00-cb81d14188c5 HTTP/1.1" status: 200 len: 992 time: 0.0620072 Dec 09 02:21:36.786532 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37770) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:36.877897 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-dcc55095-d518-4507-be6d-2c651dd50a42 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-648249856-network', 'tenant_id': '5ee38940abd24295ab58e8ab18fa7515'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:36.899065 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc55095-d518-4507-be6d-2c651dd50a42 admin admin] Made reservation on behalf of 5ee38940abd24295ab58e8ab18fa7515 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:21:36.901496 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dcc55095-d518-4507-be6d-2c651dd50a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:36.910523 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dcc55095-d518-4507-be6d-2c651dd50a42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:36.982486 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dcc55095-d518-4507-be6d-2c651dd50a42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:36.986390 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dcc55095-d518-4507-be6d-2c651dd50a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:37.014604 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc55095-d518-4507-be6d-2c651dd50a42 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:21:37.024252 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc55095-d518-4507-be6d-2c651dd50a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e482cf63-2a56-40b5-b216-a2f76e34e3e3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:37.029140 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dcc55095-d518-4507-be6d-2c651dd50a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:37.029482 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-dcc55095-d518-4507-be6d-2c651dd50a42 admin admin] Added segment 2e1ad1c8-dffa-4a8d-8a8b-de394f141690 of type vlan for network 4ccd0b14-df99-48b0-a239-58ba2e417943 Dec 09 02:21:37.068531 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dcc55095-d518-4507-be6d-2c651dd50a42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:37.095486 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dcc55095-d518-4507-be6d-2c651dd50a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:37.096517 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc55095-d518-4507-be6d-2c651dd50a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:37.097094 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dcc55095-d518-4507-be6d-2c651dd50a42 admin admin] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:37.178706 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dcc55095-d518-4507-be6d-2c651dd50a42 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3909850 Dec 09 02:21:37.181683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37774) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:37.187273 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d7a3f22d-4b8a-44f4-a6e4-21adcc0222d8 admin admin] Request body: {'subnet': {'network_id': '4ccd0b14-df99-48b0-a239-58ba2e417943', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-648249856-subnet', 'tenant_id': '5ee38940abd24295ab58e8ab18fa7515', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:37.196938 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc55095-d518-4507-be6d-2c651dd50a42 admin admin] Pushing event updated for resources: {'Network': ['ID=4ccd0b14-df99-48b0-a239-58ba2e417943,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:37.207738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 4ccd0b14-df99-48b0-a239-58ba2e417943 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:21:37.209356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a3f22d-4b8a-44f4-a6e4-21adcc0222d8 admin admin] Made reservation on behalf of 5ee38940abd24295ab58e8ab18fa7515 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:21:37.211880 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f22d-4b8a-44f4-a6e4-21adcc0222d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:37.374710 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f22d-4b8a-44f4-a6e4-21adcc0222d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:37.431405 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3f22d-4b8a-44f4-a6e4-21adcc0222d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6fd0aef-459e-464e-8ba7-ad34f33cf7b3,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:37.436215 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a3f22d-4b8a-44f4-a6e4-21adcc0222d8 admin admin] Checking segment: {'id': '2e1ad1c8-dffa-4a8d-8a8b-de394f141690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4ccd0b14-df99-48b0-a239-58ba2e417943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:21:37.436578 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a3f22d-4b8a-44f4-a6e4-21adcc0222d8 admin admin] Network hostable DHCP agents. Network: 4ccd0b14-df99-48b0-a239-58ba2e417943, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:21:37.452296 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a3f22d-4b8a-44f4-a6e4-21adcc0222d8 admin admin] Network 4ccd0b14-df99-48b0-a239-58ba2e417943 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:21:37.460194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-d7a3f22d-4b8a-44f4-a6e4-21adcc0222d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 4ccd0b14-df99-48b0-a239-58ba2e417943) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:21:37.464140 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a3f22d-4b8a-44f4-a6e4-21adcc0222d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:37.464739 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d7a3f22d-4b8a-44f4-a6e4-21adcc0222d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:37.468586 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b2a23c-47a5-419f-be5a-cdc1bb0fe0b5 None None] Network 4ccd0b14-df99-48b0-a239-58ba2e417943 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:21:37.483765 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d7a3f22d-4b8a-44f4-a6e4-21adcc0222d8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3008745 Dec 09 02:21:37.564531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9aeded-d589-411e-acf9-0eb3c4912c64 None None] Network 4ccd0b14-df99-48b0-a239-58ba2e417943 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:21:37.757678 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:37.938623 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37790) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:37.943541 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-577c39d2-ed6f-434c-b606-645a239382d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-545840351-network', 'tenant_id': '2100907f422d491a9435a0eb40058c2b'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:37.963910 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577c39d2-ed6f-434c-b606-645a239382d2 admin admin] Made reservation on behalf of 2100907f422d491a9435a0eb40058c2b for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:21:37.966078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-577c39d2-ed6f-434c-b606-645a239382d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:37.977976 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-577c39d2-ed6f-434c-b606-645a239382d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:38.050140 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-577c39d2-ed6f-434c-b606-645a239382d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:38.053904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-577c39d2-ed6f-434c-b606-645a239382d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:38.074008 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577c39d2-ed6f-434c-b606-645a239382d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:21:38.088880 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c39d2-ed6f-434c-b606-645a239382d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3443815-cceb-4ac2-bb51-47ef50314e62,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:38.091768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-577c39d2-ed6f-434c-b606-645a239382d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:38.092117 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-577c39d2-ed6f-434c-b606-645a239382d2 admin admin] Added segment cfeea8c7-86d7-4436-b095-c150e2bd89dd of type vlan for network 61c7a4ef-ff66-4e88-bcb3-da403c7541d6 Dec 09 02:21:38.131673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-577c39d2-ed6f-434c-b606-645a239382d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:38.155073 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-577c39d2-ed6f-434c-b606-645a239382d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:38.156044 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577c39d2-ed6f-434c-b606-645a239382d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:38.156622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-577c39d2-ed6f-434c-b606-645a239382d2 admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:38.222900 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-577c39d2-ed6f-434c-b606-645a239382d2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2831006 Dec 09 02:21:38.225814 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37792) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:21:38.231106 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2505c66e-e056-49f4-9007-50a9584da3d0 admin admin] Request body: {'subnet': {'network_id': '61c7a4ef-ff66-4e88-bcb3-da403c7541d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-545840351-subnet', 'tenant_id': '2100907f422d491a9435a0eb40058c2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:38.252448 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2505c66e-e056-49f4-9007-50a9584da3d0 admin admin] Made reservation on behalf of 2100907f422d491a9435a0eb40058c2b for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:21:38.252740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c39d2-ed6f-434c-b606-645a239382d2 admin admin] Pushing event updated for resources: {'Network': ['ID=61c7a4ef-ff66-4e88-bcb3-da403c7541d6,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:38.254784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2505c66e-e056-49f4-9007-50a9584da3d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:38.262654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 61c7a4ef-ff66-4e88-bcb3-da403c7541d6 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:21:38.417985 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2505c66e-e056-49f4-9007-50a9584da3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:38.472682 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505c66e-e056-49f4-9007-50a9584da3d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd0af42f-4312-4271-9ac5-a0b9e4d7b5d6,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:38.479528 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2505c66e-e056-49f4-9007-50a9584da3d0 admin admin] Checking segment: {'id': 'cfeea8c7-86d7-4436-b095-c150e2bd89dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '61c7a4ef-ff66-4e88-bcb3-da403c7541d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:21:38.479889 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2505c66e-e056-49f4-9007-50a9584da3d0 admin admin] Network hostable DHCP agents. Network: 61c7a4ef-ff66-4e88-bcb3-da403c7541d6, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:21:38.495997 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2505c66e-e056-49f4-9007-50a9584da3d0 admin admin] Network 61c7a4ef-ff66-4e88-bcb3-da403c7541d6 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:21:38.504565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-2505c66e-e056-49f4-9007-50a9584da3d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 61c7a4ef-ff66-4e88-bcb3-da403c7541d6) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:21:38.508460 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505c66e-e056-49f4-9007-50a9584da3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:38.509046 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2505c66e-e056-49f4-9007-50a9584da3d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:38.515423 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7315fde-fe19-456b-898a-7dec31605a00 None None] Network 61c7a4ef-ff66-4e88-bcb3-da403c7541d6 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:21:38.527214 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2505c66e-e056-49f4-9007-50a9584da3d0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3002734 Dec 09 02:21:38.731839 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:38.781133 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db69f457-f527-4612-9d56-98c8d62fa131 None None] Network 61c7a4ef-ff66-4e88-bcb3-da403c7541d6 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:21:38.999530 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6e41b1c2-c85c-4165-945d-323a6c43169a tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:39.001092 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6e41b1c2-c85c-4165-945d-323a6c43169a tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/networks?id=4ccd0b14-df99-48b0-a239-58ba2e417943 HTTP/1.1" status: 200 len: 811 time: 0.0983810 Dec 09 02:21:39.017582 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-428e33d1-1a90-4a6f-8689-df5fbc7e741d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/quotas/5ee38940abd24295ab58e8ab18fa7515 HTTP/1.1" status: 200 len: 375 time: 0.0094509 Dec 09 02:21:39.052656 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-c45a64f0-dc3d-4666-9fb0-862b614ef71f tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5ee38940abd24295ab58e8ab18fa7515&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297787 Dec 09 02:21:39.140393 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-78386275-1337-45dd-9bd9-ce0d51e45bcb service neutron] 10.222.0.43 "GET /v2.0/networks/4ccd0b14-df99-48b0-a239-58ba2e417943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810165 Dec 09 02:21:39.230117 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-d7982b77-5968-4ff6-b313-04688420160b service neutron] 10.222.0.43 "GET /v2.0/networks/4ccd0b14-df99-48b0-a239-58ba2e417943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836897 Dec 09 02:21:39.382590 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-acc9ec6e-051e-4702-95f6-b113663eae25 req-f417236f-41b8-4e12-bc25-fdc28a9f964f tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 210 time: 0.0263286 Dec 09 02:21:40.505583 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bc1a1c44-df5f-420c-b432-5b6476c04669 req-224e9bdb-d670-4d49-ad64-ed55a5917e5f tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 210 time: 0.0359385 Dec 09 02:21:40.521700 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-8fdc5f40-0b13-44d4-b148-ab6b3807c372 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:40.523158 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-8fdc5f40-0b13-44d4-b148-ab6b3807c372 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.45 "GET /v2.0/networks?id=4ccd0b14-df99-48b0-a239-58ba2e417943 HTTP/1.1" status: 200 len: 811 time: 0.1314585 Dec 09 02:21:40.547078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-d889c9e3-dcd8-4390-a384-1313a199be1d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Request body: {'port': {'device_id': '4f6843fe-8095-4d18-9d8b-e9ed87c7700c', 'network_id': '4ccd0b14-df99-48b0-a239-58ba2e417943', 'admin_state_up': True, 'tenant_id': '5ee38940abd24295ab58e8ab18fa7515'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:40.663426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-d889c9e3-dcd8-4390-a384-1313a199be1d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Made reservation on behalf of 5ee38940abd24295ab58e8ab18fa7515 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:21:40.667363 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-d889c9e3-dcd8-4390-a384-1313a199be1d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:40.798325 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-d889c9e3-dcd8-4390-a384-1313a199be1d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Allocated IP 172.20.0.5 (4ccd0b14-df99-48b0-a239-58ba2e417943/b6fd0aef-459e-464e-8ba7-ad34f33cf7b3/66d82ff5-bbcc-4e50-8ee3-ebe087b8249f) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:21:40.935098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-d889c9e3-dcd8-4390-a384-1313a199be1d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:40.968569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-d889c9e3-dcd8-4390-a384-1313a199be1d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:41.013713 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-d889c9e3-dcd8-4390-a384-1313a199be1d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Network 4ccd0b14-df99-48b0-a239-58ba2e417943 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:21:41.018671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-d889c9e3-dcd8-4390-a384-1313a199be1d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:21:41.022360 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-d889c9e3-dcd8-4390-a384-1313a199be1d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:21:41.029273 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889c9e3-dcd8-4390-a384-1313a199be1d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Pushing event updated for resources: {'Port': ['ID=66d82ff5-bbcc-4e50-8ee3-ebe087b8249f,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:41.073567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-d889c9e3-dcd8-4390-a384-1313a199be1d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:41.074223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-d889c9e3-dcd8-4390-a384-1313a199be1d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:41.089213 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-d889c9e3-dcd8-4390-a384-1313a199be1d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5460532 Dec 09 02:21:41.107982 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Request body: {'port': {'device_id': '4f6843fe-8095-4d18-9d8b-e9ed87c7700c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:21:41.161313 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:41.419978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:21:41.427245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:41.439789 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Transition to ACTIVE for port object 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:21:41.443324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:41.492748 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Pushing event updated for resources: {'Port': ['ID=66d82ff5-bbcc-4e50-8ee3-ebe087b8249f,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:41.564671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Attempting to bind port 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:21:41.565338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Attempting to bind port 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '2e1ad1c8-dffa-4a8d-8a8b-de394f141690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4ccd0b14-df99-48b0-a239-58ba2e417943'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:21:41.565338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Attempting to bind port 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f on network 4ccd0b14-df99-48b0-a239-58ba2e417943 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:21:41.569846 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Port 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f on network 4ccd0b14-df99-48b0-a239-58ba2e417943 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:21:41.570166 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Attempting to bind port 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f on network 4ccd0b14-df99-48b0-a239-58ba2e417943 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:21:41.575039 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:21:41.575377 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Checking segment: {'id': '2e1ad1c8-dffa-4a8d-8a8b-de394f141690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4ccd0b14-df99-48b0-a239-58ba2e417943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:21:41.576142 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Bound using segment: {'id': '2e1ad1c8-dffa-4a8d-8a8b-de394f141690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4ccd0b14-df99-48b0-a239-58ba2e417943'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:21:41.576263 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Bound port: 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e1ad1c8-dffa-4a8d-8a8b-de394f141690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4ccd0b14-df99-48b0-a239-58ba2e417943'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:21:41.576618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:41.670186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b0741-7e2b-413d-8224-b5d142ecf0ff req-766356f7-5fb1-4dad-be70-954001091c49 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:41.671797 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae0b0741-7e2b-413d-8224-b5d142ecf0ff req-766356f7-5fb1-4dad-be70-954001091c49 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 943 time: 0.0931118 Dec 09 02:21:41.703784 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] For port 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:21:41.726118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] For port 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=66d82ff5-bbcc-4e50-8ee3-ebe087b8249f,segment=NetworkSegment(2e1ad1c8-dffa-4a8d-8a8b-de394f141690),segment_id=2e1ad1c8-dffa-4a8d-8a8b-de394f141690)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:21:41.730644 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:42.082724 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae0b0741-7e2b-413d-8224-b5d142ecf0ff req-fe49861a-5e34-4a95-80c3-9412e795c28b tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044669 Dec 09 02:21:42.092422 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:42.093061 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:42.094499 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] 10.222.0.45 "PUT /v2.0/ports/66d82ff5-bbcc-4e50-8ee3-ebe087b8249f HTTP/1.1" status: 200 len: 1093 time: 0.9910722 Dec 09 02:21:42.095003 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6843fe-8095-4d18-9d8b-e9ed87c7700c', 'tag': '66d82ff5-bbcc-4e50-8ee3-ebe087b8249f'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:21:42.097270 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f97613-e0dc-46a3-a218-9218100bbc72" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6843fe-8095-4d18-9d8b-e9ed87c7700c", "tag": "66d82ff5-bbcc-4e50-8ee3-ebe087b8249f"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:21:42.126327 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a231ce7-971e-4ea1-b07d-3205b86a46fb service neutron] Pushing event updated for resources: {'Port': ['ID=66d82ff5-bbcc-4e50-8ee3-ebe087b8249f,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:42.145361 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc2835a-573a-43dc-b27b-00486aa0cc31 x-openstack-request-id: req-9dc2835a-573a-43dc-b27b-00486aa0cc31 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:21:42.145659 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6843fe-8095-4d18-9d8b-e9ed87c7700c", "tag": "66d82ff5-bbcc-4e50-8ee3-ebe087b8249f", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:21:42.145913 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9dc2835a-573a-43dc-b27b-00486aa0cc31 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:21:42.146306 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6843fe-8095-4d18-9d8b-e9ed87c7700c', 'tag': '66d82ff5-bbcc-4e50-8ee3-ebe087b8249f', 'status': 'completed', 'code': 200} Dec 09 02:21:42.203975 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-358ef8b4-c75d-4205-a9e0-82d1b6f5873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:42.205443 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-358ef8b4-c75d-4205-a9e0-82d1b6f5873f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ee38940abd24295ab58e8ab18fa7515&device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 1096 time: 0.0405588 Dec 09 02:21:42.254125 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-bf4f38f9-8c4d-45d5-91a2-c53ee93e966f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d82ff5-bbcc-4e50-8ee3-ebe087b8249f HTTP/1.1" status: 200 len: 217 time: 0.0328696 Dec 09 02:21:42.308577 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-51c1f627-71d7-462e-b349-24c338cd8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:42.309942 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-51c1f627-71d7-462e-b349-24c338cd8374 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6fd0aef-459e-464e-8ba7-ad34f33cf7b3 HTTP/1.1" status: 200 len: 851 time: 0.0476441 Dec 09 02:21:42.341034 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-f9b711fa-9c3a-490a-b9b4-8da6d9b16d4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ccd0b14-df99-48b0-a239-58ba2e417943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235984 Dec 09 02:21:42.429070 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-3bc84af9-c0f9-4ad3-b9c0-f8cba5ed887a service neutron] 10.222.0.45 "GET /v2.0/networks/4ccd0b14-df99-48b0-a239-58ba2e417943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796940 Dec 09 02:21:42.522306 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37c310d0-883c-4f9b-94b4-91ab39d981be req-025314ca-5d3a-4ae3-ad69-105c5f16ac39 service neutron] 10.222.0.45 "GET /v2.0/networks/4ccd0b14-df99-48b0-a239-58ba2e417943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829694 Dec 09 02:21:42.667642 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f97613-e0dc-46a3-a218-9218100bbc72 req-d9e5ac2a-eaaa-4e71-a005-02a632cc026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:42.669030 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-70f97613-e0dc-46a3-a218-9218100bbc72 req-d9e5ac2a-eaaa-4e71-a005-02a632cc026c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ee38940abd24295ab58e8ab18fa7515&device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 1096 time: 0.0416925 Dec 09 02:21:42.765826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f97613-e0dc-46a3-a218-9218100bbc72 req-4c9d847d-4a04-490a-bf9a-5ca0d9db3ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:42.767421 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-70f97613-e0dc-46a3-a218-9218100bbc72 req-4c9d847d-4a04-490a-bf9a-5ca0d9db3ee0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ccd0b14-df99-48b0-a239-58ba2e417943 HTTP/1.1" status: 200 len: 912 time: 0.0895061 Dec 09 02:21:42.811326 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-70f97613-e0dc-46a3-a218-9218100bbc72 req-62cadb2d-3f1d-4800-89f7-f0fb05b57de2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d82ff5-bbcc-4e50-8ee3-ebe087b8249f HTTP/1.1" status: 200 len: 217 time: 0.0365081 Dec 09 02:21:42.862417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f97613-e0dc-46a3-a218-9218100bbc72 req-fdc8efbe-4afd-4c17-be68-65ee8c04a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:42.863942 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-70f97613-e0dc-46a3-a218-9218100bbc72 req-fdc8efbe-4afd-4c17-be68-65ee8c04a885 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6fd0aef-459e-464e-8ba7-ad34f33cf7b3 HTTP/1.1" status: 200 len: 851 time: 0.0451112 Dec 09 02:21:42.897379 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-70f97613-e0dc-46a3-a218-9218100bbc72 req-5f021295-4317-4f22-b8cd-6de528eecec5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ccd0b14-df99-48b0-a239-58ba2e417943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253451 Dec 09 02:21:42.990756 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-70f97613-e0dc-46a3-a218-9218100bbc72 req-0ee8a6bc-d8ed-4c90-9f44-2539e40026ee service neutron] 10.222.0.45 "GET /v2.0/networks/4ccd0b14-df99-48b0-a239-58ba2e417943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834606 Dec 09 02:21:43.082935 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-70f97613-e0dc-46a3-a218-9218100bbc72 req-b2a9ca59-3b77-4d44-98fb-6a7bee99db80 service neutron] 10.222.0.45 "GET /v2.0/networks/4ccd0b14-df99-48b0-a239-58ba2e417943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805526 Dec 09 02:21:43.212297 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585bbcb-08e6-4888-ba8f-1520dd58020d req-ffc618e5-eade-4aa7-8259-870d733102f4 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:43.213860 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b585bbcb-08e6-4888-ba8f-1520dd58020d req-ffc618e5-eade-4aa7-8259-870d733102f4 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 943 time: 0.0555384 Dec 09 02:21:43.261350 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b585bbcb-08e6-4888-ba8f-1520dd58020d req-004744b4-7ec4-4a66-ab97-69db049eb2e1 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410845 Dec 09 02:21:44.090976 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:44.375407 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5410d-4744-46d5-977f-876c91e5dd79 req-17ad5505-10ab-44c9-b372-0098e872c42c tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:44.376928 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e1b5410d-4744-46d5-977f-876c91e5dd79 req-17ad5505-10ab-44c9-b372-0098e872c42c tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 943 time: 0.0481303 Dec 09 02:21:44.422322 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e1b5410d-4744-46d5-977f-876c91e5dd79 req-b9a8da68-9742-4fda-a99b-b33547ffcc01 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396006 Dec 09 02:21:44.589129 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:21:44.684919 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=66d82ff5-bbcc-4e50-8ee3-ebe087b8249f,segment=NetworkSegment(2e1ad1c8-dffa-4a8d-8a8b-de394f141690),segment_id=2e1ad1c8-dffa-4a8d-8a8b-de394f141690)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:44.695813 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '66d82ff5-bbcc-4e50-8ee3-ebe087b8249f', 'network_id': '4ccd0b14-df99-48b0-a239-58ba2e417943', 'port_id': '66d82ff5-bbcc-4e50-8ee3-ebe087b8249f', 'mac_address': 'fa:16:3e:2d:ad:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6fd0aef-459e-464e-8ba7-ad34f33cf7b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:21:44.731402 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:44.744552 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:21:44.763503 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=66d82ff5-bbcc-4e50-8ee3-ebe087b8249f,segment=NetworkSegment(2e1ad1c8-dffa-4a8d-8a8b-de394f141690),segment_id=2e1ad1c8-dffa-4a8d-8a8b-de394f141690)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:44.767236 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:44.815826 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=66d82ff5-bbcc-4e50-8ee3-ebe087b8249f,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:45.069944 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['66d82ff5-bbcc-4e50-8ee3-ebe087b8249f'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:21:45.539275 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef4606-d662-4aab-9522-7059732bcbfd req-84974407-2ef5-4e28-bc34-41a1a521853b tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:45.541049 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e9ef4606-d662-4aab-9522-7059732bcbfd req-84974407-2ef5-4e28-bc34-41a1a521853b tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 944 time: 0.0524476 Dec 09 02:21:45.587076 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e9ef4606-d662-4aab-9522-7059732bcbfd req-4b2e3855-1089-4167-8cbc-49cdafd1c264 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402637 Dec 09 02:21:46.595737 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:21:46.647950 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:21:46.652108 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:21:46.652623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:46.700400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae35ec-c28c-409f-869e-ee792641a4da req-75d9e567-79db-4ae5-a00a-4320298205f4 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:46.702416 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-13ae35ec-c28c-409f-869e-ee792641a4da req-75d9e567-79db-4ae5-a00a-4320298205f4 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 944 time: 0.0495448 Dec 09 02:21:46.730229 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:46.749864 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-13ae35ec-c28c-409f-869e-ee792641a4da req-82251224-03a0-4a86-9f5b-a86c9e2e3c85 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411742 Dec 09 02:21:46.753093 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6843fe-8095-4d18-9d8b-e9ed87c7700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d82ff5-bbcc-4e50-8ee3-ebe087b8249f'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:21:46.755204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6742da-bfd0-4a26-a64b-e1878e5f585e" -d '{"events": [{"server_uuid": "4f6843fe-8095-4d18-9d8b-e9ed87c7700c", "name": "network-vif-plugged", "status": "completed", "tag": "66d82ff5-bbcc-4e50-8ee3-ebe087b8249f"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:21:46.768558 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=66d82ff5-bbcc-4e50-8ee3-ebe087b8249f,segment=NetworkSegment(2e1ad1c8-dffa-4a8d-8a8b-de394f141690),segment_id=2e1ad1c8-dffa-4a8d-8a8b-de394f141690)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:46.774634 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:46.800889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efef9915-48a1-4e1a-81cd-f2d525f0db24 x-openstack-request-id: req-efef9915-48a1-4e1a-81cd-f2d525f0db24 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:21:46.801185 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6843fe-8095-4d18-9d8b-e9ed87c7700c", "name": "network-vif-plugged", "status": "completed", "tag": "66d82ff5-bbcc-4e50-8ee3-ebe087b8249f", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:21:46.801438 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-efef9915-48a1-4e1a-81cd-f2d525f0db24 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:21:46.801819 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6843fe-8095-4d18-9d8b-e9ed87c7700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d82ff5-bbcc-4e50-8ee3-ebe087b8249f', 'code': 200} Dec 09 02:21:46.826258 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=66d82ff5-bbcc-4e50-8ee3-ebe087b8249f,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:21:46.997085 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb5fd5-f0fb-42b9-b47f-bc547c4a544b req-f0b5debc-f3d3-4de1-937e-9185ee74ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:46.999141 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a8fb5fd5-f0fb-42b9-b47f-bc547c4a544b req-f0b5debc-f3d3-4de1-937e-9185ee74ec8b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 1098 time: 0.0394363 Dec 09 02:21:47.049414 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a8fb5fd5-f0fb-42b9-b47f-bc547c4a544b req-23727d2a-8a42-4ca7-853e-2063eb8e019e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421481 Dec 09 02:21:47.866822 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a564c-2fcf-4ae4-b221-7e620f867804 req-f6be5ca4-65ed-4ecb-b79a-2765adb61211 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:47.868339 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8a8a564c-2fcf-4ae4-b221-7e620f867804 req-f6be5ca4-65ed-4ecb-b79a-2765adb61211 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 945 time: 0.0485845 Dec 09 02:21:47.914881 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8a8a564c-2fcf-4ae4-b221-7e620f867804 req-801e34e6-d4c6-4f52-b6d0-771558e8d44e tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405602 Dec 09 02:21:49.027829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19f6b7-f3c6-4873-ae2e-926f14336087 req-05a1994c-2b63-405a-8290-2d8f990a240f tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:49.029326 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1f19f6b7-f3c6-4873-ae2e-926f14336087 req-05a1994c-2b63-405a-8290-2d8f990a240f tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 945 time: 0.0503123 Dec 09 02:21:49.076272 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1f19f6b7-f3c6-4873-ae2e-926f14336087 req-8dd16914-79e0-40b5-8072-45c49ed4d249 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406103 Dec 09 02:21:49.191237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02822dac-b814-4ec7-90f3-09dd6388ea9e req-f20f2a55-0504-4086-93d7-2867d6946544 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:49.192836 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02822dac-b814-4ec7-90f3-09dd6388ea9e req-f20f2a55-0504-4086-93d7-2867d6946544 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 945 time: 0.0527627 Dec 09 02:21:49.238433 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02822dac-b814-4ec7-90f3-09dd6388ea9e req-1b7d5dda-a79b-4782-8b07-d1ceae68e4ab tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399191 Dec 09 02:21:49.487650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc4de4-5726-49fa-ad4c-dad573e04af4 req-53abbaeb-3b71-4fec-85ca-f2e4fcabbd54 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:49.489112 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8fdc4de4-5726-49fa-ad4c-dad573e04af4 req-53abbaeb-3b71-4fec-85ca-f2e4fcabbd54 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 945 time: 0.0491590 Dec 09 02:21:49.534948 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8fdc4de4-5726-49fa-ad4c-dad573e04af4 req-bfed113c-03bc-4daf-8105-4079385ef993 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400085 Dec 09 02:21:50.652581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095b271-f8b3-45a9-be47-edd70d9f239a req-eeb69ab1-6251-4f35-8c65-f8db19618be8 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:50.654117 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5095b271-f8b3-45a9-be47-edd70d9f239a req-eeb69ab1-6251-4f35-8c65-f8db19618be8 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 945 time: 0.0491049 Dec 09 02:21:50.704466 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5095b271-f8b3-45a9-be47-edd70d9f239a req-2fc6601e-86bb-4f51-ac67-dbbb677a495a tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440114 Dec 09 02:21:50.899542 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2cc31-b37b-4886-b7e5-55f2e2ff05a3 req-275307e8-9ad5-4b88-873e-581d07deeca3 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:50.901042 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21e2cc31-b37b-4886-b7e5-55f2e2ff05a3 req-275307e8-9ad5-4b88-873e-581d07deeca3 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 945 time: 0.0521331 Dec 09 02:21:50.968019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c48b0-ae30-4c24-8061-f64561834a6c req-882a6dae-18ca-458f-8b23-634980536b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:50.969488 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6a2c48b0-ae30-4c24-8061-f64561834a6c req-882a6dae-18ca-458f-8b23-634980536b14 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ee38940abd24295ab58e8ab18fa7515&device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 1098 time: 0.0675991 Dec 09 02:21:50.973988 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21e2cc31-b37b-4886-b7e5-55f2e2ff05a3 req-5f450772-1b30-4474-aa77-30ee01f09dca tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642924 Dec 09 02:21:51.062944 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c48b0-ae30-4c24-8061-f64561834a6c req-62d34910-c690-45e7-96d1-664bd67450a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:51.064457 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6a2c48b0-ae30-4c24-8061-f64561834a6c req-62d34910-c690-45e7-96d1-664bd67450a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ccd0b14-df99-48b0-a239-58ba2e417943 HTTP/1.1" status: 200 len: 912 time: 0.0872679 Dec 09 02:21:51.106903 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6a2c48b0-ae30-4c24-8061-f64561834a6c req-b81e43fc-90e6-41a7-ab76-e8f6f1a4c8d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d82ff5-bbcc-4e50-8ee3-ebe087b8249f HTTP/1.1" status: 200 len: 217 time: 0.0348916 Dec 09 02:21:51.155360 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c48b0-ae30-4c24-8061-f64561834a6c req-82151645-5b84-44fc-b049-057665d1799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:51.156860 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6a2c48b0-ae30-4c24-8061-f64561834a6c req-82151645-5b84-44fc-b049-057665d1799e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6fd0aef-459e-464e-8ba7-ad34f33cf7b3 HTTP/1.1" status: 200 len: 851 time: 0.0430877 Dec 09 02:21:51.192256 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6a2c48b0-ae30-4c24-8061-f64561834a6c req-2d4ea6fe-7e37-46be-801a-e789c37b88a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ccd0b14-df99-48b0-a239-58ba2e417943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278730 Dec 09 02:21:51.280872 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6a2c48b0-ae30-4c24-8061-f64561834a6c req-7cb806cc-d754-4715-a986-25cefa403dc5 service neutron] 10.222.0.45 "GET /v2.0/networks/4ccd0b14-df99-48b0-a239-58ba2e417943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804024 Dec 09 02:21:51.373703 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6a2c48b0-ae30-4c24-8061-f64561834a6c req-eed61d85-2635-4178-89cc-c8361d6a3e3d service neutron] 10.222.0.45 "GET /v2.0/networks/4ccd0b14-df99-48b0-a239-58ba2e417943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846834 Dec 09 02:21:52.087897 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b6ee9-5fea-4d9f-bdcb-18ddec169fc6 req-e6fc4a52-4a42-4a7c-a79b-1b90d5f48dfc tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:52.089434 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-792b6ee9-5fea-4d9f-bdcb-18ddec169fc6 req-e6fc4a52-4a42-4a7c-a79b-1b90d5f48dfc tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 945 time: 0.0487514 Dec 09 02:21:52.136290 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-792b6ee9-5fea-4d9f-bdcb-18ddec169fc6 req-d4873698-f361-44ea-9006-946a85f598b7 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Dec 09 02:21:53.249322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e80aba-d1b9-47e0-834c-870d4de77694 req-d225a82c-00dd-4e15-96aa-dbdd6e549616 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:53.250778 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-28e80aba-d1b9-47e0-834c-870d4de77694 req-d225a82c-00dd-4e15-96aa-dbdd6e549616 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 945 time: 0.0479169 Dec 09 02:21:53.297353 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-28e80aba-d1b9-47e0-834c-870d4de77694 req-2b244f0a-d193-4a3f-81dc-9afd9c07360b tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407248 Dec 09 02:21:53.518721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b1156-3bce-448c-b2b2-1a97adddc5d3 req-c87aa559-920c-4d43-be5c-156d2318761d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:53.520247 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e79b1156-3bce-448c-b2b2-1a97adddc5d3 req-c87aa559-920c-4d43-be5c-156d2318761d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 945 time: 0.0521011 Dec 09 02:21:53.566736 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e79b1156-3bce-448c-b2b2-1a97adddc5d3 req-4f466cbe-ba5f-412b-92e8-898902481022 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406497 Dec 09 02:21:54.681034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf88fff-cd0c-495f-ac1a-b8bdd9efaa58 req-4545a7a1-b9c1-489c-8f47-bd68b47701f6 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:54.682501 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fdf88fff-cd0c-495f-ac1a-b8bdd9efaa58 req-4545a7a1-b9c1-489c-8f47-bd68b47701f6 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 945 time: 0.0481536 Dec 09 02:21:54.728042 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fdf88fff-cd0c-495f-ac1a-b8bdd9efaa58 req-53103cca-fcea-4171-b42b-2553198aba58 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390737 Dec 09 02:21:54.928603 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cd6af-adc0-4d53-89ab-8cf0f8a16dcc req-0da584a7-d51a-43ab-be82-e859143f913d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:54.930077 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-371cd6af-adc0-4d53-89ab-8cf0f8a16dcc req-0da584a7-d51a-43ab-be82-e859143f913d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 945 time: 0.0549381 Dec 09 02:21:54.996811 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385748b-85fc-4185-b386-92d844e3928f req-016755f7-bbf6-465e-9f9e-f9e5dd0503e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:54.998298 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9385748b-85fc-4185-b386-92d844e3928f req-016755f7-bbf6-465e-9f9e-f9e5dd0503e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ee38940abd24295ab58e8ab18fa7515&device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 1098 time: 0.0673492 Dec 09 02:21:55.002964 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-371cd6af-adc0-4d53-89ab-8cf0f8a16dcc req-2def48b0-539b-4339-aa30-b3ddd1a05487 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642822 Dec 09 02:21:55.090469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385748b-85fc-4185-b386-92d844e3928f req-c0a2598c-b479-4a15-b7b1-44e23f64a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:55.092509 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9385748b-85fc-4185-b386-92d844e3928f req-c0a2598c-b479-4a15-b7b1-44e23f64a1ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ccd0b14-df99-48b0-a239-58ba2e417943 HTTP/1.1" status: 200 len: 912 time: 0.0869410 Dec 09 02:21:55.133071 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9385748b-85fc-4185-b386-92d844e3928f req-ca3291f8-0403-4d08-81b2-b55a196ac67e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d82ff5-bbcc-4e50-8ee3-ebe087b8249f HTTP/1.1" status: 200 len: 217 time: 0.0340707 Dec 09 02:21:55.180740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385748b-85fc-4185-b386-92d844e3928f req-22448bee-d7b6-4241-a523-bd126feacba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:55.182059 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9385748b-85fc-4185-b386-92d844e3928f req-22448bee-d7b6-4241-a523-bd126feacba9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6fd0aef-459e-464e-8ba7-ad34f33cf7b3 HTTP/1.1" status: 200 len: 851 time: 0.0426219 Dec 09 02:21:55.211722 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9385748b-85fc-4185-b386-92d844e3928f req-7fceaef3-5399-4f22-804f-d6420e43ac21 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ccd0b14-df99-48b0-a239-58ba2e417943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228064 Dec 09 02:21:55.301412 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9385748b-85fc-4185-b386-92d844e3928f req-8e560e1b-47a5-4830-b3ca-3ae722dae76a service neutron] 10.222.0.45 "GET /v2.0/networks/4ccd0b14-df99-48b0-a239-58ba2e417943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827286 Dec 09 02:21:55.389415 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9385748b-85fc-4185-b386-92d844e3928f req-5b535f05-8185-4db3-ad2d-8c0d4337cb7d service neutron] 10.222.0.45 "GET /v2.0/networks/4ccd0b14-df99-48b0-a239-58ba2e417943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796113 Dec 09 02:21:56.122702 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7dbb3-4d67-4589-a27c-5aca6c1f1f61 req-73ccbad1-939f-4b2a-b513-819a891a1792 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:56.125090 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f0e7dbb3-4d67-4589-a27c-5aca6c1f1f61 req-73ccbad1-939f-4b2a-b513-819a891a1792 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 945 time: 0.0564337 Dec 09 02:21:56.178244 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f0e7dbb3-4d67-4589-a27c-5aca6c1f1f61 req-6d38aaa2-569a-4336-baf0-b9abfd99cfa6 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445063 Dec 09 02:21:57.294366 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e455ed-1871-4ffb-9fb1-5feae256cfea req-0593c3ed-467e-47cb-be0f-f0eff0205eba tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:57.295859 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-32e455ed-1871-4ffb-9fb1-5feae256cfea req-0593c3ed-467e-47cb-be0f-f0eff0205eba tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 945 time: 0.0483513 Dec 09 02:21:57.341530 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-32e455ed-1871-4ffb-9fb1-5feae256cfea req-d56d7292-7f08-4c67-b069-e7eec760522f tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398986 Dec 09 02:21:57.565395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ec557-be97-4314-9035-350c2c1e1965 req-381d0454-7984-45f0-8407-63308563ed3d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:57.566992 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-818ec557-be97-4314-9035-350c2c1e1965 req-381d0454-7984-45f0-8407-63308563ed3d tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 945 time: 0.0468993 Dec 09 02:21:57.615877 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-818ec557-be97-4314-9035-350c2c1e1965 req-da87924f-e28e-47fd-b493-9d1a7f94ee42 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431168 Dec 09 02:21:58.729335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa0c86-0cc3-40f5-9501-1b17a0a0a8aa req-37b65b8c-7598-44aa-8365-a34f3f79c31b tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:58.730804 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59fa0c86-0cc3-40f5-9501-1b17a0a0a8aa req-37b65b8c-7598-44aa-8365-a34f3f79c31b tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 945 time: 0.0482368 Dec 09 02:21:58.776754 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59fa0c86-0cc3-40f5-9501-1b17a0a0a8aa req-3233b3dd-3676-47a1-bfda-5eef409ee413 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400229 Dec 09 02:21:59.379261 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:21:59.740328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf74bc-5024-4a36-8950-d621307aadd3 req-1b0856dc-a363-40b2-b0fe-2b211c78a4d6 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:59.741829 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6ccf74bc-5024-4a36-8950-d621307aadd3 req-1b0856dc-a363-40b2-b0fe-2b211c78a4d6 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 945 time: 0.0532100 Dec 09 02:21:59.836338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-6ccf74bc-5024-4a36-8950-d621307aadd3 req-16ccd03d-4048-4ba9-8961-b9cd922185d5 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Deleting port 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:21:59.836690 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-6ccf74bc-5024-4a36-8950-d621307aadd3 req-16ccd03d-4048-4ba9-8961-b9cd922185d5 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:59.954434 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3577e-78da-402d-a2f0-da0364adfd87 req-7a0fabd0-4c53-466f-b7b4-e6104209f472 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:21:59.955920 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6f3577e-78da-402d-a2f0-da0364adfd87 req-7a0fabd0-4c53-466f-b7b4-e6104209f472 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6843fe-8095-4d18-9d8b-e9ed87c7700c HTTP/1.1" status: 200 len: 945 time: 0.1052673 Dec 09 02:21:59.962195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-6ccf74bc-5024-4a36-8950-d621307aadd3 req-16ccd03d-4048-4ba9-8961-b9cd922185d5 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] For port 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=66d82ff5-bbcc-4e50-8ee3-ebe087b8249f,segment=NetworkSegment(2e1ad1c8-dffa-4a8d-8a8b-de394f141690),segment_id=2e1ad1c8-dffa-4a8d-8a8b-de394f141690)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:21:59.962563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-6ccf74bc-5024-4a36-8950-d621307aadd3 req-16ccd03d-4048-4ba9-8961-b9cd922185d5 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:21:59.985702 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-6ccf74bc-5024-4a36-8950-d621307aadd3 req-16ccd03d-4048-4ba9-8961-b9cd922185d5 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Calling delete_port for 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:22:00.051787 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6f3577e-78da-402d-a2f0-da0364adfd87 req-4c9ff51f-edf6-4266-834d-98d0c15ab875 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.43 "GET /v2.0/security-groups?id=e482cf63-2a56-40b5-b216-a2f76e34e3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866859 Dec 09 02:22:00.135050 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-6ccf74bc-5024-4a36-8950-d621307aadd3 req-16ccd03d-4048-4ba9-8961-b9cd922185d5 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:00.164447 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccd03d-4048-4ba9-8961-b9cd922185d5 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Pushing event deleted for resources: {'Port': ['ID=66d82ff5-bbcc-4e50-8ee3-ebe087b8249f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:00.170556 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['66d82ff5-bbcc-4e50-8ee3-ebe087b8249f'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:22:00.204190 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccf74bc-5024-4a36-8950-d621307aadd3 req-16ccd03d-4048-4ba9-8961-b9cd922185d5 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] No DVR routers for this DVR port 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:22:00.206547 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-6ccf74bc-5024-4a36-8950-d621307aadd3 req-16ccd03d-4048-4ba9-8961-b9cd922185d5 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:00.209860 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6ccf74bc-5024-4a36-8950-d621307aadd3 req-16ccd03d-4048-4ba9-8961-b9cd922185d5 tempest-TestServerAdvancedOps-148883584 tempest-TestServerAdvancedOps-148883584-project] 10.222.0.45 "DELETE /v2.0/ports/66d82ff5-bbcc-4e50-8ee3-ebe087b8249f HTTP/1.1" status: 204 len: 173 time: 0.4604268 Dec 09 02:22:00.210307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6843fe-8095-4d18-9d8b-e9ed87c7700c', 'name': 'network-vif-deleted', 'tag': '66d82ff5-bbcc-4e50-8ee3-ebe087b8249f'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:22:00.212570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a4442b-7597-4656-b4d9-b6ae55cbcb82" -d '{"events": [{"server_uuid": "4f6843fe-8095-4d18-9d8b-e9ed87c7700c", "name": "network-vif-deleted", "tag": "66d82ff5-bbcc-4e50-8ee3-ebe087b8249f"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:22:00.247175 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e4e579-1bb4-469e-b4c7-81b74a989254 x-openstack-request-id: req-e6e4e579-1bb4-469e-b4c7-81b74a989254 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:22:00.247578 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6843fe-8095-4d18-9d8b-e9ed87c7700c", "name": "network-vif-deleted", "tag": "66d82ff5-bbcc-4e50-8ee3-ebe087b8249f", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:22:00.247756 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6e4e579-1bb4-469e-b4c7-81b74a989254 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:22:00.248710 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6843fe-8095-4d18-9d8b-e9ed87c7700c', 'name': 'network-vif-deleted', 'tag': '66d82ff5-bbcc-4e50-8ee3-ebe087b8249f', 'status': 'completed', 'code': 200} Dec 09 02:22:01.111279 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37894) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:01.157870 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-112ce2ec-e172-4906-a89d-f79ee70f08c1 admin admin] Deleting subnet b6fd0aef-459e-464e-8ba7-ad34f33cf7b3 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:22:01.160871 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-112ce2ec-e172-4906-a89d-f79ee70f08c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.194122 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-112ce2ec-e172-4906-a89d-f79ee70f08c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.231268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-112ce2ec-e172-4906-a89d-f79ee70f08c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.280219 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-112ce2ec-e172-4906-a89d-f79ee70f08c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.306750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-112ce2ec-e172-4906-a89d-f79ee70f08c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.309932 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-112ce2ec-e172-4906-a89d-f79ee70f08c1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b6fd0aef-459e-464e-8ba7-ad34f33cf7b3 HTTP/1.1" status: 204 len: 168 time: 0.1976044 Dec 09 02:22:01.310882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ce2ec-e172-4906-a89d-f79ee70f08c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6fd0aef-459e-464e-8ba7-ad34f33cf7b3,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:01.312591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37896) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:01.384562 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0d74-2ed6-429a-b7dd-a32ae97077e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.468698 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0d74-2ed6-429a-b7dd-a32ae97077e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.492508 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8bfd0d74-2ed6-429a-b7dd-a32ae97077e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ccd0b14-df99-48b0-a239-58ba2e417943']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:01.501676 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8bfd0d74-2ed6-429a-b7dd-a32ae97077e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1ad1c8-dffa-4a8d-8a8b-de394f141690') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:01.501975 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8bfd0d74-2ed6-429a-b7dd-a32ae97077e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1ad1c8-dffa-4a8d-8a8b-de394f141690') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:01.511249 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0d74-2ed6-429a-b7dd-a32ae97077e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.525475 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0d74-2ed6-429a-b7dd-a32ae97077e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.532159 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfd0d74-2ed6-429a-b7dd-a32ae97077e7 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:22:01.532545 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0d74-2ed6-429a-b7dd-a32ae97077e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:22:01.534419 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:22:01.551709 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340e968-516d-4a38-a151-8012d24cb6a5 req-5ff5ab17-2977-4fd8-86e2-e5a6b3086f26 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:01.553230 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e340e968-516d-4a38-a151-8012d24cb6a5 req-5ff5ab17-2977-4fd8-86e2-e5a6b3086f26 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 945 time: 0.0557568 Dec 09 02:22:01.587594 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0d74-2ed6-429a-b7dd-a32ae97077e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.594588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0d74-2ed6-429a-b7dd-a32ae97077e7 admin admin] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.598194 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8bfd0d74-2ed6-429a-b7dd-a32ae97077e7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4ccd0b14-df99-48b0-a239-58ba2e417943 HTTP/1.1" status: 204 len: 168 time: 0.2840700 Dec 09 02:22:01.601103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37902) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:01.610292 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd0d74-2ed6-429a-b7dd-a32ae97077e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ccd0b14-df99-48b0-a239-58ba2e417943,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:01.635261 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e340e968-516d-4a38-a151-8012d24cb6a5 req-691c1243-59e7-42eb-8660-014f63ef5c6d tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756006 Dec 09 02:22:01.656624 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eca2387-fde3-4695-ae61-7a41d80c4831 admin admin] Deleting subnet dd0af42f-4312-4271-9ac5-a0b9e4d7b5d6 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:22:01.659851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8eca2387-fde3-4695-ae61-7a41d80c4831 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.692725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8eca2387-fde3-4695-ae61-7a41d80c4831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.734677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8eca2387-fde3-4695-ae61-7a41d80c4831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.784202 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8eca2387-fde3-4695-ae61-7a41d80c4831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.808658 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca2387-fde3-4695-ae61-7a41d80c4831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd0af42f-4312-4271-9ac5-a0b9e4d7b5d6,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:01.813257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8eca2387-fde3-4695-ae61-7a41d80c4831 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.816565 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8eca2387-fde3-4695-ae61-7a41d80c4831 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dd0af42f-4312-4271-9ac5-a0b9e4d7b5d6 HTTP/1.1" status: 204 len: 168 time: 0.2145205 Dec 09 02:22:01.819037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37904) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:01.884379 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c669b202-063d-4a22-a0ae-8e46886f7bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.965597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c669b202-063d-4a22-a0ae-8e46886f7bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:01.984700 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-c669b202-063d-4a22-a0ae-8e46886f7bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c7a4ef-ff66-4e88-bcb3-da403c7541d6']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:01.993571 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-c669b202-063d-4a22-a0ae-8e46886f7bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfeea8c7-86d7-4436-b095-c150e2bd89dd') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:01.993867 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-c669b202-063d-4a22-a0ae-8e46886f7bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfeea8c7-86d7-4436-b095-c150e2bd89dd') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:02.003303 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c669b202-063d-4a22-a0ae-8e46886f7bde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:02.016574 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c669b202-063d-4a22-a0ae-8e46886f7bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:02.022510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c669b202-063d-4a22-a0ae-8e46886f7bde admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:22:02.023038 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c669b202-063d-4a22-a0ae-8e46886f7bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:22:02.024797 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:22:02.076866 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c669b202-063d-4a22-a0ae-8e46886f7bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:02.081990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c669b202-063d-4a22-a0ae-8e46886f7bde admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:02.085255 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c669b202-063d-4a22-a0ae-8e46886f7bde admin admin] 10.222.0.43 "DELETE /v2.0/networks/61c7a4ef-ff66-4e88-bcb3-da403c7541d6 HTTP/1.1" status: 204 len: 168 time: 0.2651956 Dec 09 02:22:02.100208 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669b202-063d-4a22-a0ae-8e46886f7bde admin admin] Pushing event deleted for resources: {'Network': ['ID=61c7a4ef-ff66-4e88-bcb3-da403c7541d6,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:02.238202 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37908) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:02.276901 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1d76153c-67de-44d0-aee2-ba65b023d708 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ee38940abd24295ab58e8ab18fa7515&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375628 Dec 09 02:22:02.279216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37910) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:02.324652 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-494d88ba-4731-4b09-80b8-6be07d9896f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:02.344718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-494d88ba-4731-4b09-80b8-6be07d9896f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:02.389613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-494d88ba-4731-4b09-80b8-6be07d9896f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:02.392352 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-494d88ba-4731-4b09-80b8-6be07d9896f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:02.393494 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-494d88ba-4731-4b09-80b8-6be07d9896f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e482cf63-2a56-40b5-b216-a2f76e34e3e3 HTTP/1.1" status: 204 len: 168 time: 0.1133633 Dec 09 02:22:02.400919 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d88ba-4731-4b09-80b8-6be07d9896f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e482cf63-2a56-40b5-b216-a2f76e34e3e3,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:02.705376 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37918) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:02.712149 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:22:02.735334 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:22:02.736079 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 66d82ff5-bbcc-4e50-8ee3-ebe087b8249f not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:22:02.753169 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6145cf04-09db-47e8-8199-4c76082e9a98 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2100907f422d491a9435a0eb40058c2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465775 Dec 09 02:22:02.755563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e6662-c3cd-4396-9dae-e86641419a52 req-18314ba1-317d-4f10-8b52-207ec293c782 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:02.755720 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37922) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:02.757127 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-281e6662-c3cd-4396-9dae-e86641419a52 req-18314ba1-317d-4f10-8b52-207ec293c782 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 945 time: 0.0544748 Dec 09 02:22:02.802702 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b01d1e23-90e9-45dc-a762-40b9cd4257af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:02.810235 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-281e6662-c3cd-4396-9dae-e86641419a52 req-77fa6d14-99fb-4381-8fb2-50c7a72b146c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467319 Dec 09 02:22:02.828843 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b01d1e23-90e9-45dc-a762-40b9cd4257af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:02.876218 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b01d1e23-90e9-45dc-a762-40b9cd4257af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:02.878917 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b01d1e23-90e9-45dc-a762-40b9cd4257af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:02.880059 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b01d1e23-90e9-45dc-a762-40b9cd4257af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3443815-cceb-4ac2-bb51-47ef50314e62 HTTP/1.1" status: 204 len: 168 time: 0.1235242 Dec 09 02:22:02.891102 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d1e23-90e9-45dc-a762-40b9cd4257af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3443815-cceb-4ac2-bb51-47ef50314e62,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:02.997138 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-602b6eea-238a-40d8-b46f-4a6ead5f823a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:03.320207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87632e8d-89d8-475e-8a79-0cdd7ae4919c req-69e73c1f-0532-4046-89a4-e473c836da04 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:03.321630 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-87632e8d-89d8-475e-8a79-0cdd7ae4919c req-69e73c1f-0532-4046-89a4-e473c836da04 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.45 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 945 time: 0.0477965 Dec 09 02:22:03.408912 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-87632e8d-89d8-475e-8a79-0cdd7ae4919c req-eddb9338-92ed-4ce5-aa4d-bb7fc9a51edb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Deleting port 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:22:03.409253 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-87632e8d-89d8-475e-8a79-0cdd7ae4919c req-eddb9338-92ed-4ce5-aa4d-bb7fc9a51edb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:03.497232 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-87632e8d-89d8-475e-8a79-0cdd7ae4919c req-eddb9338-92ed-4ce5-aa4d-bb7fc9a51edb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] For port 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:22:03.497591 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-87632e8d-89d8-475e-8a79-0cdd7ae4919c req-eddb9338-92ed-4ce5-aa4d-bb7fc9a51edb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:03.710652 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-87632e8d-89d8-475e-8a79-0cdd7ae4919c req-eddb9338-92ed-4ce5-aa4d-bb7fc9a51edb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:03.711020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-87632e8d-89d8-475e-8a79-0cdd7ae4919c req-eddb9338-92ed-4ce5-aa4d-bb7fc9a51edb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:03.711341 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [req-87632e8d-89d8-475e-8a79-0cdd7ae4919c req-eddb9338-92ed-4ce5-aa4d-bb7fc9a51edb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Floating IP 2b7fd21b-28cc-44f4-921b-20a0f04591c9 disassociated. External IP: 172.26.3.19, port: 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f. Dec 09 02:22:03.711714 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-87632e8d-89d8-475e-8a79-0cdd7ae4919c req-eddb9338-92ed-4ce5-aa4d-bb7fc9a51edb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Calling delete_port for 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:22:03.832674 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-87632e8d-89d8-475e-8a79-0cdd7ae4919c req-eddb9338-92ed-4ce5-aa4d-bb7fc9a51edb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:03.864802 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb9338-92ed-4ce5-aa4d-bb7fc9a51edb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event deleted for resources: {'Port': ['ID=0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:03.936340 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-52c1a69d-eac1-4491-adce-edba3eb02968 req-e69fb953-c70f-4c42-ab16-74e441784f6c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 210 time: 0.0333138 Dec 09 02:22:04.284077 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87632e8d-89d8-475e-8a79-0cdd7ae4919c req-eddb9338-92ed-4ce5-aa4d-bb7fc9a51edb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Router a6c041d9-9100-4b77-b3bf-4c158205b408 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:22:04.390903 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87632e8d-89d8-475e-8a79-0cdd7ae4919c req-eddb9338-92ed-4ce5-aa4d-bb7fc9a51edb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:22:04.400850 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c6e1b-fa62-4709-9a62-b45d2a41709c None None] Sync routers for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:22:04.410003 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c6e1b-fa62-4709-9a62-b45d2a41709c None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:22:04.410602 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c63c6e1b-fa62-4709-9a62-b45d2a41709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:21:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:04.429354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-87632e8d-89d8-475e-8a79-0cdd7ae4919c req-eddb9338-92ed-4ce5-aa4d-bb7fc9a51edb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] No DVR routers for this DVR port 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:22:04.432003 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-87632e8d-89d8-475e-8a79-0cdd7ae4919c req-eddb9338-92ed-4ce5-aa4d-bb7fc9a51edb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:04.436020 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-87632e8d-89d8-475e-8a79-0cdd7ae4919c req-eddb9338-92ed-4ce5-aa4d-bb7fc9a51edb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.45 "DELETE /v2.0/ports/0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f HTTP/1.1" status: 204 len: 173 time: 1.1077144 Dec 09 02:22:04.436475 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd', 'name': 'network-vif-deleted', 'tag': '0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:22:04.438703 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4810dff0-4462-4e4e-855c-03de712a86d8" -d '{"events": [{"server_uuid": "94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd", "name": "network-vif-deleted", "tag": "0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:22:04.481382 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afd9a83-9963-4d36-8da5-c02adff978f8 x-openstack-request-id: req-7afd9a83-9963-4d36-8da5-c02adff978f8 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:22:04.481734 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd", "name": "network-vif-deleted", "tag": "0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:22:04.482592 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7afd9a83-9963-4d36-8da5-c02adff978f8 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:22:04.483309 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd', 'name': 'network-vif-deleted', 'tag': '0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f', 'status': 'completed', 'code': 200} Dec 09 02:22:04.520103 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-c63c6e1b-fa62-4709-9a62-b45d2a41709c None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:22:04.718462 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c63c6e1b-fa62-4709-9a62-b45d2a41709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:04.744136 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c6e1b-fa62-4709-9a62-b45d2a41709c None None] Checking router: a6c041d9-9100-4b77-b3bf-4c158205b408 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:22:04.752433 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c6e1b-fa62-4709-9a62-b45d2a41709c None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:22:04.753023 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c63c6e1b-fa62-4709-9a62-b45d2a41709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:21:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:04.855837 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-c63c6e1b-fa62-4709-9a62-b45d2a41709c None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:22:05.032661 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4d92a773-66fc-41fe-9bcf-9d84e8945d85 req-3249ef10-5204-4ee1-b5e2-d66839d77b30 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 210 time: 0.0270479 Dec 09 02:22:05.057104 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-c63c6e1b-fa62-4709-9a62-b45d2a41709c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:05.083817 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c6e1b-fa62-4709-9a62-b45d2a41709c None None] The sync data for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv is: [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:22:05.237494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3863a49-da17-46d2-9a93-6bbf05e8a084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:05.314390 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab16dc7-2e41-4150-a84e-32e01133b59e None None] New status for floating IP 2b7fd21b-28cc-44f4-921b-20a0f04591c9: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:22:06.127553 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-91c1c970-0e96-4ba2-9bce-abce36791e87 req-0958a403-1bd7-443c-8d04-a43f955c826a tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 210 time: 0.0274215 Dec 09 02:22:06.371900 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:06.708651 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:22:06.729048 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:22:06.729394 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 0b3f4c3f-3b1e-44fc-bfe5-01bc178abd0f not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:22:07.223343 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e96fa2f1-25e8-4b8f-b241-062e28f31b23 req-b1413931-a4ca-43ef-9cd2-4e9286764f0a tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 210 time: 0.0288928 Dec 09 02:22:07.658271 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37940) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:07.731837 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b2d8c7-a436-4ecf-8b0e-0c7432e99a6f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:07.732922 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b2d8c7-a436-4ecf-8b0e-0c7432e99a6f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:07.733393 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b2d8c7-a436-4ecf-8b0e-0c7432e99a6f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:07.735151 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-43b2d8c7-a436-4ecf-8b0e-0c7432e99a6f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=11e56525f9144d56b0abeb03a899d780&network_id=f14a482d-b3e6-4514-bb28-9b34794b542a HTTP/1.1" status: 200 len: 3001 time: 0.0758631 Dec 09 02:22:07.761741 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:08.316826 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-da4352f3-6092-4eb8-8dd0-a1b19d433068 req-9a3a89b2-c784-4727-a497-844ae2294cdb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=94b2c1ca-a367-4e99-a7f8-59e7c8c6bccd HTTP/1.1" status: 200 len: 210 time: 0.0257103 Dec 09 02:22:08.627337 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:09.561251 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-6c8a0b48-e93b-4f90-bf44-a29e45743087 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942678366&fields=id&tenant_id=3a5db6e7b6aa403caa5434944427f429 HTTP/1.1" status: 200 len: 267 time: 0.0433095 Dec 09 02:22:09.668936 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-0cd5fd10-9b02-4ccd-9d17-548b569e72e2 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:09.670338 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-0cd5fd10-9b02-4ccd-9d17-548b569e72e2 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 812 time: 0.1024928 Dec 09 02:22:09.684693 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-fc2378f9-47f7-4f49-87ea-6e85c6bc18b7 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/quotas/3a5db6e7b6aa403caa5434944427f429 HTTP/1.1" status: 200 len: 375 time: 0.0086627 Dec 09 02:22:09.734016 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-20a9fe0d-8a2e-4798-ad8c-5de2866711ff tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442734 Dec 09 02:22:09.824504 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-06e281dc-1e1a-42e9-809f-ac4bd88676f4 service neutron] 10.222.0.43 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793736 Dec 09 02:22:09.883469 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37962) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:09.915872 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-e5d2f906-4751-4337-85f5-0f7d5a7e5a42 service neutron] 10.222.0.43 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849364 Dec 09 02:22:09.937191 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2599d5-201f-44ce-b759-0ebf142f80bf tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:09.938678 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1d2599d5-201f-44ce-b759-0ebf142f80bf tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 HTTP/1.1" status: 200 len: 814 time: 0.0542121 Dec 09 02:22:10.194812 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-24f77535-b02d-4f05-927f-89868c1666d2 req-4ec85de0-3607-4bb6-82f8-3106f46a2a6f tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 210 time: 0.0271268 Dec 09 02:22:10.462244 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37984) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:10.466993 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-67abb14f-df61-4309-86f5-0ceed8236f2a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:22:10.521498 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-67abb14f-df61-4309-86f5-0ceed8236f2a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:10.666852 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-67abb14f-df61-4309-86f5-0ceed8236f2a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:10.670233 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-67abb14f-df61-4309-86f5-0ceed8236f2a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:10.670572 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-67abb14f-df61-4309-86f5-0ceed8236f2a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP 5abd7e15-3350-4a0c-9c00-cb81d14188c5 disassociated. External IP: 172.26.3.21, port: a5648427-3b27-482e-a8cc-6546f41dbfab. Dec 09 02:22:10.871752 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67abb14f-df61-4309-86f5-0ceed8236f2a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:22:10.977048 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67abb14f-df61-4309-86f5-0ceed8236f2a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:22:10.982421 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-67abb14f-df61-4309-86f5-0ceed8236f2a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:10.988333 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ac657-f486-42b7-a86c-f26b9f10a302 None None] Sync routers for ids ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:22:10.997723 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518ac657-f486-42b7-a86c-f26b9f10a302 None None] Routers {'3c0faf26-4ca4-4208-8883-cbbb7cccc851'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:22:10.998425 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-518ac657-f486-42b7-a86c-f26b9f10a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:22:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:11.010508 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-67abb14f-df61-4309-86f5-0ceed8236f2a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/floatingips/5abd7e15-3350-4a0c-9c00-cb81d14188c5 HTTP/1.1" status: 200 len: 689 time: 0.5446486 Dec 09 02:22:11.010508 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42250928-22b0-46f9-9e99-68cf5dc6538a', 'tag': 'a5648427-3b27-482e-a8cc-6546f41dbfab'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:22:11.010882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 37986) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:11.011411 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b171ce0-4751-49b3-afa9-122f4206bc43" -d '{"events": [{"name": "network-changed", "server_uuid": "42250928-22b0-46f9-9e99-68cf5dc6538a", "tag": "a5648427-3b27-482e-a8cc-6546f41dbfab"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:22:11.052552 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8ec660-5460-44f6-9d03-f149f029ed3b x-openstack-request-id: req-bd8ec660-5460-44f6-9d03-f149f029ed3b {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:22:11.053076 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42250928-22b0-46f9-9e99-68cf5dc6538a", "tag": "a5648427-3b27-482e-a8cc-6546f41dbfab", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:22:11.053597 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd8ec660-5460-44f6-9d03-f149f029ed3b {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:22:11.054196 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42250928-22b0-46f9-9e99-68cf5dc6538a', 'tag': 'a5648427-3b27-482e-a8cc-6546f41dbfab', 'status': 'completed', 'code': 200} Dec 09 02:22:11.063204 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-028e893d-c3ab-4668-9c1d-a877dcf4a047 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/5abd7e15-3350-4a0c-9c00-cb81d14188c5 HTTP/1.1" status: 200 len: 689 time: 0.0503724 Dec 09 02:22:11.127599 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-518ac657-f486-42b7-a86c-f26b9f10a302 None None] Set router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:22:11.255695 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b171ce0-4751-49b3-afa9-122f4206bc43 req-9c2845e6-961b-4eac-9714-17bbd59ba175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:11.257277 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8b171ce0-4751-49b3-afa9-122f4206bc43 req-9c2845e6-961b-4eac-9714-17bbd59ba175 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 1098 time: 0.1301496 Dec 09 02:22:11.268147 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-11df2b08-6e84-4e4d-a896-e471eb6cd91d tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:11.269550 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-11df2b08-6e84-4e4d-a896-e471eb6cd91d tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.45 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 812 time: 0.1571434 Dec 09 02:22:11.339450 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-518ac657-f486-42b7-a86c-f26b9f10a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '632c679b-07b2-40f4-8183-e158353eade7', 'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:3a:52:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:16Z', 'updated_at': '2021-12-09T02:21:19Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:11.343458 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8db71fa6-bc33-42e0-ba11-abbed35538d9 req-91b8c025-fe48-4826-b090-8482a5547da4 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 210 time: 0.0656743 Dec 09 02:22:11.383709 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ac657-f486-42b7-a86c-f26b9f10a302 None None] Checking router: 3c0faf26-4ca4-4208-8883-cbbb7cccc851 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:22:11.394197 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518ac657-f486-42b7-a86c-f26b9f10a302 None None] Routers {'3c0faf26-4ca4-4208-8883-cbbb7cccc851'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:22:11.398098 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-518ac657-f486-42b7-a86c-f26b9f10a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:22:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:11.412282 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-0f99ae2f-e362-4b8c-9546-8f53d1fdfba1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a5db6e7b6aa403caa5434944427f429 HTTP/1.1" status: 200 len: 380 time: 0.0994966 Dec 09 02:22:11.425028 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Request body: {'port': {'device_id': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'admin_state_up': True, 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'security_groups': ['f724adc5-40d4-4764-bb8f-ee35e9487763']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:22:11.478471 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b171ce0-4751-49b3-afa9-122f4206bc43 req-002dff23-17b7-4d39-bb13-56d3dbc5bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:11.480011 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8b171ce0-4751-49b3-afa9-122f4206bc43 req-002dff23-17b7-4d39-bb13-56d3dbc5bb05 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f14a482d-b3e6-4514-bb28-9b34794b542a HTTP/1.1" status: 200 len: 898 time: 0.2095711 Dec 09 02:22:11.531039 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8b171ce0-4751-49b3-afa9-122f4206bc43 req-adcc0dfb-0f96-44c4-93b0-7c9ee668206f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5648427-3b27-482e-a8cc-6546f41dbfab HTTP/1.1" status: 200 len: 217 time: 0.0415435 Dec 09 02:22:11.596363 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-518ac657-f486-42b7-a86c-f26b9f10a302 None None] Set router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:22:11.610525 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b171ce0-4751-49b3-afa9-122f4206bc43 req-797e6b03-7ce4-40fe-9762-9c9eef87598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:11.612483 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8b171ce0-4751-49b3-afa9-122f4206bc43 req-797e6b03-7ce4-40fe-9762-9c9eef87598f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96e9bbad-83d7-4d1a-a50f-3e77355caf96 HTTP/1.1" status: 200 len: 833 time: 0.0709336 Dec 09 02:22:11.658520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Made reservation on behalf of 3a5db6e7b6aa403caa5434944427f429 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:22:11.662235 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:11.690108 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b171ce0-4751-49b3-afa9-122f4206bc43 req-9476ab1c-c3e5-4cc4-8379-149e66b6aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:11.691851 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8b171ce0-4751-49b3-afa9-122f4206bc43 req-9476ab1c-c3e5-4cc4-8379-149e66b6aa14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f14a482d-b3e6-4514-bb28-9b34794b542a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686116 Dec 09 02:22:11.818899 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-518ac657-f486-42b7-a86c-f26b9f10a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '632c679b-07b2-40f4-8183-e158353eade7', 'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:3a:52:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:16Z', 'updated_at': '2021-12-09T02:21:19Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:11.850159 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ac657-f486-42b7-a86c-f26b9f10a302 None None] The sync data for ids ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'] in dv-neutron-804846-18-hyperv is: [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '632c679b-07b2-40f4-8183-e158353eade7', 'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:3a:52:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:16Z', 'updated_at': '2021-12-09T02:21:19Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:22:11.865128 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Allocated IP 172.20.0.7 (f032c193-892e-4d25-887c-5957f77976f6/8c2741af-2f64-489c-a848-b27c91aa70d4/aefa629e-7e59-4cad-acec-ee14ca4993b7) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:22:11.868924 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8b171ce0-4751-49b3-afa9-122f4206bc43 req-ddb7c8f4-273b-4798-8526-e1556be285e8 service neutron] 10.222.0.45 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703744 Dec 09 02:22:12.067202 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 37994) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:12.082835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:12.102688 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8b171ce0-4751-49b3-afa9-122f4206bc43 req-e6b6d8ee-ce9d-4543-8391-edc1f06b5787 service neutron] 10.222.0.45 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251444 Dec 09 02:22:12.134079 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:12.139533 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-45ce49c4-4a03-4328-b426-22dd4535e0ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/5abd7e15-3350-4a0c-9c00-cb81d14188c5 HTTP/1.1" status: 200 len: 689 time: 0.0710309 Dec 09 02:22:12.152798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679938ea-48e9-4f8d-8395-54934089d772 None None] New status for floating IP 5abd7e15-3350-4a0c-9c00-cb81d14188c5: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:22:12.190493 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Network f032c193-892e-4d25-887c-5957f77976f6 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:22:12.193630 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:22:12.199569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:22:12.228660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event updated for resources: {'Port': ['ID=aefa629e-7e59-4cad-acec-ee14ca4993b7,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:12.242636 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:12.242998 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:12.243353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:12.243727 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:12.244074 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:12.244412 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:12.244747 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:12.245082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:12.245416 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:12.246187 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:12.246350 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:12.246588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:12.246968 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:12.275828 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:12.276542 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:12.297737 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-11e8c68b-c199-46da-95fe-abe29e8d5ef1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8792253 Dec 09 02:22:12.316870 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Request body: {'port': {'device_id': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:22:12.405797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:12.500730 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2da7ac1a-274e-418f-a859-aa01e70c6903 None None] Provisioning complete for port aefa629e-7e59-4cad-acec-ee14ca4993b7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:22:12.501496 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2da7ac1a-274e-418f-a859-aa01e70c6903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:12.525258 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa9121-d7a4-4d81-8fcb-0a16c89eed38 req-03560f24-fd69-42b5-a8d6-f8f1379847be tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:12.526781 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ceaa9121-d7a4-4d81-8fcb-0a16c89eed38 req-03560f24-fd69-42b5-a8d6-f8f1379847be tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 931 time: 0.0844219 Dec 09 02:22:12.541938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2da7ac1a-274e-418f-a859-aa01e70c6903 None None] Port aefa629e-7e59-4cad-acec-ee14ca4993b7 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:22:12.678481 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ceaa9121-d7a4-4d81-8fcb-0a16c89eed38 req-d4464775-3340-4ba0-89f6-6f4cc415b1a9 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035430 Dec 09 02:22:12.775107 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aefa629e-7e59-4cad-acec-ee14ca4993b7 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:22:12.783513 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:12.798333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Transition to ACTIVE for port object aefa629e-7e59-4cad-acec-ee14ca4993b7 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:22:12.805324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:12.902186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Pushing event updated for resources: {'Port': ['ID=aefa629e-7e59-4cad-acec-ee14ca4993b7,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:12.937598 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Attempting to bind port aefa629e-7e59-4cad-acec-ee14ca4993b7 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:22:12.937941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Attempting to bind port aefa629e-7e59-4cad-acec-ee14ca4993b7 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:22:12.938272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Attempting to bind port aefa629e-7e59-4cad-acec-ee14ca4993b7 on network f032c193-892e-4d25-887c-5957f77976f6 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:22:12.943794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Port aefa629e-7e59-4cad-acec-ee14ca4993b7 on network f032c193-892e-4d25-887c-5957f77976f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:22:12.944122 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Attempting to bind port aefa629e-7e59-4cad-acec-ee14ca4993b7 on network f032c193-892e-4d25-887c-5957f77976f6 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:22:12.949312 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:22:12.949648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Checking segment: {'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:22:12.950030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Bound using segment: {'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:22:12.950982 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Bound port: aefa629e-7e59-4cad-acec-ee14ca4993b7, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:22:12.951345 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:13.021709 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] For port aefa629e-7e59-4cad-acec-ee14ca4993b7, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:22:13.025959 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] For port aefa629e-7e59-4cad-acec-ee14ca4993b7, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=aefa629e-7e59-4cad-acec-ee14ca4993b7,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:22:13.031297 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:13.073556 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:13.074567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:13.076734 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] 10.222.0.45 "PUT /v2.0/ports/aefa629e-7e59-4cad-acec-ee14ca4993b7 HTTP/1.1" status: 200 len: 1093 time: 0.7644057 Dec 09 02:22:13.077188 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'tag': 'aefa629e-7e59-4cad-acec-ee14ca4993b7'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:22:13.079676 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0daf7c4-92cb-44a2-b439-7e851bf4eea6" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc69c66-d0a5-4877-9316-577b1d8bceda", "tag": "aefa629e-7e59-4cad-acec-ee14ca4993b7"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:22:13.131049 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcdb26-75ae-411d-9ecb-34e1c49ecf3a service neutron] Pushing event updated for resources: {'Port': ['ID=aefa629e-7e59-4cad-acec-ee14ca4993b7,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:13.136859 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79d220e-58db-43cb-95db-bc433f07001c x-openstack-request-id: req-f79d220e-58db-43cb-95db-bc433f07001c {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:22:13.137120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc69c66-d0a5-4877-9316-577b1d8bceda", "tag": "aefa629e-7e59-4cad-acec-ee14ca4993b7", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:22:13.137368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f79d220e-58db-43cb-95db-bc433f07001c {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:22:13.137802 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'tag': 'aefa629e-7e59-4cad-acec-ee14ca4993b7', 'status': 'completed', 'code': 200} Dec 09 02:22:13.143722 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38000) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:13.197927 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fec16308-7a53-473f-8e45-416cb929d15a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/5abd7e15-3350-4a0c-9c00-cb81d14188c5 HTTP/1.1" status: 200 len: 687 time: 0.0524106 Dec 09 02:22:13.218216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-e9f49050-16a9-4b5e-bcdf-5ba58a2a2b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:13.219829 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-e9f49050-16a9-4b5e-bcdf-5ba58a2a2b74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 1096 time: 0.0665708 Dec 09 02:22:13.271546 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-91cfe890-5dc9-4bfd-b804-06ba1c10384f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aefa629e-7e59-4cad-acec-ee14ca4993b7 HTTP/1.1" status: 200 len: 217 time: 0.0380139 Dec 09 02:22:13.320669 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-b53d1366-aba7-4355-bab6-bde92d068a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:13.322143 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-b53d1366-aba7-4355-bab6-bde92d068a07 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c2741af-2f64-489c-a848-b27c91aa70d4 HTTP/1.1" status: 200 len: 851 time: 0.0438216 Dec 09 02:22:13.373642 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-a383b546-7d0b-4fad-ab8b-ae3b5ebb28de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:13.375135 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-a383b546-7d0b-4fad-ab8b-ae3b5ebb28de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f032c193-892e-4d25-887c-5957f77976f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0448291 Dec 09 02:22:13.464706 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-b7d78f86-7621-458f-871e-ab0bfe12c065 service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823340 Dec 09 02:22:13.558016 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d5d3cd5-7560-4f30-8c76-9f86bc23eb07 req-52a89205-4149-4691-9865-47c2affbfbef service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859463 Dec 09 02:22:13.668499 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daf7c4-92cb-44a2-b439-7e851bf4eea6 req-9fc655ca-b84b-425e-b293-49754a874062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:13.670561 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0daf7c4-92cb-44a2-b439-7e851bf4eea6 req-9fc655ca-b84b-425e-b293-49754a874062 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 1096 time: 0.0432169 Dec 09 02:22:13.792773 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daf7c4-92cb-44a2-b439-7e851bf4eea6 req-c7ac0ed3-181e-4a17-a5c2-61fc0ac8bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:13.794840 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0daf7c4-92cb-44a2-b439-7e851bf4eea6 req-c7ac0ed3-181e-4a17-a5c2-61fc0ac8bb2e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 913 time: 0.1167510 Dec 09 02:22:13.844566 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826a764-7c6e-4e57-9733-e059c2fabb6c req-7a68472e-dead-4cd8-a239-0bf649995c8d tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:13.845948 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0826a764-7c6e-4e57-9733-e059c2fabb6c req-7a68472e-dead-4cd8-a239-0bf649995c8d tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 943 time: 0.0948935 Dec 09 02:22:13.847168 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0daf7c4-92cb-44a2-b439-7e851bf4eea6 req-4d443e65-2b6f-4ca8-a1a5-93046880b000 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aefa629e-7e59-4cad-acec-ee14ca4993b7 HTTP/1.1" status: 200 len: 217 time: 0.0450425 Dec 09 02:22:13.932781 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0826a764-7c6e-4e57-9733-e059c2fabb6c req-5c3db640-f610-4eef-b81d-0c6205a8c70c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802917 Dec 09 02:22:13.934120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daf7c4-92cb-44a2-b439-7e851bf4eea6 req-a100368c-e316-45cd-a558-1c51459d00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:13.935690 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0daf7c4-92cb-44a2-b439-7e851bf4eea6 req-a100368c-e316-45cd-a558-1c51459d00ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c2741af-2f64-489c-a848-b27c91aa70d4 HTTP/1.1" status: 200 len: 851 time: 0.0768144 Dec 09 02:22:13.980558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daf7c4-92cb-44a2-b439-7e851bf4eea6 req-044fad5f-4450-4414-b03e-2fc1feaf541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:13.982526 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0daf7c4-92cb-44a2-b439-7e851bf4eea6 req-044fad5f-4450-4414-b03e-2fc1feaf541c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f032c193-892e-4d25-887c-5957f77976f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401442 Dec 09 02:22:14.068558 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0daf7c4-92cb-44a2-b439-7e851bf4eea6 req-39255aff-bb1e-4a1f-948b-6394d7d7d4f1 service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792758 Dec 09 02:22:14.096824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:14.162390 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0daf7c4-92cb-44a2-b439-7e851bf4eea6 req-fe94ca85-5c60-430e-aacd-9b0af959e9bf service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869784 Dec 09 02:22:14.613437 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38006) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:14.617971 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1153389445', 'description': 'tempest-secgroup-smoke-1153389445 description', 'project_id': '11e56525f9144d56b0abeb03a899d780'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:22:14.641172 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:14.706894 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:14.710901 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:14.740217 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:14.741437 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1269889 Dec 09 02:22:14.742694 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c667f838-8163-4120-9ac0-0a9b51042569,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:14.744562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38008) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:14.750159 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-c05a75aa-8f3b-48a3-8940-054f6c1262b4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'c667f838-8163-4120-9ac0-0a9b51042569', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:22:14.750526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:14.750886 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:14.751234 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:14.751602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:14.751939 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:14.752269 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:14.752598 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:14.752926 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:14.753254 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:14.753580 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:14.753958 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:14.754285 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:14.754611 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a130816-c710-4610-96b9-afa674a0b0b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:14.780576 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c05a75aa-8f3b-48a3-8940-054f6c1262b4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:14.837591 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c05a75aa-8f3b-48a3-8940-054f6c1262b4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:14.840611 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c05a75aa-8f3b-48a3-8940-054f6c1262b4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:14.860126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a75aa-8f3b-48a3-8940-054f6c1262b4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8661d91-c2ac-4c1a-92c1-cea9423c7e1f,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:14.869942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c05a75aa-8f3b-48a3-8940-054f6c1262b4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:14.871512 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c05a75aa-8f3b-48a3-8940-054f6c1262b4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256640 Dec 09 02:22:14.874997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38010) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:14.879414 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-5ee80bac-5ac0-4019-b2d7-dcccde889e02 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'c667f838-8163-4120-9ac0-0a9b51042569', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:22:14.905500 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ee80bac-5ac0-4019-b2d7-dcccde889e02 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:14.960909 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ee80bac-5ac0-4019-b2d7-dcccde889e02 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:14.968323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ee80bac-5ac0-4019-b2d7-dcccde889e02 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:14.988359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee80bac-5ac0-4019-b2d7-dcccde889e02 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fc004c-0c66-451e-b8e0-69ac443538b1,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:14.997114 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ee80bac-5ac0-4019-b2d7-dcccde889e02 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:15.001533 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5ee80bac-5ac0-4019-b2d7-dcccde889e02 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230326 Dec 09 02:22:15.001979 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38014) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:15.006917 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d2329923-07d6-42eb-b44f-50756ad8e179 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'c667f838-8163-4120-9ac0-0a9b51042569', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:22:15.035728 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d2329923-07d6-42eb-b44f-50756ad8e179 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:15.056666 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be203d-2ee8-4fc2-be72-9c1ea4e07d8a req-f7ae8d92-9c19-438b-b949-94fdf11310de tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:15.058362 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-61be203d-2ee8-4fc2-be72-9c1ea4e07d8a req-f7ae8d92-9c19-438b-b949-94fdf11310de tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 943 time: 0.0524507 Dec 09 02:22:15.098581 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d2329923-07d6-42eb-b44f-50756ad8e179 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:15.103106 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d2329923-07d6-42eb-b44f-50756ad8e179 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:15.122979 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2329923-07d6-42eb-b44f-50756ad8e179 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240c3c4f-a192-4df9-939b-fff436f3ff4c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:15.129571 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-61be203d-2ee8-4fc2-be72-9c1ea4e07d8a req-7aea14b6-3ac4-4b1d-9f02-a5c111629e53 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637043 Dec 09 02:22:15.131185 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d2329923-07d6-42eb-b44f-50756ad8e179 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:15.136606 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d2329923-07d6-42eb-b44f-50756ad8e179 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334362 Dec 09 02:22:15.137478 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38016) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:15.143193 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3ff53a2b-c919-4538-80e9-625aa5b9b52b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'c667f838-8163-4120-9ac0-0a9b51042569', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:22:15.169877 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ff53a2b-c919-4538-80e9-625aa5b9b52b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:15.228622 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ff53a2b-c919-4538-80e9-625aa5b9b52b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:15.232942 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ff53a2b-c919-4538-80e9-625aa5b9b52b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:15.250872 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff53a2b-c919-4538-80e9-625aa5b9b52b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33416a25-834a-4e6b-9a04-2722324719ab,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:15.258767 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ff53a2b-c919-4538-80e9-625aa5b9b52b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:15.260057 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3ff53a2b-c919-4538-80e9-625aa5b9b52b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207564 Dec 09 02:22:15.262747 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38018) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:15.267271 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-730d42a1-10bf-4e28-8da9-48b8ee14ae93 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'c667f838-8163-4120-9ac0-0a9b51042569', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:22:15.292222 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-730d42a1-10bf-4e28-8da9-48b8ee14ae93 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:22:15.298341 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-730d42a1-10bf-4e28-8da9-48b8ee14ae93 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:15.359617 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-730d42a1-10bf-4e28-8da9-48b8ee14ae93 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:15.363345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-730d42a1-10bf-4e28-8da9-48b8ee14ae93 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:15.378029 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d42a1-10bf-4e28-8da9-48b8ee14ae93 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b3e8cc-dd55-47d3-b58e-9c9193af6aa4,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:15.390026 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-730d42a1-10bf-4e28-8da9-48b8ee14ae93 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:15.391245 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-730d42a1-10bf-4e28-8da9-48b8ee14ae93 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275203 Dec 09 02:22:15.394188 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38020) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:15.398827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-0475d424-5478-4f29-98cc-24e91fe5cd79 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'c667f838-8163-4120-9ac0-0a9b51042569', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:22:15.421902 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-0475d424-5478-4f29-98cc-24e91fe5cd79 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:22:15.426935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0475d424-5478-4f29-98cc-24e91fe5cd79 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:15.484826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0475d424-5478-4f29-98cc-24e91fe5cd79 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:15.488584 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0475d424-5478-4f29-98cc-24e91fe5cd79 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:15.505922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475d424-5478-4f29-98cc-24e91fe5cd79 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042f7741-aa8c-4460-9181-a8ac2e4a5df8,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:15.514845 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0475d424-5478-4f29-98cc-24e91fe5cd79 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:15.516148 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0475d424-5478-4f29-98cc-24e91fe5cd79 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209376 Dec 09 02:22:15.712805 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-0cc2baf9-ba22-465a-a2d9-67836e07d2b0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1153389445&fields=id&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 267 time: 0.0427566 Dec 09 02:22:15.820602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-4dccc5bc-7141-48bf-a3e4-950b06a51691 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:15.821996 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-4dccc5bc-7141-48bf-a3e4-950b06a51691 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/networks?id=f14a482d-b3e6-4514-bb28-9b34794b542a HTTP/1.1" status: 200 len: 797 time: 0.1014605 Dec 09 02:22:15.837672 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-71977d8e-e4f7-4ff3-8ee1-e1b894d3ee76 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/quotas/11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 375 time: 0.0092406 Dec 09 02:22:15.890803 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-7f761863-d4d4-43dc-ac14-5b656fc2f396 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471375 Dec 09 02:22:15.990463 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-d13ab61d-a50d-464a-bf3a-c36a9b92a74d service neutron] 10.222.0.43 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862463 Dec 09 02:22:16.082212 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-437025e1-a35f-4b9e-bdc8-114ad2401c7f service neutron] 10.222.0.43 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854909 Dec 09 02:22:16.296893 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb30f6-f366-4da8-93fc-e29e7c243f9c req-fe26de0a-053f-46ec-a4e2-390bdfc40870 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:16.298609 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c7bb30f6-f366-4da8-93fc-e29e7c243f9c req-fe26de0a-053f-46ec-a4e2-390bdfc40870 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 943 time: 0.0551865 Dec 09 02:22:16.359310 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c7bb30f6-f366-4da8-93fc-e29e7c243f9c req-0ac2901e-35d5-404d-8d30-7046d9f1f2a3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524604 Dec 09 02:22:16.434245 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57a0cfaa-9d5c-46d8-8a30-79d5aa3b4026 req-13b95c09-d298-48d4-b6ad-353c50d522fe tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 210 time: 0.0320671 Dec 09 02:22:17.277625 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-2c72ff16-6cf5-4539-80ae-759807598ce8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:17.280034 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-2c72ff16-6cf5-4539-80ae-759807598ce8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/networks?id=f14a482d-b3e6-4514-bb28-9b34794b542a HTTP/1.1" status: 200 len: 797 time: 0.1022255 Dec 09 02:22:17.379654 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-db4bdb3c-045d-451b-93f6-50189658692a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 472 time: 0.0727160 Dec 09 02:22:17.410699 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-e74522fa-f882-42e4-8f55-2ad98ae108f4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'port': {'device_id': '471d701f-d58e-4d6d-95a6-f2d5e15edd9b', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'admin_state_up': True, 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'security_groups': ['c667f838-8163-4120-9ac0-0a9b51042569']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:22:17.529361 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f42d7c-8cf5-4256-8cb2-7f18a45c0956 req-add5dd4e-d43a-44cd-b094-48ad9596d7f2 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:17.530821 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-03f42d7c-8cf5-4256-8cb2-7f18a45c0956 req-add5dd4e-d43a-44cd-b094-48ad9596d7f2 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 943 time: 0.0819597 Dec 09 02:22:17.569782 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-e74522fa-f882-42e4-8f55-2ad98ae108f4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:22:17.573239 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-e74522fa-f882-42e4-8f55-2ad98ae108f4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:17.613785 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-03f42d7c-8cf5-4256-8cb2-7f18a45c0956 req-4800f691-f4bc-41d8-a42b-dd8ea084fe06 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766144 Dec 09 02:22:17.716119 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01b428b0-386b-40ff-9fa2-694627f435cf req-b6daac79-63b7-49f7-8d33-7d9658146436 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 210 time: 0.0448897 Dec 09 02:22:17.735570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-e74522fa-f882-42e4-8f55-2ad98ae108f4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.14 (f14a482d-b3e6-4514-bb28-9b34794b542a/96e9bbad-83d7-4d1a-a50f-3e77355caf96/50a88e78-0ca7-4c95-9e27-b4709ca20de8) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:22:17.870202 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-e74522fa-f882-42e4-8f55-2ad98ae108f4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:17.902702 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-e74522fa-f882-42e4-8f55-2ad98ae108f4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:17.943687 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-e74522fa-f882-42e4-8f55-2ad98ae108f4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network f14a482d-b3e6-4514-bb28-9b34794b542a is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:22:17.948560 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-e74522fa-f882-42e4-8f55-2ad98ae108f4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:22:17.952174 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-e74522fa-f882-42e4-8f55-2ad98ae108f4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:22:17.979345 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74522fa-f882-42e4-8f55-2ad98ae108f4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=50a88e78-0ca7-4c95-9e27-b4709ca20de8,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:18.007788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-e74522fa-f882-42e4-8f55-2ad98ae108f4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:18.008417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-e74522fa-f882-42e4-8f55-2ad98ae108f4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:18.025167 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-e74522fa-f882-42e4-8f55-2ad98ae108f4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6183455 Dec 09 02:22:18.044398 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Request body: {'port': {'device_id': '471d701f-d58e-4d6d-95a6-f2d5e15edd9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:22:18.099059 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:18.154738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-fc7864cc-2c16-4744-9614-84c5c356e411 None None] Provisioning complete for port 50a88e78-0ca7-4c95-9e27-b4709ca20de8 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:22:18.155262 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fc7864cc-2c16-4744-9614-84c5c356e411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:18.189876 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fc7864cc-2c16-4744-9614-84c5c356e411 None None] Port 50a88e78-0ca7-4c95-9e27-b4709ca20de8 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:22:18.355661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a88e78-0ca7-4c95-9e27-b4709ca20de8 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:22:18.363323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:18.374706 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Transition to ACTIVE for port object 50a88e78-0ca7-4c95-9e27-b4709ca20de8 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:22:18.378277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:18.430139 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Pushing event updated for resources: {'Port': ['ID=50a88e78-0ca7-4c95-9e27-b4709ca20de8,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:18.495866 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Attempting to bind port 50a88e78-0ca7-4c95-9e27-b4709ca20de8 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:22:18.496209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Attempting to bind port 50a88e78-0ca7-4c95-9e27-b4709ca20de8 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:22:18.496544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Attempting to bind port 50a88e78-0ca7-4c95-9e27-b4709ca20de8 on network f14a482d-b3e6-4514-bb28-9b34794b542a {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:22:18.501043 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Port 50a88e78-0ca7-4c95-9e27-b4709ca20de8 on network f14a482d-b3e6-4514-bb28-9b34794b542a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:22:18.501367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Attempting to bind port 50a88e78-0ca7-4c95-9e27-b4709ca20de8 on network f14a482d-b3e6-4514-bb28-9b34794b542a {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:22:18.506457 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:22:18.506803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Checking segment: {'id': '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:22:18.507194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Bound using segment: {'id': '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:22:18.507656 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Bound port: 50a88e78-0ca7-4c95-9e27-b4709ca20de8, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:22:18.508020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:18.576174 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] For port 50a88e78-0ca7-4c95-9e27-b4709ca20de8, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:22:18.579127 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] For port 50a88e78-0ca7-4c95-9e27-b4709ca20de8, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=50a88e78-0ca7-4c95-9e27-b4709ca20de8,segment=NetworkSegment(3ac5e3af-de3a-4a9c-a9de-8548df9cde4c),segment_id=3ac5e3af-de3a-4a9c-a9de-8548df9cde4c)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:22:18.583641 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:18.615121 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:18.615766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:18.617426 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] 10.222.0.45 "PUT /v2.0/ports/50a88e78-0ca7-4c95-9e27-b4709ca20de8 HTTP/1.1" status: 200 len: 1094 time: 0.5779567 Dec 09 02:22:18.619739 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471d701f-d58e-4d6d-95a6-f2d5e15edd9b', 'tag': '50a88e78-0ca7-4c95-9e27-b4709ca20de8'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:22:18.622057 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a32ad24-f939-4651-b417-2816a775ed75" -d '{"events": [{"name": "network-changed", "server_uuid": "471d701f-d58e-4d6d-95a6-f2d5e15edd9b", "tag": "50a88e78-0ca7-4c95-9e27-b4709ca20de8"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:22:18.655668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4393e-229a-4716-8bf7-756224a52e44 service neutron] Pushing event updated for resources: {'Port': ['ID=50a88e78-0ca7-4c95-9e27-b4709ca20de8,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:18.666391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723e66a9-fc3b-4394-90d5-554591237627 x-openstack-request-id: req-723e66a9-fc3b-4394-90d5-554591237627 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:22:18.666716 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471d701f-d58e-4d6d-95a6-f2d5e15edd9b", "tag": "50a88e78-0ca7-4c95-9e27-b4709ca20de8", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:22:18.666977 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-723e66a9-fc3b-4394-90d5-554591237627 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:22:18.667378 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471d701f-d58e-4d6d-95a6-f2d5e15edd9b', 'tag': '50a88e78-0ca7-4c95-9e27-b4709ca20de8', 'status': 'completed', 'code': 200} Dec 09 02:22:18.753189 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-f7d9fce0-5383-4275-87aa-ab8b8d7b096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:18.754692 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-f7d9fce0-5383-4275-87aa-ab8b8d7b096c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 1097 time: 0.0716996 Dec 09 02:22:18.774007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7aa5e-e99f-4ab1-8fd7-5003a5bac740 req-b6a8c791-233d-4553-b510-57d79444594c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:18.775540 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8eb7aa5e-e99f-4ab1-8fd7-5003a5bac740 req-b6a8c791-233d-4553-b510-57d79444594c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 943 time: 0.0586410 Dec 09 02:22:18.819348 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-5e3afa87-bc48-4fde-afd7-3679cbdb75b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50a88e78-0ca7-4c95-9e27-b4709ca20de8 HTTP/1.1" status: 200 len: 217 time: 0.0428491 Dec 09 02:22:18.890364 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8eb7aa5e-e99f-4ab1-8fd7-5003a5bac740 req-e1d87d8c-0af2-47ba-b25a-db7ab4609cb1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076319 Dec 09 02:22:18.892099 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-347f3919-52db-4a4c-87b9-4e1dd38b09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:18.893427 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-347f3919-52db-4a4c-87b9-4e1dd38b09d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96e9bbad-83d7-4d1a-a50f-3e77355caf96 HTTP/1.1" status: 200 len: 833 time: 0.0658786 Dec 09 02:22:18.939385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-bbae5eaf-3608-4de9-b415-f9c1e39f0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:18.940951 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-bbae5eaf-3608-4de9-b415-f9c1e39f0399 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f14a482d-b3e6-4514-bb28-9b34794b542a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409148 Dec 09 02:22:19.035337 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-3407ba27-cd51-4502-8521-cde7c5666428 service neutron] 10.222.0.45 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865088 Dec 09 02:22:19.159645 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab68a9-8831-4912-8f8b-2a6c469b2a42 req-a54eea30-5a50-4a56-a9e3-7a6eefcd228e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:19.161127 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8aab68a9-8831-4912-8f8b-2a6c469b2a42 req-a54eea30-5a50-4a56-a9e3-7a6eefcd228e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 944 time: 0.1023118 Dec 09 02:22:19.164885 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-210f6f6e-ce5f-41db-8acb-d35a2fb332bb req-8d0ff3df-e9f4-4b66-b102-b8a85bfe6915 service neutron] 10.222.0.45 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229186 Dec 09 02:22:19.211463 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8aab68a9-8831-4912-8f8b-2a6c469b2a42 req-45e97a6d-48a3-4146-baed-f52a48a6ea22 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c667f838-8163-4120-9ac0-0a9b51042569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440443 Dec 09 02:22:19.300983 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32ad24-f939-4651-b417-2816a775ed75 req-5eafa1e9-a638-45d8-be52-c8f66d52345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:19.302491 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8a32ad24-f939-4651-b417-2816a775ed75 req-5eafa1e9-a638-45d8-be52-c8f66d52345f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 1097 time: 0.0400627 Dec 09 02:22:19.680770 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32ad24-f939-4651-b417-2816a775ed75 req-4b67721d-9348-46cb-9bde-eff2d20138ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:19.682152 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8a32ad24-f939-4651-b417-2816a775ed75 req-4b67721d-9348-46cb-9bde-eff2d20138ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=f14a482d-b3e6-4514-bb28-9b34794b542a HTTP/1.1" status: 200 len: 898 time: 0.3713975 Dec 09 02:22:19.725200 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8a32ad24-f939-4651-b417-2816a775ed75 req-5bb19fa3-3d53-41d5-b5ec-84a455cfd237 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50a88e78-0ca7-4c95-9e27-b4709ca20de8 HTTP/1.1" status: 200 len: 217 time: 0.0333095 Dec 09 02:22:19.772696 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32ad24-f939-4651-b417-2816a775ed75 req-7adf283e-8631-4ceb-8d44-ad8c70cc2bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:19.774067 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8a32ad24-f939-4651-b417-2816a775ed75 req-7adf283e-8631-4ceb-8d44-ad8c70cc2bee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96e9bbad-83d7-4d1a-a50f-3e77355caf96 HTTP/1.1" status: 200 len: 833 time: 0.0405719 Dec 09 02:22:19.826105 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32ad24-f939-4651-b417-2816a775ed75 req-ff4e0f1f-0c84-49f9-9dd8-88148336a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:19.827580 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8a32ad24-f939-4651-b417-2816a775ed75 req-ff4e0f1f-0c84-49f9-9dd8-88148336a311 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f14a482d-b3e6-4514-bb28-9b34794b542a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417109 Dec 09 02:22:19.913879 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8a32ad24-f939-4651-b417-2816a775ed75 req-a48ef73c-51ec-4edf-898a-3f44cedf65d2 service neutron] 10.222.0.45 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784061 Dec 09 02:22:20.027395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d81fb-8894-458c-8878-40026be1fe30 req-1ba5a6f1-5e96-4663-95a2-be61c2302a87 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:20.029400 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8b2d81fb-8894-458c-8878-40026be1fe30 req-1ba5a6f1-5e96-4663-95a2-be61c2302a87 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 943 time: 0.0647564 Dec 09 02:22:20.056191 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8a32ad24-f939-4651-b417-2816a775ed75 req-e91ac3f5-6d75-4ceb-a382-c6c0bf2ee19d service neutron] 10.222.0.45 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343205 Dec 09 02:22:20.086613 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8b2d81fb-8894-458c-8878-40026be1fe30 req-9e9d4788-021b-4402-b95e-b43af96c9a86 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512683 Dec 09 02:22:20.327661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368c5c2-7a4a-4279-a3e7-002c1a840c12 req-7025e2f8-4de8-4520-87c8-737ae813cc54 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:20.329042 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3368c5c2-7a4a-4279-a3e7-002c1a840c12 req-7025e2f8-4de8-4520-87c8-737ae813cc54 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 944 time: 0.0518708 Dec 09 02:22:20.376235 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3368c5c2-7a4a-4279-a3e7-002c1a840c12 req-39247ce2-fb27-40b9-887d-dc457b0ad64d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c667f838-8163-4120-9ac0-0a9b51042569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413601 Dec 09 02:22:20.766045 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 50a88e78-0ca7-4c95-9e27-b4709ca20de8 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:22:20.857058 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 50a88e78-0ca7-4c95-9e27-b4709ca20de8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=50a88e78-0ca7-4c95-9e27-b4709ca20de8,segment=NetworkSegment(3ac5e3af-de3a-4a9c-a9de-8548df9cde4c),segment_id=3ac5e3af-de3a-4a9c-a9de-8548df9cde4c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:22:20.868112 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '50a88e78-0ca7-4c95-9e27-b4709ca20de8', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'port_id': '50a88e78-0ca7-4c95-9e27-b4709ca20de8', 'mac_address': 'fa:16:3e:3e:57:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:22:20.906968 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:20.920142 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a88e78-0ca7-4c95-9e27-b4709ca20de8 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:22:20.938746 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 50a88e78-0ca7-4c95-9e27-b4709ca20de8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=50a88e78-0ca7-4c95-9e27-b4709ca20de8,segment=NetworkSegment(3ac5e3af-de3a-4a9c-a9de-8548df9cde4c),segment_id=3ac5e3af-de3a-4a9c-a9de-8548df9cde4c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:22:20.942594 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:20.987046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=50a88e78-0ca7-4c95-9e27-b4709ca20de8,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:20.993792 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:20.994141 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:20.994480 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:20.994827 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:20.995147 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:20.995495 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:20.995827 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:20.996149 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:20.996471 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:20.996793 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:20.997695 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:20.998014 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:20.998332 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:22:21.202534 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a419d0-cd67-486c-9a47-d90329b6f041 req-50dd4e3e-18c1-4b70-af65-1b46143f0fec tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:21.204032 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-07a419d0-cd67-486c-9a47-d90329b6f041 req-50dd4e3e-18c1-4b70-af65-1b46143f0fec tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 943 time: 0.0509567 Dec 09 02:22:21.219320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['50a88e78-0ca7-4c95-9e27-b4709ca20de8'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:22:21.252746 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-07a419d0-cd67-486c-9a47-d90329b6f041 req-c48e8edf-210a-4db1-8dd4-8616e72ea99b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428658 Dec 09 02:22:21.488474 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d3500-04a9-4437-a4c9-b4738bea1c35 req-5107c22e-a19e-4b11-91f3-4bef9785d3d3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:21.489925 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f89d3500-04a9-4437-a4c9-b4738bea1c35 req-5107c22e-a19e-4b11-91f3-4bef9785d3d3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 945 time: 0.0476739 Dec 09 02:22:21.542025 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f89d3500-04a9-4437-a4c9-b4738bea1c35 req-0f41c94f-08d0-4ed0-92fc-162441254a79 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c667f838-8163-4120-9ac0-0a9b51042569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462391 Dec 09 02:22:22.364872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574e58a-d8ec-4569-8fad-fcbadbd9bc21 req-024fd887-d1ff-4697-a15f-bc2a897b67ca tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:22.366240 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3574e58a-d8ec-4569-8fad-fcbadbd9bc21 req-024fd887-d1ff-4697-a15f-bc2a897b67ca tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 943 time: 0.0477965 Dec 09 02:22:22.413510 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3574e58a-d8ec-4569-8fad-fcbadbd9bc21 req-c3cba18c-c56c-4d5b-b4d7-973e2c260828 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414300 Dec 09 02:22:22.653066 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32e38-2e60-4809-a444-500630747cd1 req-2137efd0-af29-49b3-849a-78be9a7ea419 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:22.655095 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfe32e38-2e60-4809-a444-500630747cd1 req-2137efd0-af29-49b3-849a-78be9a7ea419 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 945 time: 0.0482202 Dec 09 02:22:22.702802 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfe32e38-2e60-4809-a444-500630747cd1 req-e9cc706c-6509-4515-a035-cafd5d4868dc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c667f838-8163-4120-9ac0-0a9b51042569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418243 Dec 09 02:22:22.771342 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device aefa629e-7e59-4cad-acec-ee14ca4993b7 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:22:22.781543 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 50a88e78-0ca7-4c95-9e27-b4709ca20de8 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:22:22.888207 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 50a88e78-0ca7-4c95-9e27-b4709ca20de8 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:22:22.895809 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 50a88e78-0ca7-4c95-9e27-b4709ca20de8 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:22:22.896188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:22.924687 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port aefa629e-7e59-4cad-acec-ee14ca4993b7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=aefa629e-7e59-4cad-acec-ee14ca4993b7,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:22:22.943842 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'aefa629e-7e59-4cad-acec-ee14ca4993b7', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'port_id': 'aefa629e-7e59-4cad-acec-ee14ca4993b7', 'mac_address': 'fa:16:3e:5b:dc:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:22:23.007507 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:23.027940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aefa629e-7e59-4cad-acec-ee14ca4993b7 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:22:23.035217 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:23.057968 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port aefa629e-7e59-4cad-acec-ee14ca4993b7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=aefa629e-7e59-4cad-acec-ee14ca4993b7,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:22:23.064758 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:23.072015 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471d701f-d58e-4d6d-95a6-f2d5e15edd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a88e78-0ca7-4c95-9e27-b4709ca20de8'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:22:23.074236 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c64e27-ec52-4e17-86dd-9b6b081a24ed" -d '{"events": [{"server_uuid": "471d701f-d58e-4d6d-95a6-f2d5e15edd9b", "name": "network-vif-plugged", "status": "completed", "tag": "50a88e78-0ca7-4c95-9e27-b4709ca20de8"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:22:23.104695 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 50a88e78-0ca7-4c95-9e27-b4709ca20de8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=50a88e78-0ca7-4c95-9e27-b4709ca20de8,segment=NetworkSegment(3ac5e3af-de3a-4a9c-a9de-8548df9cde4c),segment_id=3ac5e3af-de3a-4a9c-a9de-8548df9cde4c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:22:23.111597 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:23.117840 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8f7a65-8639-4ad5-bc35-6eba4c566d70 x-openstack-request-id: req-ae8f7a65-8639-4ad5-bc35-6eba4c566d70 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:22:23.118136 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471d701f-d58e-4d6d-95a6-f2d5e15edd9b", "name": "network-vif-plugged", "status": "completed", "tag": "50a88e78-0ca7-4c95-9e27-b4709ca20de8", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:22:23.118395 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae8f7a65-8639-4ad5-bc35-6eba4c566d70 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:22:23.118789 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471d701f-d58e-4d6d-95a6-f2d5e15edd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a88e78-0ca7-4c95-9e27-b4709ca20de8', 'code': 200} Dec 09 02:22:23.132470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=aefa629e-7e59-4cad-acec-ee14ca4993b7,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:23.181454 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=50a88e78-0ca7-4c95-9e27-b4709ca20de8,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:23.323207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bc460-cd2d-453b-a123-cb82dfd9b3cd req-8ecc6d0f-0421-4c40-9df0-f8c91e9ffd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:23.324749 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-784bc460-cd2d-453b-a123-cb82dfd9b3cd req-8ecc6d0f-0421-4c40-9df0-f8c91e9ffd7d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 1099 time: 0.0438426 Dec 09 02:22:23.359150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['aefa629e-7e59-4cad-acec-ee14ca4993b7'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:22:23.375963 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-784bc460-cd2d-453b-a123-cb82dfd9b3cd req-c640ccb0-7fa2-48b8-9a50-61e2cffc7c6b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c667f838-8163-4120-9ac0-0a9b51042569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428731 Dec 09 02:22:23.531100 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecbf8f-6e8a-441d-a9ec-2100d808f9f0 req-1b8bd453-f043-46bc-84b9-ee52cd82c900 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:23.532976 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0ecbf8f-6e8a-441d-a9ec-2100d808f9f0 req-1b8bd453-f043-46bc-84b9-ee52cd82c900 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 944 time: 0.0494254 Dec 09 02:22:23.590050 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0ecbf8f-6e8a-441d-a9ec-2100d808f9f0 req-542c74e3-4f03-4a6e-835a-eda4fa0024eb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505898 Dec 09 02:22:23.819039 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ffb0-16d3-4cf5-849b-8acfe834b0c9 req-8e7f33f7-0e99-4221-ac8e-5781c195ee6f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:23.820576 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f738ffb0-16d3-4cf5-849b-8acfe834b0c9 req-8e7f33f7-0e99-4221-ac8e-5781c195ee6f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 946 time: 0.0522916 Dec 09 02:22:23.869084 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f738ffb0-16d3-4cf5-849b-8acfe834b0c9 req-c3f68987-a277-4f25-b44e-277f821dd6bc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c667f838-8163-4120-9ac0-0a9b51042569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417223 Dec 09 02:22:24.704973 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583daab-4545-430d-b2ab-d7d516003cd5 req-2071255f-10cd-44d7-97bc-6fd2b2c44641 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:24.706452 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d583daab-4545-430d-b2ab-d7d516003cd5 req-2071255f-10cd-44d7-97bc-6fd2b2c44641 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 944 time: 0.0480349 Dec 09 02:22:24.755394 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d583daab-4545-430d-b2ab-d7d516003cd5 req-ee67b898-f9c4-4a49-9acd-cafd335bb21c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430524 Dec 09 02:22:24.786970 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device aefa629e-7e59-4cad-acec-ee14ca4993b7 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:22:24.982523 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port aefa629e-7e59-4cad-acec-ee14ca4993b7 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:22:24.985113 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5950c-cc6a-4569-8a33-6d5a43f46c70 req-120eb590-8ca1-4d3e-89c3-ed62f7933f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:24.986608 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-48d5950c-cc6a-4569-8a33-6d5a43f46c70 req-120eb590-8ca1-4d3e-89c3-ed62f7933f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 946 time: 0.0490270 Dec 09 02:22:24.986744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port aefa629e-7e59-4cad-acec-ee14ca4993b7 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:22:24.987014 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:25.040778 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-48d5950c-cc6a-4569-8a33-6d5a43f46c70 req-a4b21b1b-f964-423f-a092-3208cd08108e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c667f838-8163-4120-9ac0-0a9b51042569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480208 Dec 09 02:22:25.067886 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:25.102889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port aefa629e-7e59-4cad-acec-ee14ca4993b7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=aefa629e-7e59-4cad-acec-ee14ca4993b7,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:22:25.107288 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:25.130797 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefa629e-7e59-4cad-acec-ee14ca4993b7'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:22:25.133104 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59549813-b62b-42a7-ac02-b63ca15cc6dd" -d '{"events": [{"server_uuid": "3fc69c66-d0a5-4877-9316-577b1d8bceda", "name": "network-vif-plugged", "status": "completed", "tag": "aefa629e-7e59-4cad-acec-ee14ca4993b7"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:22:25.155754 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b28d6-4e48-4bee-9fbb-6b6f6fa53738 req-421d579e-d1a3-403a-b838-02ebe5f53d33 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:25.157162 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-721b28d6-4e48-4bee-9fbb-6b6f6fa53738 req-421d579e-d1a3-403a-b838-02ebe5f53d33 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 946 time: 0.0493095 Dec 09 02:22:25.163843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=aefa629e-7e59-4cad-acec-ee14ca4993b7,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:25.209367 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-721b28d6-4e48-4bee-9fbb-6b6f6fa53738 req-b67d960a-dd8a-429e-a944-4d247bc1ccc5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c667f838-8163-4120-9ac0-0a9b51042569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456541 Dec 09 02:22:25.230672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38088) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:25.252614 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ab9f09-7194-4047-a8f4-7b9289bfce4a x-openstack-request-id: req-b6ab9f09-7194-4047-a8f4-7b9289bfce4a {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:22:25.252985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc69c66-d0a5-4877-9316-577b1d8bceda", "name": "network-vif-plugged", "status": "completed", "tag": "aefa629e-7e59-4cad-acec-ee14ca4993b7", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:22:25.253312 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6ab9f09-7194-4047-a8f4-7b9289bfce4a {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:22:25.253776 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefa629e-7e59-4cad-acec-ee14ca4993b7', 'code': 200} Dec 09 02:22:25.270255 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eb4179-a417-440e-92ce-f00055500239 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:25.271791 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a3eb4179-a417-440e-92ce-f00055500239 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 1094 time: 0.0400417 Dec 09 02:22:25.274622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38090) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:25.278900 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-4aec439c-6813-4bd1-a539-17225544d94c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'floatingip': {'port_id': '50a88e78-0ca7-4c95-9e27-b4709ca20de8'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:22:25.320516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aec439c-6813-4bd1-a539-17225544d94c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:25.538071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d049410-f692-4e40-a165-c76161757d18 req-4b317ef7-7472-44d1-af38-167c86a50c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:25.539821 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7d049410-f692-4e40-a165-c76161757d18 req-4b317ef7-7472-44d1-af38-167c86a50c35 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 1098 time: 0.0810826 Dec 09 02:22:25.664935 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7d049410-f692-4e40-a165-c76161757d18 req-c394e490-bbd1-4923-b4a3-5f44930cb806 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157634 Dec 09 02:22:25.807689 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aec439c-6813-4bd1-a539-17225544d94c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:25.811518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aec439c-6813-4bd1-a539-17225544d94c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:25.930725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb45a4-79d9-4497-b0df-10f8f7751257 req-500aaed5-3e42-4e0b-a500-85df2697ba6d tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:25.932392 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4fdb45a4-79d9-4497-b0df-10f8f7751257 req-500aaed5-3e42-4e0b-a500-85df2697ba6d tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 945 time: 0.0888641 Dec 09 02:22:25.959552 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-4aec439c-6813-4bd1-a539-17225544d94c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP 5abd7e15-3350-4a0c-9c00-cb81d14188c5 associated. External IP: 172.26.3.21, port: 50a88e78-0ca7-4c95-9e27-b4709ca20de8. Dec 09 02:22:26.031473 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4fdb45a4-79d9-4497-b0df-10f8f7751257 req-002c0cb2-64d8-49a5-81e3-4f81227d0f56 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925610 Dec 09 02:22:26.183731 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aec439c-6813-4bd1-a539-17225544d94c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:22:26.288021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aec439c-6813-4bd1-a539-17225544d94c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:22:26.293115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aec439c-6813-4bd1-a539-17225544d94c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:26.299535 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eda342-ad1b-4198-805d-01ea0d85eaa0 None None] Sync routers for ids ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:22:26.308357 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eda342-ad1b-4198-805d-01ea0d85eaa0 None None] Routers {'3c0faf26-4ca4-4208-8883-cbbb7cccc851'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:22:26.308960 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-49eda342-ad1b-4198-805d-01ea0d85eaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:22:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:26.318293 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4aec439c-6813-4bd1-a539-17225544d94c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/floatingips/5abd7e15-3350-4a0c-9c00-cb81d14188c5 HTTP/1.1" status: 200 len: 991 time: 1.0426896 Dec 09 02:22:26.318879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471d701f-d58e-4d6d-95a6-f2d5e15edd9b', 'tag': '50a88e78-0ca7-4c95-9e27-b4709ca20de8'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:22:26.321160 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38094) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:26.321644 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d5ea5d-920e-4512-b34b-088dd663c683" -d '{"events": [{"name": "network-changed", "server_uuid": "471d701f-d58e-4d6d-95a6-f2d5e15edd9b", "tag": "50a88e78-0ca7-4c95-9e27-b4709ca20de8"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:22:26.358494 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e2a8a7-e1ea-4ccd-bff8-c66aa7b3acad x-openstack-request-id: req-51e2a8a7-e1ea-4ccd-bff8-c66aa7b3acad {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:22:26.359031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471d701f-d58e-4d6d-95a6-f2d5e15edd9b", "tag": "50a88e78-0ca7-4c95-9e27-b4709ca20de8", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:22:26.359292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51e2a8a7-e1ea-4ccd-bff8-c66aa7b3acad {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:22:26.359747 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471d701f-d58e-4d6d-95a6-f2d5e15edd9b', 'tag': '50a88e78-0ca7-4c95-9e27-b4709ca20de8', 'status': 'completed', 'code': 200} Dec 09 02:22:26.384917 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0b84c115-e0c3-41e3-9af1-55308bf0ca8e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/5abd7e15-3350-4a0c-9c00-cb81d14188c5 HTTP/1.1" status: 200 len: 991 time: 0.0625470 Dec 09 02:22:26.413268 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-49eda342-ad1b-4198-805d-01ea0d85eaa0 None None] Set router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:22:26.453751 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5ea5d-920e-4512-b34b-088dd663c683 req-d6d42c4a-c1b3-4eb2-a6b9-87b9db3ccf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:26.455270 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-78d5ea5d-920e-4512-b34b-088dd663c683 req-d6d42c4a-c1b3-4eb2-a6b9-87b9db3ccf75 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 1099 time: 0.0402887 Dec 09 02:22:26.560349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5ea5d-920e-4512-b34b-088dd663c683 req-d0b95942-5f1a-4b43-813d-c116b1a94fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:26.561747 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-78d5ea5d-920e-4512-b34b-088dd663c683 req-d0b95942-5f1a-4b43-813d-c116b1a94fc4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f14a482d-b3e6-4514-bb28-9b34794b542a HTTP/1.1" status: 200 len: 898 time: 0.0885265 Dec 09 02:22:26.630551 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-49eda342-ad1b-4198-805d-01ea0d85eaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '5abd7e15-3350-4a0c-9c00-cb81d14188c5', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.21', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'port_id': '50a88e78-0ca7-4c95-9e27-b4709ca20de8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'mac_address': 'fa:16:3e:3e:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d701f-d58e-4d6d-95a6-f2d5e15edd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:21:32Z', 'updated_at': '2021-12-09T02:22:25Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632c679b-07b2-40f4-8183-e158353eade7', 'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:3a:52:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:16Z', 'updated_at': '2021-12-09T02:21:19Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:26.660246 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eda342-ad1b-4198-805d-01ea0d85eaa0 None None] Checking router: 3c0faf26-4ca4-4208-8883-cbbb7cccc851 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:22:26.668612 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eda342-ad1b-4198-805d-01ea0d85eaa0 None None] Routers {'3c0faf26-4ca4-4208-8883-cbbb7cccc851'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:22:26.669214 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-49eda342-ad1b-4198-805d-01ea0d85eaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:22:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:26.673303 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-78d5ea5d-920e-4512-b34b-088dd663c683 req-e82d3fa5-e459-420c-9937-6a5166be850b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50a88e78-0ca7-4c95-9e27-b4709ca20de8 HTTP/1.1" status: 200 len: 999 time: 0.0601645 Dec 09 02:22:26.756504 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5ea5d-920e-4512-b34b-088dd663c683 req-d3e28824-7c09-4166-8dda-2c35fa31dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:26.758002 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-78d5ea5d-920e-4512-b34b-088dd663c683 req-d3e28824-7c09-4166-8dda-2c35fa31dcc5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96e9bbad-83d7-4d1a-a50f-3e77355caf96 HTTP/1.1" status: 200 len: 833 time: 0.0505171 Dec 09 02:22:26.776455 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-49eda342-ad1b-4198-805d-01ea0d85eaa0 None None] Set router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:22:26.817775 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5ea5d-920e-4512-b34b-088dd663c683 req-95a2c410-3b50-4930-9eaf-b456954039f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:26.819200 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-78d5ea5d-920e-4512-b34b-088dd663c683 req-95a2c410-3b50-4930-9eaf-b456954039f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f14a482d-b3e6-4514-bb28-9b34794b542a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0415859 Dec 09 02:22:26.909746 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-78d5ea5d-920e-4512-b34b-088dd663c683 req-b9864d1a-c1b0-492a-9e86-84903e38266f service neutron] 10.222.0.45 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808754 Dec 09 02:22:26.993173 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-49eda342-ad1b-4198-805d-01ea0d85eaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '5abd7e15-3350-4a0c-9c00-cb81d14188c5', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.21', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'port_id': '50a88e78-0ca7-4c95-9e27-b4709ca20de8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'mac_address': 'fa:16:3e:3e:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d701f-d58e-4d6d-95a6-f2d5e15edd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:21:32Z', 'updated_at': '2021-12-09T02:22:25Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632c679b-07b2-40f4-8183-e158353eade7', 'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:3a:52:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:16Z', 'updated_at': '2021-12-09T02:21:19Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:27.006809 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-78d5ea5d-920e-4512-b34b-088dd663c683 req-9070ab49-3cf7-4179-bd5e-c0eca20c4fd3 service neutron] 10.222.0.45 "GET /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899599 Dec 09 02:22:27.019319 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eda342-ad1b-4198-805d-01ea0d85eaa0 None None] The sync data for ids ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'] in dv-neutron-804846-18-hyperv is: [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '5abd7e15-3350-4a0c-9c00-cb81d14188c5', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.21', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'port_id': '50a88e78-0ca7-4c95-9e27-b4709ca20de8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'mac_address': 'fa:16:3e:3e:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d701f-d58e-4d6d-95a6-f2d5e15edd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:21:32Z', 'updated_at': '2021-12-09T02:22:25Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632c679b-07b2-40f4-8183-e158353eade7', 'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:3a:52:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:16Z', 'updated_at': '2021-12-09T02:21:19Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:22:27.151695 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556b8cf-3bc6-4dba-8481-83ffb79dd266 req-2de40e39-b254-4a9b-a237-f6a7feb07aaf tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:27.153250 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d556b8cf-3bc6-4dba-8481-83ffb79dd266 req-2de40e39-b254-4a9b-a237-f6a7feb07aaf tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 945 time: 0.0522010 Dec 09 02:22:27.205549 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d556b8cf-3bc6-4dba-8481-83ffb79dd266 req-5f138d5c-4a4f-4cf4-806b-8a78f44ec129 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463233 Dec 09 02:22:27.214403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a333b38-d310-45ef-aefa-b0592d6997f8 None None] New status for floating IP 5abd7e15-3350-4a0c-9c00-cb81d14188c5: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:22:27.319944 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f59c0-927c-4d08-a9af-79f8ed431e9a req-e6a1b306-d5e7-4c4c-ac33-cf3780c39908 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:27.321334 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d48f59c0-927c-4d08-a9af-79f8ed431e9a req-e6a1b306-d5e7-4c4c-ac33-cf3780c39908 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 945 time: 0.0481632 Dec 09 02:22:27.376073 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d48f59c0-927c-4d08-a9af-79f8ed431e9a req-abe4a837-993e-494f-81c0-d265ecf90d12 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486181 Dec 09 02:22:27.388806 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38102) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:27.398103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38104) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:27.438045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfbb2be-e508-40c6-8ea4-882601b7536b tempest-TestVolumeBootPattern-331240370 tempest-TestVolumeBootPattern-331240370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:27.439586 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2dfbb2be-e508-40c6-8ea4-882601b7536b tempest-TestVolumeBootPattern-331240370 tempest-TestVolumeBootPattern-331240370-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 1093 time: 0.0403185 Dec 09 02:22:27.442389 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38106) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:22:27.446609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': 'aefa629e-7e59-4cad-acec-ee14ca4993b7', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:22:27.448774 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-39fd31fd-f3bd-44ec-8d44-1dfa9878c529 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/5abd7e15-3350-4a0c-9c00-cb81d14188c5 HTTP/1.1" status: 200 len: 993 time: 0.0588028 Dec 09 02:22:27.468689 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:27.572744 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:27.674660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Allocated IP 172.26.3.177 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/cdf4549b-f0b5-4f53-afac-bd0afbbe34cc) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:22:27.773856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:27.806238 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:27.841483 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:22:27.844198 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:22:27.850175 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:22:27.873419 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event updated for resources: {'Port': ['ID=cdf4549b-f0b5-4f53-afac-bd0afbbe34cc,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:28.483364 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:28.546013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:28.690506 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:28.695032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:28.760320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event updated for resources: {'Port': ['ID=cdf4549b-f0b5-4f53-afac-bd0afbbe34cc,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:22:28.773237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:28.871453 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Floating IP 7c62c626-da98-420a-86f9-6bac2a62045f associated. External IP: 172.26.3.177, port: aefa629e-7e59-4cad-acec-ee14ca4993b7. Dec 09 02:22:29.069053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Router a6c041d9-9100-4b77-b3bf-4c158205b408 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:22:29.174095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:22:29.183280 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a19bb-e4d4-454f-a4fc-ea91854fb436 None None] Sync routers for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:22:29.192067 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:29.197176 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a19bb-e4d4-454f-a4fc-ea91854fb436 None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:22:29.197799 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-467a19bb-e4d4-454f-a4fc-ea91854fb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:22:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:29.222524 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3817a14d-d0c9-4640-82ef-cf47bb1c214b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7791214 Dec 09 02:22:29.223243 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'tag': 'aefa629e-7e59-4cad-acec-ee14ca4993b7'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:22:29.225502 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff16af64-b832-49d3-ba65-4b30e6c9118a" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc69c66-d0a5-4877-9316-577b1d8bceda", "tag": "aefa629e-7e59-4cad-acec-ee14ca4993b7"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:22:29.259833 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d53559-0606-470a-b77f-502a5d29bc6b x-openstack-request-id: req-56d53559-0606-470a-b77f-502a5d29bc6b {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:22:29.260144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc69c66-d0a5-4877-9316-577b1d8bceda", "tag": "aefa629e-7e59-4cad-acec-ee14ca4993b7", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:22:29.260374 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56d53559-0606-470a-b77f-502a5d29bc6b {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:22:29.260767 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'tag': 'aefa629e-7e59-4cad-acec-ee14ca4993b7', 'status': 'completed', 'code': 200} Dec 09 02:22:29.306232 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-467a19bb-e4d4-454f-a4fc-ea91854fb436 None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:22:29.348291 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16af64-b832-49d3-ba65-4b30e6c9118a req-5e3b0d0a-dc1d-4060-806a-29a6637195a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:29.349715 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ff16af64-b832-49d3-ba65-4b30e6c9118a req-5e3b0d0a-dc1d-4060-806a-29a6637195a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 1098 time: 0.0440848 Dec 09 02:22:29.439233 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16af64-b832-49d3-ba65-4b30e6c9118a req-d9fdce0c-c144-4f9f-9ef0-0fb269df6780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:29.440769 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ff16af64-b832-49d3-ba65-4b30e6c9118a req-d9fdce0c-c144-4f9f-9ef0-0fb269df6780 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 913 time: 0.0831690 Dec 09 02:22:29.515146 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ff16af64-b832-49d3-ba65-4b30e6c9118a req-645adc3a-a8da-4af3-816e-f3822601d347 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aefa629e-7e59-4cad-acec-ee14ca4993b7 HTTP/1.1" status: 200 len: 999 time: 0.0667000 Dec 09 02:22:29.563901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16af64-b832-49d3-ba65-4b30e6c9118a req-26d93cf4-ba3c-4ff3-ba54-6053264f6348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:29.565353 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ff16af64-b832-49d3-ba65-4b30e6c9118a req-26d93cf4-ba3c-4ff3-ba54-6053264f6348 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c2741af-2f64-489c-a848-b27c91aa70d4 HTTP/1.1" status: 200 len: 851 time: 0.0433245 Dec 09 02:22:29.610338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16af64-b832-49d3-ba65-4b30e6c9118a req-ba87c8b5-3e81-4ea6-99e8-49862625c6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:29.611853 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ff16af64-b832-49d3-ba65-4b30e6c9118a req-ba87c8b5-3e81-4ea6-99e8-49862625c6ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f032c193-892e-4d25-887c-5957f77976f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398738 Dec 09 02:22:29.615007 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-467a19bb-e4d4-454f-a4fc-ea91854fb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7c62c626-da98-420a-86f9-6bac2a62045f', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'port_id': 'aefa629e-7e59-4cad-acec-ee14ca4993b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'mac_address': 'fa:16:3e:5b:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:22:28Z', 'updated_at': '2021-12-09T02:22:28Z', 'revision_number': 0, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:29.643830 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a19bb-e4d4-454f-a4fc-ea91854fb436 None None] Checking router: a6c041d9-9100-4b77-b3bf-4c158205b408 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:22:29.651943 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a19bb-e4d4-454f-a4fc-ea91854fb436 None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:22:29.652539 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-467a19bb-e4d4-454f-a4fc-ea91854fb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:22:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:29.704719 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ff16af64-b832-49d3-ba65-4b30e6c9118a req-9f4a4a81-6d4d-4d17-8c8a-17beef9667b9 service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857375 Dec 09 02:22:29.753760 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-467a19bb-e4d4-454f-a4fc-ea91854fb436 None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:22:29.793146 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ff16af64-b832-49d3-ba65-4b30e6c9118a req-3036223e-55f0-45fa-9b15-1e21abf3718a service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813811 Dec 09 02:22:29.970866 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-467a19bb-e4d4-454f-a4fc-ea91854fb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7c62c626-da98-420a-86f9-6bac2a62045f', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'port_id': 'aefa629e-7e59-4cad-acec-ee14ca4993b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'mac_address': 'fa:16:3e:5b:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:22:28Z', 'updated_at': '2021-12-09T02:22:28Z', 'revision_number': 0, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:22:29.996038 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467a19bb-e4d4-454f-a4fc-ea91854fb436 None None] The sync data for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv is: [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7c62c626-da98-420a-86f9-6bac2a62045f', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'port_id': 'aefa629e-7e59-4cad-acec-ee14ca4993b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'mac_address': 'fa:16:3e:5b:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:22:28Z', 'updated_at': '2021-12-09T02:22:28Z', 'revision_number': 0, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:22:30.181790 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b155f-f186-40c7-bbe6-8463c57bbd83 None None] New status for floating IP 7c62c626-da98-420a-86f9-6bac2a62045f: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:22:33.000073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d86ed31b-ea07-477c-b58f-57005babe33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:35.240440 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-803d711b-9311-4d69-8934-ec4946d9326f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:36.373683 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:36.378064 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:22:37.764274 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:38.629339 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:44.112070 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:58.168251 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e14da-1912-479f-8f61-aaa61d8f5daa req-f0408ef3-2aa8-4321-891e-54fb0e9a7e0e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:58.169723 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-893e14da-1912-479f-8f61-aaa61d8f5daa req-f0408ef3-2aa8-4321-891e-54fb0e9a7e0e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 946 time: 0.0495372 Dec 09 02:22:58.222724 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-893e14da-1912-479f-8f61-aaa61d8f5daa req-b7549278-6104-4af2-b31d-e114f6b1dd2c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c667f838-8163-4120-9ac0-0a9b51042569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469036 Dec 09 02:22:59.337651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de585763-5861-43f0-9173-5e0fe27174ac req-02d617bc-54e2-497e-a186-2f6fc3c4759e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:59.339367 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-de585763-5861-43f0-9173-5e0fe27174ac req-02d617bc-54e2-497e-a186-2f6fc3c4759e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 946 time: 0.0485935 Dec 09 02:22:59.387610 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-de585763-5861-43f0-9173-5e0fe27174ac req-11aef8fd-bd26-49ef-ae7e-1dfb9b716781 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c667f838-8163-4120-9ac0-0a9b51042569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423324 Dec 09 02:22:59.722954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204e17c-a1cd-4034-bb33-6c627f2c35e3 req-b5d621c1-ae83-4fbd-880f-d7af5d8ada50 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:22:59.724413 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7204e17c-a1cd-4034-bb33-6c627f2c35e3 req-b5d621c1-ae83-4fbd-880f-d7af5d8ada50 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/ports?device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 946 time: 0.0468609 Dec 09 02:22:59.815552 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-7204e17c-a1cd-4034-bb33-6c627f2c35e3 req-f1db973f-84e3-4d1a-8609-d94b720541ae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 50a88e78-0ca7-4c95-9e27-b4709ca20de8 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:22:59.815892 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7204e17c-a1cd-4034-bb33-6c627f2c35e3 req-f1db973f-84e3-4d1a-8609-d94b720541ae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:22:59.901480 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-7204e17c-a1cd-4034-bb33-6c627f2c35e3 req-f1db973f-84e3-4d1a-8609-d94b720541ae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 50a88e78-0ca7-4c95-9e27-b4709ca20de8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=50a88e78-0ca7-4c95-9e27-b4709ca20de8,segment=NetworkSegment(3ac5e3af-de3a-4a9c-a9de-8548df9cde4c),segment_id=3ac5e3af-de3a-4a9c-a9de-8548df9cde4c)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:22:59.901843 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7204e17c-a1cd-4034-bb33-6c627f2c35e3 req-f1db973f-84e3-4d1a-8609-d94b720541ae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:00.070492 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7204e17c-a1cd-4034-bb33-6c627f2c35e3 req-f1db973f-84e3-4d1a-8609-d94b720541ae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:00.070757 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7204e17c-a1cd-4034-bb33-6c627f2c35e3 req-f1db973f-84e3-4d1a-8609-d94b720541ae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:00.071075 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [req-7204e17c-a1cd-4034-bb33-6c627f2c35e3 req-f1db973f-84e3-4d1a-8609-d94b720541ae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP 5abd7e15-3350-4a0c-9c00-cb81d14188c5 disassociated. External IP: 172.26.3.21, port: 50a88e78-0ca7-4c95-9e27-b4709ca20de8. Dec 09 02:23:00.071420 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-7204e17c-a1cd-4034-bb33-6c627f2c35e3 req-f1db973f-84e3-4d1a-8609-d94b720541ae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 50a88e78-0ca7-4c95-9e27-b4709ca20de8 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:23:00.194382 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7204e17c-a1cd-4034-bb33-6c627f2c35e3 req-f1db973f-84e3-4d1a-8609-d94b720541ae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:00.222007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db973f-84e3-4d1a-8609-d94b720541ae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=50a88e78-0ca7-4c95-9e27-b4709ca20de8,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:00.332511 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7204e17c-a1cd-4034-bb33-6c627f2c35e3 req-f1db973f-84e3-4d1a-8609-d94b720541ae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:23:00.437127 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7204e17c-a1cd-4034-bb33-6c627f2c35e3 req-f1db973f-84e3-4d1a-8609-d94b720541ae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:23:00.447787 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4117f787-f40d-483c-89eb-abbb651a2719 None None] Sync routers for ids ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:23:00.458192 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4117f787-f40d-483c-89eb-abbb651a2719 None None] Routers {'3c0faf26-4ca4-4208-8883-cbbb7cccc851'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:00.458808 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4117f787-f40d-483c-89eb-abbb651a2719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:22:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:00.501184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-7204e17c-a1cd-4034-bb33-6c627f2c35e3 req-f1db973f-84e3-4d1a-8609-d94b720541ae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] No DVR routers for this DVR port 50a88e78-0ca7-4c95-9e27-b4709ca20de8 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:23:00.504266 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad28100d-789a-4182-a8ee-1fc23d98499f req-6d710319-90d2-4af9-b60b-0cf623b1ccc5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=471d701f-d58e-4d6d-95a6-f2d5e15edd9b HTTP/1.1" status: 200 len: 210 time: 0.0443265 Dec 09 02:23:00.505333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7204e17c-a1cd-4034-bb33-6c627f2c35e3 req-f1db973f-84e3-4d1a-8609-d94b720541ae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:00.508545 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7204e17c-a1cd-4034-bb33-6c627f2c35e3 req-f1db973f-84e3-4d1a-8609-d94b720541ae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "DELETE /v2.0/ports/50a88e78-0ca7-4c95-9e27-b4709ca20de8 HTTP/1.1" status: 204 len: 173 time: 0.7768500 Dec 09 02:23:00.508994 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471d701f-d58e-4d6d-95a6-f2d5e15edd9b', 'name': 'network-vif-deleted', 'tag': '50a88e78-0ca7-4c95-9e27-b4709ca20de8'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:23:00.511367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdac6e5-ef01-4e57-9da7-0f307e3ab1c3" -d '{"events": [{"server_uuid": "471d701f-d58e-4d6d-95a6-f2d5e15edd9b", "name": "network-vif-deleted", "tag": "50a88e78-0ca7-4c95-9e27-b4709ca20de8"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:23:00.555825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851025fd-af32-46b4-b576-0b12b30c2c6a x-openstack-request-id: req-851025fd-af32-46b4-b576-0b12b30c2c6a {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:23:00.556453 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471d701f-d58e-4d6d-95a6-f2d5e15edd9b", "name": "network-vif-deleted", "tag": "50a88e78-0ca7-4c95-9e27-b4709ca20de8", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:23:00.556914 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-851025fd-af32-46b4-b576-0b12b30c2c6a {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:23:00.557905 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471d701f-d58e-4d6d-95a6-f2d5e15edd9b', 'name': 'network-vif-deleted', 'tag': '50a88e78-0ca7-4c95-9e27-b4709ca20de8', 'status': 'completed', 'code': 200} Dec 09 02:23:00.572494 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-4117f787-f40d-483c-89eb-abbb651a2719 None None] Set router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:00.779075 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4117f787-f40d-483c-89eb-abbb651a2719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '632c679b-07b2-40f4-8183-e158353eade7', 'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:3a:52:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:16Z', 'updated_at': '2021-12-09T02:21:19Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:00.808346 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4117f787-f40d-483c-89eb-abbb651a2719 None None] Checking router: 3c0faf26-4ca4-4208-8883-cbbb7cccc851 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:23:00.816981 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4117f787-f40d-483c-89eb-abbb651a2719 None None] Routers {'3c0faf26-4ca4-4208-8883-cbbb7cccc851'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:00.817516 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4117f787-f40d-483c-89eb-abbb651a2719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:22:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:00.916194 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-4117f787-f40d-483c-89eb-abbb651a2719 None None] Set router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:01.119964 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4117f787-f40d-483c-89eb-abbb651a2719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '632c679b-07b2-40f4-8183-e158353eade7', 'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:3a:52:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:16Z', 'updated_at': '2021-12-09T02:21:19Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:01.147453 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4117f787-f40d-483c-89eb-abbb651a2719 None None] The sync data for ids ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'] in dv-neutron-804846-18-hyperv is: [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '632c679b-07b2-40f4-8183-e158353eade7', 'name': '', 'network_id': 'f14a482d-b3e6-4514-bb28-9b34794b542a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:3a:52:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:16Z', 'updated_at': '2021-12-09T02:21:19Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '96e9bbad-83d7-4d1a-a50f-3e77355caf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:23:01.357185 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b135d9-fb45-4fda-96ea-788851d65467 None None] New status for floating IP 5abd7e15-3350-4a0c-9c00-cb81d14188c5: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:23:01.563295 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38132) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:01.620105 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-98909c01-af8d-475b-a863-23c15da20558 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:01.648589 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-98909c01-af8d-475b-a863-23c15da20558 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:01.708058 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-98909c01-af8d-475b-a863-23c15da20558 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:01.710887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-98909c01-af8d-475b-a863-23c15da20558 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:01.712317 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-98909c01-af8d-475b-a863-23c15da20558 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/security-groups/c667f838-8163-4120-9ac0-0a9b51042569 HTTP/1.1" status: 204 len: 168 time: 0.1477940 Dec 09 02:23:01.722548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98909c01-af8d-475b-a863-23c15da20558 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c667f838-8163-4120-9ac0-0a9b51042569,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:01.756159 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38136) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:01.879201 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ac0cbdfa-f8c1-4726-b1ab-82dfbf649e7e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 92fed40e-73ff-454e-a2b5-005a3ff88fde {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:23:01.879574 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac0cbdfa-f8c1-4726-b1ab-82dfbf649e7e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:01.962890 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac0cbdfa-f8c1-4726-b1ab-82dfbf649e7e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:01.962890 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac0cbdfa-f8c1-4726-b1ab-82dfbf649e7e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:01.975226 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ac0cbdfa-f8c1-4726-b1ab-82dfbf649e7e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 92fed40e-73ff-454e-a2b5-005a3ff88fde owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:23:02.109204 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac0cbdfa-f8c1-4726-b1ab-82dfbf649e7e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:02.135081 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cbdfa-f8c1-4726-b1ab-82dfbf649e7e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=92fed40e-73ff-454e-a2b5-005a3ff88fde,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:02.192315 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac0cbdfa-f8c1-4726-b1ab-82dfbf649e7e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:02.194962 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac0cbdfa-f8c1-4726-b1ab-82dfbf649e7e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:02.196185 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ac0cbdfa-f8c1-4726-b1ab-82dfbf649e7e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/floatingips/5abd7e15-3350-4a0c-9c00-cb81d14188c5 HTTP/1.1" status: 204 len: 168 time: 0.4391294 Dec 09 02:23:02.411744 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aa308-5b3c-486d-902d-ac270e088f6a req-0c584639-e833-4736-a38c-0c5be8978f38 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:02.413523 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-be4aa308-5b3c-486d-902d-ac270e088f6a req-0c584639-e833-4736-a38c-0c5be8978f38 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 945 time: 0.0501440 Dec 09 02:23:02.466885 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-be4aa308-5b3c-486d-902d-ac270e088f6a req-bdb37bf9-01a1-413b-af4f-70e411590196 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9db8108-7fac-4f68-91d0-a2a589684521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472343 Dec 09 02:23:02.905022 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 50a88e78-0ca7-4c95-9e27-b4709ca20de8 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:23:02.924355 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 50a88e78-0ca7-4c95-9e27-b4709ca20de8 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:23:02.924704 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 50a88e78-0ca7-4c95-9e27-b4709ca20de8 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:23:03.001982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7e57-fb09-462e-bfa1-c8448d1d0f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:03.580636 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c06021-8d66-40cd-9568-f2b3ad51c3d1 req-0b314b4f-6045-402a-8050-e8622d95ef98 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:03.582093 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21c06021-8d66-40cd-9568-f2b3ad51c3d1 req-0b314b4f-6045-402a-8050-e8622d95ef98 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 945 time: 0.0487034 Dec 09 02:23:03.630236 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21c06021-8d66-40cd-9568-f2b3ad51c3d1 req-5c829a64-4089-453a-a3f5-069de74918e0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=f9db8108-7fac-4f68-91d0-a2a589684521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422821 Dec 09 02:23:03.848728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba73745-e1e5-4157-9b69-1031deb49436 req-2bb72203-2066-4a5d-9998-aa0c670a12c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:03.850073 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bba73745-e1e5-4157-9b69-1031deb49436 req-2bb72203-2066-4a5d-9998-aa0c670a12c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/ports?device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 945 time: 0.0471108 Dec 09 02:23:03.941119 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-bba73745-e1e5-4157-9b69-1031deb49436 req-6a361c7f-767f-4f51-8aa1-ca9352399309 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port a5648427-3b27-482e-a8cc-6546f41dbfab {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:23:03.941465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-bba73745-e1e5-4157-9b69-1031deb49436 req-6a361c7f-767f-4f51-8aa1-ca9352399309 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:04.025413 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-bba73745-e1e5-4157-9b69-1031deb49436 req-6a361c7f-767f-4f51-8aa1-ca9352399309 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port a5648427-3b27-482e-a8cc-6546f41dbfab, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a5648427-3b27-482e-a8cc-6546f41dbfab,segment=NetworkSegment(3ac5e3af-de3a-4a9c-a9de-8548df9cde4c),segment_id=3ac5e3af-de3a-4a9c-a9de-8548df9cde4c)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:04.025772 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-bba73745-e1e5-4157-9b69-1031deb49436 req-6a361c7f-767f-4f51-8aa1-ca9352399309 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:04.038610 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-bba73745-e1e5-4157-9b69-1031deb49436 req-6a361c7f-767f-4f51-8aa1-ca9352399309 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for a5648427-3b27-482e-a8cc-6546f41dbfab owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:23:04.165100 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-bba73745-e1e5-4157-9b69-1031deb49436 req-6a361c7f-767f-4f51-8aa1-ca9352399309 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:04.191050 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a361c7f-767f-4f51-8aa1-ca9352399309 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=a5648427-3b27-482e-a8cc-6546f41dbfab,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:04.237714 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba73745-e1e5-4157-9b69-1031deb49436 req-6a361c7f-767f-4f51-8aa1-ca9352399309 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] No DVR routers for this DVR port a5648427-3b27-482e-a8cc-6546f41dbfab on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:23:04.240098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-bba73745-e1e5-4157-9b69-1031deb49436 req-6a361c7f-767f-4f51-8aa1-ca9352399309 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:04.243416 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bba73745-e1e5-4157-9b69-1031deb49436 req-6a361c7f-767f-4f51-8aa1-ca9352399309 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "DELETE /v2.0/ports/a5648427-3b27-482e-a8cc-6546f41dbfab HTTP/1.1" status: 204 len: 173 time: 0.3859482 Dec 09 02:23:04.243889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42250928-22b0-46f9-9e99-68cf5dc6538a', 'name': 'network-vif-deleted', 'tag': 'a5648427-3b27-482e-a8cc-6546f41dbfab'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:23:04.246122 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0767668c-969c-44c5-83e7-96162d3ea233" -d '{"events": [{"server_uuid": "42250928-22b0-46f9-9e99-68cf5dc6538a", "name": "network-vif-deleted", "tag": "a5648427-3b27-482e-a8cc-6546f41dbfab"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:23:04.280446 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50acce7c-2eb8-4925-b7a4-883ea90b1a90 x-openstack-request-id: req-50acce7c-2eb8-4925-b7a4-883ea90b1a90 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:23:04.280746 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42250928-22b0-46f9-9e99-68cf5dc6538a", "name": "network-vif-deleted", "tag": "a5648427-3b27-482e-a8cc-6546f41dbfab", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:23:04.281057 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50acce7c-2eb8-4925-b7a4-883ea90b1a90 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:23:04.281404 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42250928-22b0-46f9-9e99-68cf5dc6538a', 'name': 'network-vif-deleted', 'tag': 'a5648427-3b27-482e-a8cc-6546f41dbfab', 'status': 'completed', 'code': 200} Dec 09 02:23:04.741677 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-febd4454-4903-457c-ad17-188898d6f3dd req-f6b349c7-8ee9-4802-8668-d4d76753c240 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42250928-22b0-46f9-9e99-68cf5dc6538a HTTP/1.1" status: 200 len: 210 time: 0.0283053 Dec 09 02:23:05.242665 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-264b7e27-95db-4c1e-b522-c2e7352de1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:05.796401 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38150) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:05.854557 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-230550c9-cade-4923-9adc-4d86e862550c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:05.877953 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-230550c9-cade-4923-9adc-4d86e862550c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:05.933865 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-230550c9-cade-4923-9adc-4d86e862550c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:05.936679 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-230550c9-cade-4923-9adc-4d86e862550c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:05.937831 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-230550c9-cade-4923-9adc-4d86e862550c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/security-groups/f9db8108-7fac-4f68-91d0-a2a589684521 HTTP/1.1" status: 204 len: 168 time: 0.1404283 Dec 09 02:23:05.946559 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230550c9-cade-4923-9adc-4d86e862550c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9db8108-7fac-4f68-91d0-a2a589684521,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:05.969577 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38154) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:06.315001 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-05a1a68e-ac20-4279-9917-0482a5b0b492 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:06.376949 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:06.565313 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-05a1a68e-ac20-4279-9917-0482a5b0b492 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 632c679b-07b2-40f4-8183-e158353eade7 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:23:06.565657 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-05a1a68e-ac20-4279-9917-0482a5b0b492 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:06.655074 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-05a1a68e-ac20-4279-9917-0482a5b0b492 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 632c679b-07b2-40f4-8183-e158353eade7, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=632c679b-07b2-40f4-8183-e158353eade7,segment=NetworkSegment(3ac5e3af-de3a-4a9c-a9de-8548df9cde4c),segment_id=3ac5e3af-de3a-4a9c-a9de-8548df9cde4c)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:06.655352 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-05a1a68e-ac20-4279-9917-0482a5b0b492 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:06.667897 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-05a1a68e-ac20-4279-9917-0482a5b0b492 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 632c679b-07b2-40f4-8183-e158353eade7 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:23:06.844503 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-05a1a68e-ac20-4279-9917-0482a5b0b492 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:06.869668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1a68e-ac20-4279-9917-0482a5b0b492 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=632c679b-07b2-40f4-8183-e158353eade7,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:06.943485 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device a5648427-3b27-482e-a8cc-6546f41dbfab no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:23:06.964762 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: a5648427-3b27-482e-a8cc-6546f41dbfab {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:23:06.965111 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device a5648427-3b27-482e-a8cc-6546f41dbfab not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:23:07.043460 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-05a1a68e-ac20-4279-9917-0482a5b0b492 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:07.533650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a1a68e-ac20-4279-9917-0482a5b0b492 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:23:07.634821 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a1a68e-ac20-4279-9917-0482a5b0b492 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:23:07.641106 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-05a1a68e-ac20-4279-9917-0482a5b0b492 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/3c0faf26-4ca4-4208-8883-cbbb7cccc851/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6702573 Dec 09 02:23:07.643835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38156) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:07.645210 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee2ee2-6a5c-4e1b-9d88-04044e547331 None None] Sync routers for ids ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:23:07.655162 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee2ee2-6a5c-4e1b-9d88-04044e547331 None None] Routers {'3c0faf26-4ca4-4208-8883-cbbb7cccc851'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:07.655795 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-f9ee2ee2-6a5c-4e1b-9d88-04044e547331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:23:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:07.697941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-683133fe-45a0-42c0-b31b-0165014abdfd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting subnet 96e9bbad-83d7-4d1a-a50f-3e77355caf96 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:23:07.701017 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-683133fe-45a0-42c0-b31b-0165014abdfd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:07.740842 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-683133fe-45a0-42c0-b31b-0165014abdfd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:07.760062 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-f9ee2ee2-6a5c-4e1b-9d88-04044e547331 None None] Set router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:07.768041 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:07.823179 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-683133fe-45a0-42c0-b31b-0165014abdfd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:07.884708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-683133fe-45a0-42c0-b31b-0165014abdfd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:07.911524 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683133fe-45a0-42c0-b31b-0165014abdfd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Subnet': ['ID=96e9bbad-83d7-4d1a-a50f-3e77355caf96,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:07.915397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-683133fe-45a0-42c0-b31b-0165014abdfd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:07.918682 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-683133fe-45a0-42c0-b31b-0165014abdfd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/subnets/96e9bbad-83d7-4d1a-a50f-3e77355caf96 HTTP/1.1" status: 204 len: 168 time: 0.2738600 Dec 09 02:23:07.921876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38158) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:07.924320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4b4fb0-dde6-4a9d-9da8-9c879d8551a3 None None] Network f14a482d-b3e6-4514-bb28-9b34794b542a requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:23:07.945186 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-f9ee2ee2-6a5c-4e1b-9d88-04044e547331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:23:06Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:07.977642 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee2ee2-6a5c-4e1b-9d88-04044e547331 None None] Checking router: 3c0faf26-4ca4-4208-8883-cbbb7cccc851 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:23:07.988152 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee2ee2-6a5c-4e1b-9d88-04044e547331 None None] Routers {'3c0faf26-4ca4-4208-8883-cbbb7cccc851'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:07.988970 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-f9ee2ee2-6a5c-4e1b-9d88-04044e547331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:23:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:08.036221 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e52c6b3b-deb2-4b20-b8f1-d86e9cc38181 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.080934 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c901f2c2-af07-4a0d-9680-5f017f1c1c4d None None] DHCP port deletion for f14a482d-b3e6-4514-bb28-9b34794b542a request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:23:08.134051 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c901f2c2-af07-4a0d-9680-5f017f1c1c4d None None] Deleting port 0b28a89f-af20-49ea-ad8b-004b02591668 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:23:08.134717 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c901f2c2-af07-4a0d-9680-5f017f1c1c4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.167103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e52c6b3b-deb2-4b20-b8f1-d86e9cc38181 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.209381 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-f9ee2ee2-6a5c-4e1b-9d88-04044e547331 None None] Set router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:08.215409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c901f2c2-af07-4a0d-9680-5f017f1c1c4d None None] For port 0b28a89f-af20-49ea-ad8b-004b02591668, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0b28a89f-af20-49ea-ad8b-004b02591668,segment=NetworkSegment(3ac5e3af-de3a-4a9c-a9de-8548df9cde4c),segment_id=3ac5e3af-de3a-4a9c-a9de-8548df9cde4c)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:08.215881 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c901f2c2-af07-4a0d-9680-5f017f1c1c4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.231395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e52c6b3b-deb2-4b20-b8f1-d86e9cc38181 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:23:08.232059 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e52c6b3b-deb2-4b20-b8f1-d86e9cc38181 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.232369 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c901f2c2-af07-4a0d-9680-5f017f1c1c4d None None] Calling delete_port for 0b28a89f-af20-49ea-ad8b-004b02591668 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:23:08.255522 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0b28a89f-af20-49ea-ad8b-004b02591668 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:23:08.318071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e52c6b3b-deb2-4b20-b8f1-d86e9cc38181 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:08.318738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e52c6b3b-deb2-4b20-b8f1-d86e9cc38181 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.334792 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e52c6b3b-deb2-4b20-b8f1-d86e9cc38181 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:23:08.387333 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c901f2c2-af07-4a0d-9680-5f017f1c1c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.397658 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-f9ee2ee2-6a5c-4e1b-9d88-04044e547331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:23:06Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:08.416870 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.419113 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901f2c2-af07-4a0d-9680-5f017f1c1c4d None None] Pushing event deleted for resources: {'Port': ['ID=0b28a89f-af20-49ea-ad8b-004b02591668,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:08.427953 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee2ee2-6a5c-4e1b-9d88-04044e547331 None None] The sync data for ids ['3c0faf26-4ca4-4208-8883-cbbb7cccc851'] in dv-neutron-804846-18-hyperv is: [{'id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'name': 'tempest-TestNetworkBasicOps-router-1248532435', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:23:06Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:19:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0faf26-4ca4-4208-8883-cbbb7cccc851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:21:13Z', 'updated_at': '2021-12-09T02:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:23:08.428537 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c901f2c2-af07-4a0d-9680-5f017f1c1c4d None None] No DVR routers for this DVR port 0b28a89f-af20-49ea-ad8b-004b02591668 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:23:08.525397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e52c6b3b-deb2-4b20-b8f1-d86e9cc38181 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.554511 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c6b3b-deb2-4b20-b8f1-d86e9cc38181 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:08.568288 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fcf707-dffe-4250-91c9-b6729da73de8 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:23:08.613848 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e52c6b3b-deb2-4b20-b8f1-d86e9cc38181 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.631531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.704373 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e52c6b3b-deb2-4b20-b8f1-d86e9cc38181 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.706413 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e52c6b3b-deb2-4b20-b8f1-d86e9cc38181 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.747474 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e52c6b3b-deb2-4b20-b8f1-d86e9cc38181 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.748494 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52c6b3b-deb2-4b20-b8f1-d86e9cc38181 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Fanout notify agent at l3_agent the message router_deleted on router 3c0faf26-4ca4-4208-8883-cbbb7cccc851 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:23:08.755291 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e52c6b3b-deb2-4b20-b8f1-d86e9cc38181 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.756470 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e52c6b3b-deb2-4b20-b8f1-d86e9cc38181 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/routers/3c0faf26-4ca4-4208-8883-cbbb7cccc851 HTTP/1.1" status: 204 len: 168 time: 0.8330255 Dec 09 02:23:08.758992 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38160) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:08.838318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe2b2-dd88-4b82-a0aa-ac39ee2be3b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.926201 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe2b2-dd88-4b82-a0aa-ac39ee2be3b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.946870 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-cfdfe2b2-dd88-4b82-a0aa-ac39ee2be3b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14a482d-b3e6-4514-bb28-9b34794b542a']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:08.955810 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-cfdfe2b2-dd88-4b82-a0aa-ac39ee2be3b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:08.956112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-cfdfe2b2-dd88-4b82-a0aa-ac39ee2be3b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac5e3af-de3a-4a9c-a9de-8548df9cde4c') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:08.969823 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe2b2-dd88-4b82-a0aa-ac39ee2be3b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.983172 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe2b2-dd88-4b82-a0aa-ac39ee2be3b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.989219 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdfe2b2-dd88-4b82-a0aa-ac39ee2be3b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:23:08.989609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe2b2-dd88-4b82-a0aa-ac39ee2be3b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:23:08.992721 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:23:09.053096 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe2b2-dd88-4b82-a0aa-ac39ee2be3b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:09.060068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe2b2-dd88-4b82-a0aa-ac39ee2be3b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:09.067016 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cfdfe2b2-dd88-4b82-a0aa-ac39ee2be3b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/networks/f14a482d-b3e6-4514-bb28-9b34794b542a HTTP/1.1" status: 204 len: 168 time: 0.3070164 Dec 09 02:23:09.079057 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfe2b2-dd88-4b82-a0aa-ac39ee2be3b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Network': ['ID=f14a482d-b3e6-4514-bb28-9b34794b542a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:09.087057 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38162) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:09.092951 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3942c80e-3e75-485f-9f80-d5642146a071 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'network': {'name': 'tempest-network-smoke--900351412', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'port_security_enabled': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:09.119299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3942c80e-3e75-485f-9f80-d5642146a071 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:23:09.123639 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3942c80e-3e75-485f-9f80-d5642146a071 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:09.147845 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3942c80e-3e75-485f-9f80-d5642146a071 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:23:09.157288 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3942c80e-3e75-485f-9f80-d5642146a071 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:09.157638 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-3942c80e-3e75-485f-9f80-d5642146a071 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Added segment 30ee6058-d191-4d25-bf81-299480258fee of type vlan for network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 Dec 09 02:23:09.195396 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3942c80e-3e75-485f-9f80-d5642146a071 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:09.219887 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3942c80e-3e75-485f-9f80-d5642146a071 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:09.225484 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3942c80e-3e75-485f-9f80-d5642146a071 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:09.226067 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3942c80e-3e75-485f-9f80-d5642146a071 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:09.525533 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3942c80e-3e75-485f-9f80-d5642146a071 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4367108 Dec 09 02:23:09.528325 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38164) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:09.535367 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-582369247', 'admin_state_up': True, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:09.549724 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942c80e-3e75-485f-9f80-d5642146a071 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Network': ['ID=cf6950c1-bc5c-4978-8461-0b93ccaaaff3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:09.559693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:23:09.565335 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:09.566489 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:09.616680 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:09.750588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:09.932660 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:09.955088 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:10.054647 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.26.3.47 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/e14393bd-8f3a-4a14-8fb7-60bb5d8a238c) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:23:10.145217 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:23:10.163788 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:10.165339 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:23:10.165706 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1cc606fd-bed7-411a-aa3e-cfa3a9ffb86b not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:23:10.166120 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 632c679b-07b2-40f4-8183-e158353eade7 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:23:10.184643 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 632c679b-07b2-40f4-8183-e158353eade7 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:23:10.184999 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 632c679b-07b2-40f4-8183-e158353eade7 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:23:10.198490 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:10.235344 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:23:10.240075 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:23:10.243553 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:23:10.249455 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=e14393bd-8f3a-4a14-8fb7-60bb5d8a238c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:10.253763 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3781f8eb-7f37-4185-a940-8bf7c249aff3 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:23:10.367935 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1ca44ad3-efb2-4f10-be60-a984036def4e None None] Provisioning complete for port e14393bd-8f3a-4a14-8fb7-60bb5d8a238c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:10.368221 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1ca44ad3-efb2-4f10-be60-a984036def4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:10.401390 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1ca44ad3-efb2-4f10-be60-a984036def4e None None] Port e14393bd-8f3a-4a14-8fb7-60bb5d8a238c cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:23:10.489433 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:10.680573 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:10.803185 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 2923ee70-7dc3-4da7-98ca-087a95999b8b is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:23:10.905585 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:23:10.915891 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Sync routers for ids ['2923ee70-7dc3-4da7-98ca-087a95999b8b'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:23:10.926426 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:10.926979 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Routers {'2923ee70-7dc3-4da7-98ca-087a95999b8b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:10.930833 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:23:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2923ee70-7dc3-4da7-98ca-087a95999b8b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:10.931016 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ad833e85-51c3-46cd-a6fe-5ace53511f3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.3986068 Dec 09 02:23:10.931016 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38166) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:11.030462 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Set router 2923ee70-7dc3-4da7-98ca-087a95999b8b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:11.103264 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-23e7bbf2-b940-4794-9c09-ee49f1567a0a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=11e56525f9144d56b0abeb03a899d780&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1688118 Dec 09 02:23:11.103533 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38170) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:11.188166 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda9f63a-0c9f-4bf9-8a02-ba6add47abf7 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:11.189586 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cda9f63a-0c9f-4bf9-8a02-ba6add47abf7 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852168 Dec 09 02:23:11.192528 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38172) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:11.207833 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'name': 'tempest-TestNetworkBasicOps-router-582369247', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:10Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:11.223815 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-17b61f3f-2918-411c-be0b-f0dcc0fd49a0 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301819 Dec 09 02:23:11.226427 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38174) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:11.231031 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-210bb740-1600-4152-b278-d431f723f07d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-596141727', 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:11.234157 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Checking router: 2923ee70-7dc3-4da7-98ca-087a95999b8b for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:23:11.234506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Updating router 2923ee70-7dc3-4da7-98ca-087a95999b8b port e14393bd-8f3a-4a14-8fb7-60bb5d8a238c binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:23:11.258478 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:11.316566 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210bb740-1600-4152-b278-d431f723f07d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:23:11.320140 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-210bb740-1600-4152-b278-d431f723f07d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:11.498572 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-210bb740-1600-4152-b278-d431f723f07d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:11.505071 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:11.513400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:11.558660 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bb740-1600-4152-b278-d431f723f07d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Subnet': ['ID=472131d7-ab2b-4a11-ae46-88122735d28e,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:11.559014 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ea631b-da27-4f5d-84b0-2928eda777a6 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:23:11.567758 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210bb740-1600-4152-b278-d431f723f07d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Checking segment: {'id': '30ee6058-d191-4d25-bf81-299480258fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:23:11.568115 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210bb740-1600-4152-b278-d431f723f07d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network hostable DHCP agents. Network: cf6950c1-bc5c-4978-8461-0b93ccaaaff3, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:23:11.574463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Attempting to bind port e14393bd-8f3a-4a14-8fb7-60bb5d8a238c on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:23:11.574926 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Attempting to bind port e14393bd-8f3a-4a14-8fb7-60bb5d8a238c by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:23:11.575289 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Attempting to bind port e14393bd-8f3a-4a14-8fb7-60bb5d8a238c on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:23:11.584806 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210bb740-1600-4152-b278-d431f723f07d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:23:11.584976 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c97588-de47-40be-8bca-8e6c97d6cccc None None] Pushing event updated for resources: {'Port': ['ID=e14393bd-8f3a-4a14-8fb7-60bb5d8a238c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:11.588625 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:23:11.588997 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:23:11.589398 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:11.589772 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:23:11.590265 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Bound port: e14393bd-8f3a-4a14-8fb7-60bb5d8a238c, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:23:11.590641 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:11.600219 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-210bb740-1600-4152-b278-d431f723f07d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, cf6950c1-bc5c-4978-8461-0b93ccaaaff3) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:23:11.607592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210bb740-1600-4152-b278-d431f723f07d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:11.608199 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-210bb740-1600-4152-b278-d431f723f07d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:11.623825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f43eca-7490-4746-a0c3-42fc52e2ee0d None None] Network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:23:11.624894 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-210bb740-1600-4152-b278-d431f723f07d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3974652 Dec 09 02:23:11.627903 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38176) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:11.862513 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-ffd21bdb-5ee1-4876-8907-4f969ef524b1 None None] Provisioning complete for port e14393bd-8f3a-4a14-8fb7-60bb5d8a238c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:11.862797 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ffd21bdb-5ee1-4876-8907-4f969ef524b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:11.895588 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] For port e14393bd-8f3a-4a14-8fb7-60bb5d8a238c, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:23:11.931138 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] For port e14393bd-8f3a-4a14-8fb7-60bb5d8a238c, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e14393bd-8f3a-4a14-8fb7-60bb5d8a238c,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:23:11.935663 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ffd21bdb-5ee1-4876-8907-4f969ef524b1 None None] Port e14393bd-8f3a-4a14-8fb7-60bb5d8a238c cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:23:11.944237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:11.946414 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-cf6950c1-bc5c-4978-8461-0b93ccaaaff3', 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ips': [{'subnet_id': '472131d7-ab2b-4a11-ae46-88122735d28e'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:23:11.947239 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:12.005413 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367fee3e-a9bd-453c-83d3-3d50b0abb387 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:23:12.070502 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:12.080639 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c97588-de47-40be-8bca-8e6c97d6cccc None None] Pushing event updated for resources: {'Port': ['ID=e14393bd-8f3a-4a14-8fb7-60bb5d8a238c,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:12.089521 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Routers {'2923ee70-7dc3-4da7-98ca-087a95999b8b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:12.090154 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:23:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2923ee70-7dc3-4da7-98ca-087a95999b8b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:12.154651 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-191c193f-7e70-4bea-ac20-5a0c9b7cf237 None None] Provisioning complete for port e14393bd-8f3a-4a14-8fb7-60bb5d8a238c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:12.155076 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-191c193f-7e70-4bea-ac20-5a0c9b7cf237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:12.284060 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Allocated IP 172.20.0.2 (cf6950c1-bc5c-4978-8461-0b93ccaaaff3/472131d7-ab2b-4a11-ae46-88122735d28e/31c389e0-63a9-4f3c-bf88-670d82385f71) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:23:12.295208 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] Set router 2923ee70-7dc3-4da7-98ca-087a95999b8b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:12.497354 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-191c193f-7e70-4bea-ac20-5a0c9b7cf237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:12.545493 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-191c193f-7e70-4bea-ac20-5a0c9b7cf237 None None] For port e14393bd-8f3a-4a14-8fb7-60bb5d8a238c, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e14393bd-8f3a-4a14-8fb7-60bb5d8a238c,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:12.554466 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-191c193f-7e70-4bea-ac20-5a0c9b7cf237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:12.659684 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:12.670662 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:12.672386 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c193f-7e70-4bea-ac20-5a0c9b7cf237 None None] Pushing event updated for resources: {'Port': ['ID=e14393bd-8f3a-4a14-8fb7-60bb5d8a238c,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:12.717717 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.1 (cf6950c1-bc5c-4978-8461-0b93ccaaaff3/472131d7-ab2b-4a11-ae46-88122735d28e/a0c516e1-4f8f-425a-aff7-b2505880dec0) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:23:12.726388 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:23:12.731637 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:23:12.734714 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'name': 'tempest-TestNetworkBasicOps-router-582369247', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:10Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:12.737723 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:23:12.739446 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Pushing event updated for resources: {'Port': ['ID=31c389e0-63a9-4f3c-bf88-670d82385f71,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:12.774358 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf21df-eb37-4120-a73f-0fe80f35c5ee None None] The sync data for ids ['2923ee70-7dc3-4da7-98ca-087a95999b8b'] in dv-neutron-804846-18-hyperv is: [{'id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'name': 'tempest-TestNetworkBasicOps-router-582369247', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:10Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:23:12.826965 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Attempting to bind port 31c389e0-63a9-4f3c-bf88-670d82385f71 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:23:12.827344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Attempting to bind port 31c389e0-63a9-4f3c-bf88-670d82385f71 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '30ee6058-d191-4d25-bf81-299480258fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:23:12.827750 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Attempting to bind port 31c389e0-63a9-4f3c-bf88-670d82385f71 on network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:23:12.833493 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:23:12.833876 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Checking segment: {'id': '30ee6058-d191-4d25-bf81-299480258fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:23:12.834291 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:12.834728 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Bound using segment: {'id': '30ee6058-d191-4d25-bf81-299480258fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:23:12.835216 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Bound port: 31c389e0-63a9-4f3c-bf88-670d82385f71, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ee6058-d191-4d25-bf81-299480258fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:23:12.835633 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:12.911316 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] For port 31c389e0-63a9-4f3c-bf88-670d82385f71, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:23:12.915348 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] For port 31c389e0-63a9-4f3c-bf88-670d82385f71, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=31c389e0-63a9-4f3c-bf88-670d82385f71,segment=NetworkSegment(30ee6058-d191-4d25-bf81-299480258fee),segment_id=30ee6058-d191-4d25-bf81-299480258fee)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:23:12.921250 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:12.995749 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee542b1a-e12e-4c63-8de1-803843ddb624 None None] Pushing event updated for resources: {'Port': ['ID=31c389e0-63a9-4f3c-bf88-670d82385f71,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:13.139967 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:13.189316 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:13.233042 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:23:13.237138 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:23:13.239954 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:23:13.284704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=a0c516e1-4f8f-425a-aff7-b2505880dec0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:13.305536 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:13.377247 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:23:13.442187 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:13.741646 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:13.747179 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:13.824675 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=a0c516e1-4f8f-425a-aff7-b2505880dec0,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:13.827746 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:13.935645 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:23:13.937220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:23:13.992131 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7822d386-a007-4b02-b550-b3e9da4d3e23 None None] Network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:23:14.062870 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 2923ee70-7dc3-4da7-98ca-087a95999b8b has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:23:14.132798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-507fc927-af5c-4990-ba76-df8d7aab06ef None None] Provisioning complete for port 31c389e0-63a9-4f3c-bf88-670d82385f71 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:14.133188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-507fc927-af5c-4990-ba76-df8d7aab06ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:14.166083 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:14.213075 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:23:14.219491 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-28e66560-58db-432f-89a9-2d58befd9826 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/2923ee70-7dc3-4da7-98ca-087a95999b8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5896320 Dec 09 02:23:14.221700 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38178) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:14.274117 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e14393bd-8f3a-4a14-8fb7-60bb5d8a238c up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:23:14.304634 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-507fc927-af5c-4990-ba76-df8d7aab06ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:14.368149 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-507fc927-af5c-4990-ba76-df8d7aab06ef None None] For port 31c389e0-63a9-4f3c-bf88-670d82385f71, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=31c389e0-63a9-4f3c-bf88-670d82385f71,segment=NetworkSegment(30ee6058-d191-4d25-bf81-299480258fee),segment_id=30ee6058-d191-4d25-bf81-299480258fee)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:14.377720 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-507fc927-af5c-4990-ba76-df8d7aab06ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:14.387083 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port e14393bd-8f3a-4a14-8fb7-60bb5d8a238c triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:14.387083 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:14.448256 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95462f1a-d24b-4428-9eb6-fd8fc2ff9da0 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:14.448790 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95462f1a-d24b-4428-9eb6-fd8fc2ff9da0 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:14.449268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95462f1a-d24b-4428-9eb6-fd8fc2ff9da0 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:14.450050 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95462f1a-d24b-4428-9eb6-fd8fc2ff9da0 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:14.450827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95462f1a-d24b-4428-9eb6-fd8fc2ff9da0 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:14.451865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95462f1a-d24b-4428-9eb6-fd8fc2ff9da0 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:14.454265 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-95462f1a-d24b-4428-9eb6-fd8fc2ff9da0 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2314537 Dec 09 02:23:14.457545 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38180) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:14.463824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fc927-af5c-4990-ba76-df8d7aab06ef None None] Pushing event updated for resources: {'Port': ['ID=31c389e0-63a9-4f3c-bf88-670d82385f71,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:14.521152 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-49f7fa5b-218d-4f85-92bc-4644d04438f6 None None] Provisioning complete for port 31c389e0-63a9-4f3c-bf88-670d82385f71 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:14.521554 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-49f7fa5b-218d-4f85-92bc-4644d04438f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:14.523846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 31c389e0-63a9-4f3c-bf88-670d82385f71 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:23:14.539166 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e491b5-7671-40c9-be06-6b4eb6bc891a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:14.539898 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e491b5-7671-40c9-be06-6b4eb6bc891a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:14.540444 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e491b5-7671-40c9-be06-6b4eb6bc891a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:14.541179 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e491b5-7671-40c9-be06-6b4eb6bc891a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:14.542397 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e491b5-7671-40c9-be06-6b4eb6bc891a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:14.542857 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e491b5-7671-40c9-be06-6b4eb6bc891a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:14.548715 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c1e491b5-7671-40c9-be06-6b4eb6bc891a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0873647 Dec 09 02:23:14.549933 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38182) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:14.569459 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Sync routers for ids ['2923ee70-7dc3-4da7-98ca-087a95999b8b'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:23:14.586633 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Routers {'2923ee70-7dc3-4da7-98ca-087a95999b8b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:14.588435 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:23:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2923ee70-7dc3-4da7-98ca-087a95999b8b'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:14.618051 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 31c389e0-63a9-4f3c-bf88-670d82385f71 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:14.618431 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:14.708462 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-49f7fa5b-218d-4f85-92bc-4644d04438f6 None None] Provisioning complete for port a0c516e1-4f8f-425a-aff7-b2505880dec0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:14.708889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-49f7fa5b-218d-4f85-92bc-4644d04438f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:14.756506 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Set router 2923ee70-7dc3-4da7-98ca-087a95999b8b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:14.776458 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-49f7fa5b-218d-4f85-92bc-4644d04438f6 None None] Port a0c516e1-4f8f-425a-aff7-b2505880dec0 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:23:14.855865 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a75065d2-0b95-48a0-8a73-fef2bbfc7497 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3046954 Dec 09 02:23:14.856040 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38184) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:14.863332 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1311599910', 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:14.906273 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8ed30a54-3599-4fe8-88f9-1b60ae16b4b7 None None] Provisioning complete for port a0c516e1-4f8f-425a-aff7-b2505880dec0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:14.907075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8ed30a54-3599-4fe8-88f9-1b60ae16b4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:14.951579 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-8ed30a54-3599-4fe8-88f9-1b60ae16b4b7 None None] Port a0c516e1-4f8f-425a-aff7-b2505880dec0 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:23:15.005298 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:23:15.007287 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'name': 'tempest-TestNetworkBasicOps-router-582369247', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:13Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'a0c516e1-4f8f-425a-aff7-b2505880dec0', 'name': '', 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:07:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:12Z', 'updated_at': '2021-12-09T02:23:13Z', 'revision_number': 2, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:15.009691 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:15.030873 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] device_id is not set on port 54112888-0827-444b-98c8-e521d241e30c yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:23:15.038861 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Checking router: 2923ee70-7dc3-4da7-98ca-087a95999b8b for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:23:15.039219 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Updating router 2923ee70-7dc3-4da7-98ca-087a95999b8b port a0c516e1-4f8f-425a-aff7-b2505880dec0 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:23:15.070701 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:15.070961 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-126d87a2-a069-4129-9758-5f837121a9dc None None] Provisioning complete for port a0c516e1-4f8f-425a-aff7-b2505880dec0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:15.071376 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-126d87a2-a069-4129-9758-5f837121a9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:15.108642 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-126d87a2-a069-4129-9758-5f837121a9dc None None] Port a0c516e1-4f8f-425a-aff7-b2505880dec0 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:23:15.160488 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.8 (cf6950c1-bc5c-4978-8461-0b93ccaaaff3/472131d7-ab2b-4a11-ae46-88122735d28e/54112888-0827-444b-98c8-e521d241e30c) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:23:15.327733 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:15.366033 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:15.413154 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:23:15.418931 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:23:15.423116 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:23:15.449567 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=54112888-0827-444b-98c8-e521d241e30c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:15.463975 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.464363 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.464745 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.465150 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.465409 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.465738 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.466141 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.466773 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.466923 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.467246 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.467658 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.468040 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.468422 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.492451 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:15.493215 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:15.512538 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0ba54d77-d4e2-4369-b28e-bf1e87314642 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6551235 Dec 09 02:23:15.544003 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:15.551177 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:15.624467 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54208dba-3647-44f1-9ec3-fb46af54d12f None None] Pushing event updated for resources: {'Port': ['ID=a0c516e1-4f8f-425a-aff7-b2505880dec0,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:15.651777 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54208dba-3647-44f1-9ec3-fb46af54d12f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.652479 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54208dba-3647-44f1-9ec3-fb46af54d12f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.653118 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54208dba-3647-44f1-9ec3-fb46af54d12f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.654115 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54208dba-3647-44f1-9ec3-fb46af54d12f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.654115 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54208dba-3647-44f1-9ec3-fb46af54d12f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.654292 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54208dba-3647-44f1-9ec3-fb46af54d12f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.654656 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54208dba-3647-44f1-9ec3-fb46af54d12f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.654993 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54208dba-3647-44f1-9ec3-fb46af54d12f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.655406 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54208dba-3647-44f1-9ec3-fb46af54d12f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.655850 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54208dba-3647-44f1-9ec3-fb46af54d12f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.656390 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54208dba-3647-44f1-9ec3-fb46af54d12f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.656745 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54208dba-3647-44f1-9ec3-fb46af54d12f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.657163 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54208dba-3647-44f1-9ec3-fb46af54d12f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.671712 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Attempting to bind port a0c516e1-4f8f-425a-aff7-b2505880dec0 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:23:15.672078 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Attempting to bind port a0c516e1-4f8f-425a-aff7-b2505880dec0 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '30ee6058-d191-4d25-bf81-299480258fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:23:15.672625 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Attempting to bind port a0c516e1-4f8f-425a-aff7-b2505880dec0 on network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:23:15.678817 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:23:15.679188 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Checking segment: {'id': '30ee6058-d191-4d25-bf81-299480258fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:23:15.679616 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:15.680005 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Bound using segment: {'id': '30ee6058-d191-4d25-bf81-299480258fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:23:15.680469 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Bound port: a0c516e1-4f8f-425a-aff7-b2505880dec0, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ee6058-d191-4d25-bf81-299480258fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:23:15.680838 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:15.742136 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-34b7954e-eded-4652-bbdc-7983b7cbfef2 None None] Provisioning complete for port 54112888-0827-444b-98c8-e521d241e30c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:15.742757 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34b7954e-eded-4652-bbdc-7983b7cbfef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:15.761649 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] For port a0c516e1-4f8f-425a-aff7-b2505880dec0, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:23:15.765899 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] For port a0c516e1-4f8f-425a-aff7-b2505880dec0, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a0c516e1-4f8f-425a-aff7-b2505880dec0,segment=NetworkSegment(30ee6058-d191-4d25-bf81-299480258fee),segment_id=30ee6058-d191-4d25-bf81-299480258fee)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:23:15.772026 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:15.782655 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-34b7954e-eded-4652-bbdc-7983b7cbfef2 None None] Port 54112888-0827-444b-98c8-e521d241e30c cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:23:15.789069 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38188) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:15.793794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1746107828', 'description': 'tempest-secgroup-smoke-1746107828 description', 'project_id': '11e56525f9144d56b0abeb03a899d780'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:15.821365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:15.845634 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54208dba-3647-44f1-9ec3-fb46af54d12f None None] Pushing event updated for resources: {'Port': ['ID=a0c516e1-4f8f-425a-aff7-b2505880dec0,revision_number=4']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:15.848958 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Routers {'2923ee70-7dc3-4da7-98ca-087a95999b8b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:15.849548 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:23:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2923ee70-7dc3-4da7-98ca-087a95999b8b'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:15.900835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:15.906420 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:15.945297 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:15.946539 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1564105 Dec 09 02:23:15.949842 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38190) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:15.952082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876d28c1-b2d9-4efa-b811-9a80ac16e3cf,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:15.955951 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-90e41401-91e0-4ae9-a15e-52b6be50bf2a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '876d28c1-b2d9-4efa-b811-9a80ac16e3cf', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:15.960872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.961675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.962205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.962733 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.963390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.963924 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.964576 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.965110 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.965539 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.965876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.966548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.967128 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.967967 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb03421-fa19-4e3a-bac3-4a2f6642f5a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:15.982888 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] Set router 2923ee70-7dc3-4da7-98ca-087a95999b8b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:15.994862 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90e41401-91e0-4ae9-a15e-52b6be50bf2a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.013069 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2d10ae5c-359f-46e6-9e69-b7a2202d165b None None] Provisioning complete for port a0c516e1-4f8f-425a-aff7-b2505880dec0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:16.014215 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d10ae5c-359f-46e6-9e69-b7a2202d165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.068291 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90e41401-91e0-4ae9-a15e-52b6be50bf2a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.072773 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90e41401-91e0-4ae9-a15e-52b6be50bf2a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.099210 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e41401-91e0-4ae9-a15e-52b6be50bf2a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7d017e-4959-464e-a4a2-c61f904b7308,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:16.107859 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90e41401-91e0-4ae9-a15e-52b6be50bf2a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.112197 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-90e41401-91e0-4ae9-a15e-52b6be50bf2a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1580966 Dec 09 02:23:16.112197 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38192) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:16.117934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8a9d252f-aa6f-47c2-99f7-50e44e0b1ea8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '876d28c1-b2d9-4efa-b811-9a80ac16e3cf', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:16.129290 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d10ae5c-359f-46e6-9e69-b7a2202d165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.178260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a9d252f-aa6f-47c2-99f7-50e44e0b1ea8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.178925 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2d10ae5c-359f-46e6-9e69-b7a2202d165b None None] For port a0c516e1-4f8f-425a-aff7-b2505880dec0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a0c516e1-4f8f-425a-aff7-b2505880dec0,segment=NetworkSegment(30ee6058-d191-4d25-bf81-299480258fee),segment_id=30ee6058-d191-4d25-bf81-299480258fee)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:16.185824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d10ae5c-359f-46e6-9e69-b7a2202d165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.214353 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 31c389e0-63a9-4f3c-bf88-670d82385f71 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:23:16.257017 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a9d252f-aa6f-47c2-99f7-50e44e0b1ea8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.261319 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a9d252f-aa6f-47c2-99f7-50e44e0b1ea8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.273418 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10ae5c-359f-46e6-9e69-b7a2202d165b None None] Pushing event updated for resources: {'Port': ['ID=a0c516e1-4f8f-425a-aff7-b2505880dec0,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:16.282087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d252f-aa6f-47c2-99f7-50e44e0b1ea8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1793b2a7-3a4e-456d-8817-5ac03b672190,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:16.288744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 31c389e0-63a9-4f3c-bf88-670d82385f71 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:16.289106 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.293715 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a9d252f-aa6f-47c2-99f7-50e44e0b1ea8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.298405 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8a9d252f-aa6f-47c2-99f7-50e44e0b1ea8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1820576 Dec 09 02:23:16.298768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38194) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:16.304739 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-2fed9fe7-9d1d-4cf2-96c3-f8f3330f49a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '876d28c1-b2d9-4efa-b811-9a80ac16e3cf', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:16.342801 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-669c3219-14c4-4138-b0b4-dcae4cab9eee None None] Provisioning complete for port a0c516e1-4f8f-425a-aff7-b2505880dec0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:16.343178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-669c3219-14c4-4138-b0b4-dcae4cab9eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.344776 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2fed9fe7-9d1d-4cf2-96c3-f8f3330f49a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.354905 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'name': 'tempest-TestNetworkBasicOps-router-582369247', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:13Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'a0c516e1-4f8f-425a-aff7-b2505880dec0', 'name': '', 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:07:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:12Z', 'updated_at': '2021-12-09T02:23:15Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:16.389244 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30edaa2-bb97-4c30-b379-01d7f6923dc7 None None] The sync data for ids ['2923ee70-7dc3-4da7-98ca-087a95999b8b'] in dv-neutron-804846-18-hyperv is: [{'id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'name': 'tempest-TestNetworkBasicOps-router-582369247', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:13Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'a0c516e1-4f8f-425a-aff7-b2505880dec0', 'name': '', 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:07:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:12Z', 'updated_at': '2021-12-09T02:23:15Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:23:16.414524 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2fed9fe7-9d1d-4cf2-96c3-f8f3330f49a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.420580 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2fed9fe7-9d1d-4cf2-96c3-f8f3330f49a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.440380 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed9fe7-9d1d-4cf2-96c3-f8f3330f49a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7479072f-647c-45e6-8ca1-bf370bd719a9,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:16.466708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2fed9fe7-9d1d-4cf2-96c3-f8f3330f49a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.472722 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2fed9fe7-9d1d-4cf2-96c3-f8f3330f49a4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1710525 Dec 09 02:23:16.474006 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38196) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:16.479873 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-68f6c3a9-fdfd-4c96-a123-875fef2bc5b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '876d28c1-b2d9-4efa-b811-9a80ac16e3cf', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:16.513441 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68f6c3a9-fdfd-4c96-a123-875fef2bc5b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.573265 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68f6c3a9-fdfd-4c96-a123-875fef2bc5b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.577629 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68f6c3a9-fdfd-4c96-a123-875fef2bc5b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.596563 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6c3a9-fdfd-4c96-a123-875fef2bc5b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675fbda1-7198-4f66-a231-68413cea815d,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:16.606468 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68f6c3a9-fdfd-4c96-a123-875fef2bc5b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.608427 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-68f6c3a9-fdfd-4c96-a123-875fef2bc5b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327970 Dec 09 02:23:16.610908 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38198) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:16.616064 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-18a93ff8-812e-4047-acf0-9c860dfa035d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '876d28c1-b2d9-4efa-b811-9a80ac16e3cf', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:16.646189 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-18a93ff8-812e-4047-acf0-9c860dfa035d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:23:16.651873 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18a93ff8-812e-4047-acf0-9c860dfa035d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.723576 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18a93ff8-812e-4047-acf0-9c860dfa035d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.727948 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18a93ff8-812e-4047-acf0-9c860dfa035d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.754700 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a93ff8-812e-4047-acf0-9c860dfa035d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d184b50-a534-4fa3-8635-720612214312,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:16.761466 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18a93ff8-812e-4047-acf0-9c860dfa035d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.765616 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-18a93ff8-812e-4047-acf0-9c860dfa035d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507411 Dec 09 02:23:16.765887 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38200) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:16.771108 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-56aa9950-f807-4e04-b6fb-7274f31350bd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '876d28c1-b2d9-4efa-b811-9a80ac16e3cf', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:16.796387 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-56aa9950-f807-4e04-b6fb-7274f31350bd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:23:16.802102 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56aa9950-f807-4e04-b6fb-7274f31350bd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.867719 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56aa9950-f807-4e04-b6fb-7274f31350bd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.872192 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56aa9950-f807-4e04-b6fb-7274f31350bd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.889712 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa9950-f807-4e04-b6fb-7274f31350bd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa794af-9c5b-4f89-bb21-167b5f9e0bff,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:16.900175 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56aa9950-f807-4e04-b6fb-7274f31350bd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:16.901420 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-56aa9950-f807-4e04-b6fb-7274f31350bd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344166 Dec 09 02:23:17.187108 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-2dfb2479-a0cf-46b0-9ca9-16ace1ec4f47 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746107828&fields=id&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 267 time: 0.0492413 Dec 09 02:23:17.237675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-e697dde4-38c0-4c32-a428-ac589cb0a925 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:17.239382 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-e697dde4-38c0-4c32-a428-ac589cb0a925 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports/54112888-0827-444b-98c8-e521d241e30c HTTP/1.1" status: 200 len: 930 time: 0.0455887 Dec 09 02:23:17.256217 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-ef1e4b42-5471-4d05-a363-7372c96e2c8d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:23:17.257265 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-ef1e4b42-5471-4d05-a363-7372c96e2c8d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055020 Dec 09 02:23:17.299248 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-6ac5cd17-f31f-4906-86a6-e3dd150eb256 service neutron] 10.222.0.43 "GET /v2.0/ports/54112888-0827-444b-98c8-e521d241e30c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0345919 Dec 09 02:23:17.393628 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-d963573d-2d05-4019-877b-c5162f08eb1b service neutron] 10.222.0.43 "GET /v2.0/networks/cf6950c1-bc5c-4978-8461-0b93ccaaaff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883963 Dec 09 02:23:17.484345 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-c2f14d59-89d2-4766-b5f2-ca633a0478ae service neutron] 10.222.0.43 "GET /v2.0/networks/cf6950c1-bc5c-4978-8461-0b93ccaaaff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847561 Dec 09 02:23:17.642835 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b7c61add-6fa1-4e33-a38c-1d25dc4d34b8 req-e4cff3bb-99f1-40ba-b591-ca13dadea6f5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 210 time: 0.0279670 Dec 09 02:23:18.177756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a0c516e1-4f8f-425a-aff7-b2505880dec0 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:23:18.228400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port a0c516e1-4f8f-425a-aff7-b2505880dec0 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:18.228764 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:18.592217 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-4ce24e7c-dce0-4dca-ba60-cc095344a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:18.593607 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-4ce24e7c-dce0-4dca-ba60-cc095344a9a1 service neutron] 10.222.0.45 "GET /v2.0/ports/54112888-0827-444b-98c8-e521d241e30c HTTP/1.1" status: 200 len: 1026 time: 0.0377531 Dec 09 02:23:18.710107 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-a656d49e-80b3-4928-9cc1-5c0eb3cd12f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:18.711846 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-a656d49e-80b3-4928-9cc1-5c0eb3cd12f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/networks?id=cf6950c1-bc5c-4978-8461-0b93ccaaaff3 HTTP/1.1" status: 200 len: 796 time: 0.1122174 Dec 09 02:23:18.747214 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-04bd8a9c-9a3b-4b7e-8b9e-c867c3d74bf6 req-544cf2cd-bb54-4fe5-b95b-30611762cc86 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 210 time: 0.0328884 Dec 09 02:23:18.801393 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-a4388466-f432-4ba1-8ead-a96ebd4973fa tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 380 time: 0.0608490 Dec 09 02:23:18.824530 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Request body: {'port': {'device_id': '679a5361-1828-4a8f-8909-bcd2a303e0bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:18.875762 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:19.127572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54112888-0827-444b-98c8-e521d241e30c {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:23:19.135083 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:19.146728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Transition to ACTIVE for port object 54112888-0827-444b-98c8-e521d241e30c will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:23:19.150582 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:19.506734 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Pushing event updated for resources: {'Port': ['ID=54112888-0827-444b-98c8-e521d241e30c,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:19.558613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Attempting to bind port 54112888-0827-444b-98c8-e521d241e30c on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:23:19.558950 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Attempting to bind port 54112888-0827-444b-98c8-e521d241e30c by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '30ee6058-d191-4d25-bf81-299480258fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:23:19.559280 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Attempting to bind port 54112888-0827-444b-98c8-e521d241e30c on network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:23:19.564569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Port 54112888-0827-444b-98c8-e521d241e30c on network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:23:19.564892 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Attempting to bind port 54112888-0827-444b-98c8-e521d241e30c on network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:23:19.569926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:23:19.570262 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Checking segment: {'id': '30ee6058-d191-4d25-bf81-299480258fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:23:19.570643 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Bound using segment: {'id': '30ee6058-d191-4d25-bf81-299480258fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:23:19.571069 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Bound port: 54112888-0827-444b-98c8-e521d241e30c, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ee6058-d191-4d25-bf81-299480258fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:23:19.571424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:19.639949 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] For port 54112888-0827-444b-98c8-e521d241e30c, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:23:19.643207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] For port 54112888-0827-444b-98c8-e521d241e30c, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=54112888-0827-444b-98c8-e521d241e30c,segment=NetworkSegment(30ee6058-d191-4d25-bf81-299480258fee),segment_id=30ee6058-d191-4d25-bf81-299480258fee)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:23:19.647476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:19.680625 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:19.681241 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:19.682802 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] 10.222.0.45 "PUT /v2.0/ports/54112888-0827-444b-98c8-e521d241e30c HTTP/1.1" status: 200 len: 1131 time: 0.8621857 Dec 09 02:23:19.683322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679a5361-1828-4a8f-8909-bcd2a303e0bb', 'tag': '54112888-0827-444b-98c8-e521d241e30c'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:23:19.685589 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e520b6e3-cc37-4f2a-9324-1cd27826f5af" -d '{"events": [{"name": "network-changed", "server_uuid": "679a5361-1828-4a8f-8909-bcd2a303e0bb", "tag": "54112888-0827-444b-98c8-e521d241e30c"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:23:19.715139 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56cc2f-b949-4d01-9cb3-95a68b65aee4 service neutron] Pushing event updated for resources: {'Port': ['ID=54112888-0827-444b-98c8-e521d241e30c,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:19.734232 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33249a9-74dd-463d-82fa-ca751654f503 x-openstack-request-id: req-f33249a9-74dd-463d-82fa-ca751654f503 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:23:19.734530 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679a5361-1828-4a8f-8909-bcd2a303e0bb", "tag": "54112888-0827-444b-98c8-e521d241e30c", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:23:19.734785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f33249a9-74dd-463d-82fa-ca751654f503 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:23:19.735192 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679a5361-1828-4a8f-8909-bcd2a303e0bb', 'tag': '54112888-0827-444b-98c8-e521d241e30c', 'status': 'completed', 'code': 200} Dec 09 02:23:19.800708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-201b1a7a-bbb5-4068-868c-b6b33deb5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:19.802588 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-201b1a7a-bbb5-4068-868c-b6b33deb5ad4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 1134 time: 0.0493274 Dec 09 02:23:19.877703 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-a134d550-2c3d-440e-bb30-991157476c9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54112888-0827-444b-98c8-e521d241e30c HTTP/1.1" status: 200 len: 217 time: 0.0518246 Dec 09 02:23:19.931709 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa5030-ad95-468c-83f5-c88e4d834a82 req-e7d1dd26-88df-43c3-a706-9dde094ae24f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:19.933186 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ecaa5030-ad95-468c-83f5-c88e4d834a82 req-e7d1dd26-88df-43c3-a706-9dde094ae24f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 981 time: 0.1161032 Dec 09 02:23:19.946646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-c7e75d93-8118-4a3e-bd3f-8f02ed166380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:19.948083 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-c7e75d93-8118-4a3e-bd3f-8f02ed166380 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=472131d7-ab2b-4a11-ae46-88122735d28e HTTP/1.1" status: 200 len: 834 time: 0.0632405 Dec 09 02:23:20.018984 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ecaa5030-ad95-468c-83f5-c88e4d834a82 req-7a2c8b96-a76d-4981-989f-40375345428c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789144 Dec 09 02:23:20.025378 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-1e33c2c6-8a9b-4066-b944-0f7d53debbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:20.026865 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-1e33c2c6-8a9b-4066-b944-0f7d53debbae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cf6950c1-bc5c-4978-8461-0b93ccaaaff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0688624 Dec 09 02:23:20.115457 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-f62a84bd-cc96-487b-b924-dc78d26e918b service neutron] 10.222.0.45 "GET /v2.0/networks/cf6950c1-bc5c-4978-8461-0b93ccaaaff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810194 Dec 09 02:23:20.207342 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-92b84516-23b5-4f57-8e19-0436fd8dd7af req-4ea5da4a-d14d-4621-957b-ea53eecbc2b4 service neutron] 10.222.0.45 "GET /v2.0/networks/cf6950c1-bc5c-4978-8461-0b93ccaaaff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848444 Dec 09 02:23:20.341990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520b6e3-cc37-4f2a-9324-1cd27826f5af req-1a833792-1bdd-4e0c-8bdf-bc990b0b2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:20.343382 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e520b6e3-cc37-4f2a-9324-1cd27826f5af req-1a833792-1bdd-4e0c-8bdf-bc990b0b2cf4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 1134 time: 0.0404649 Dec 09 02:23:20.429894 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520b6e3-cc37-4f2a-9324-1cd27826f5af req-4cdea036-2233-421e-a093-6573c2e2fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:20.431341 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e520b6e3-cc37-4f2a-9324-1cd27826f5af req-4cdea036-2233-421e-a093-6573c2e2fe2e service neutron] 10.222.0.45 "GET /v2.0/networks?id=cf6950c1-bc5c-4978-8461-0b93ccaaaff3 HTTP/1.1" status: 200 len: 897 time: 0.0806966 Dec 09 02:23:20.477237 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e520b6e3-cc37-4f2a-9324-1cd27826f5af req-b8d41432-7fcd-4cf7-81a5-8cd8a99de24c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54112888-0827-444b-98c8-e521d241e30c HTTP/1.1" status: 200 len: 217 time: 0.0373604 Dec 09 02:23:20.525780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520b6e3-cc37-4f2a-9324-1cd27826f5af req-c2f6c6d7-e8fa-43c7-8952-6059ff7ed364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:20.527290 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e520b6e3-cc37-4f2a-9324-1cd27826f5af req-c2f6c6d7-e8fa-43c7-8952-6059ff7ed364 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=472131d7-ab2b-4a11-ae46-88122735d28e HTTP/1.1" status: 200 len: 834 time: 0.0426824 Dec 09 02:23:20.572628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520b6e3-cc37-4f2a-9324-1cd27826f5af req-f3573999-4c87-4f1d-9cd6-dc67eaf8b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:20.574058 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e520b6e3-cc37-4f2a-9324-1cd27826f5af req-f3573999-4c87-4f1d-9cd6-dc67eaf8b216 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cf6950c1-bc5c-4978-8461-0b93ccaaaff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0388505 Dec 09 02:23:20.667320 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e520b6e3-cc37-4f2a-9324-1cd27826f5af req-9caf08de-2f84-4e6a-8476-f393d01c3e31 service neutron] 10.222.0.45 "GET /v2.0/networks/cf6950c1-bc5c-4978-8461-0b93ccaaaff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834436 Dec 09 02:23:20.755579 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e520b6e3-cc37-4f2a-9324-1cd27826f5af req-9fd6eb05-aa88-4712-965f-ba3be94d1032 service neutron] 10.222.0.45 "GET /v2.0/networks/cf6950c1-bc5c-4978-8461-0b93ccaaaff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800731 Dec 09 02:23:21.132508 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fb0c2-5fd9-4f30-b39f-073a7911ce3b req-8cbf2876-88d0-4632-b49c-10ac09e90493 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:21.134045 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-971fb0c2-5fd9-4f30-b39f-073a7911ce3b req-8cbf2876-88d0-4632-b49c-10ac09e90493 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 981 time: 0.0497308 Dec 09 02:23:21.185524 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-971fb0c2-5fd9-4f30-b39f-073a7911ce3b req-77c20745-88bc-42c8-a893-d7d88eb31d35 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443535 Dec 09 02:23:22.299182 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a282e-2664-47c8-8314-b9a8d93a30b1 req-88e0cc13-2ae9-47d5-b543-101c530308ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:22.300670 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f8a282e-2664-47c8-8314-b9a8d93a30b1 req-88e0cc13-2ae9-47d5-b543-101c530308ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 981 time: 0.0485275 Dec 09 02:23:22.346550 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f8a282e-2664-47c8-8314-b9a8d93a30b1 req-20d42ee0-5814-479d-a1ef-b151d56f246b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401120 Dec 09 02:23:22.997963 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 54112888-0827-444b-98c8-e521d241e30c details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:23:23.091736 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 54112888-0827-444b-98c8-e521d241e30c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=54112888-0827-444b-98c8-e521d241e30c,segment=NetworkSegment(30ee6058-d191-4d25-bf81-299480258fee),segment_id=30ee6058-d191-4d25-bf81-299480258fee)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:23.103705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '54112888-0827-444b-98c8-e521d241e30c', 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3', 'port_id': '54112888-0827-444b-98c8-e521d241e30c', 'mac_address': 'fa:16:3e:88:27:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:23:23.139163 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:23.152901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54112888-0827-444b-98c8-e521d241e30c {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:23:23.172646 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 54112888-0827-444b-98c8-e521d241e30c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=54112888-0827-444b-98c8-e521d241e30c,segment=NetworkSegment(30ee6058-d191-4d25-bf81-299480258fee),segment_id=30ee6058-d191-4d25-bf81-299480258fee)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:23.176262 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:23.225667 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=54112888-0827-444b-98c8-e521d241e30c,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:23.232492 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:23.232839 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:23.233182 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:23.233540 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:23.233868 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:23.234194 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:23.234519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:23.234840 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:23.235165 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:23.235507 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:23.235834 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:23.236148 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:23.236463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:23:23.462124 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90daa813-2d9e-4f5e-b786-cfa4a59d7988 req-5d54a4fd-7a76-4475-bb73-c934e04235c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:23.463619 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-90daa813-2d9e-4f5e-b786-cfa4a59d7988 req-5d54a4fd-7a76-4475-bb73-c934e04235c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 982 time: 0.0486073 Dec 09 02:23:23.477952 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['54112888-0827-444b-98c8-e521d241e30c'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:23:23.509645 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-90daa813-2d9e-4f5e-b786-cfa4a59d7988 req-255a53d0-42eb-4b86-ab79-b910a6291dcf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399280 Dec 09 02:23:23.811331 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7eaf44c4-20f5-4933-b0c4-ded7f9d4084d req-f86236a9-953a-4e6c-9ad7-986f8f08327a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438428 Dec 09 02:23:23.916273 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf44c4-20f5-4933-b0c4-ded7f9d4084d req-6fa152e4-8907-4eb3-97fd-03317251abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:23.917776 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7eaf44c4-20f5-4933-b0c4-ded7f9d4084d req-6fa152e4-8907-4eb3-97fd-03317251abca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 1098 time: 0.0409052 Dec 09 02:23:24.022772 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf44c4-20f5-4933-b0c4-ded7f9d4084d req-fbedee6e-4950-49db-b198-2bde482af426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:24.024255 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7eaf44c4-20f5-4933-b0c4-ded7f9d4084d req-fbedee6e-4950-49db-b198-2bde482af426 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 913 time: 0.0859284 Dec 09 02:23:24.089090 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7eaf44c4-20f5-4933-b0c4-ded7f9d4084d req-d33be5b8-7dbd-4193-aec0-4c0a4bed3d97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aefa629e-7e59-4cad-acec-ee14ca4993b7 HTTP/1.1" status: 200 len: 1001 time: 0.0570867 Dec 09 02:23:24.191979 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf44c4-20f5-4933-b0c4-ded7f9d4084d req-090e7d98-857b-49e5-a0ae-f6b60134091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:24.193421 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7eaf44c4-20f5-4933-b0c4-ded7f9d4084d req-090e7d98-857b-49e5-a0ae-f6b60134091e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c2741af-2f64-489c-a848-b27c91aa70d4 HTTP/1.1" status: 200 len: 851 time: 0.0978715 Dec 09 02:23:24.242510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf44c4-20f5-4933-b0c4-ded7f9d4084d req-ec1365cc-45e1-461c-ae77-50af99b95b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:24.244125 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7eaf44c4-20f5-4933-b0c4-ded7f9d4084d req-ec1365cc-45e1-461c-ae77-50af99b95b54 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f032c193-892e-4d25-887c-5957f77976f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0440495 Dec 09 02:23:24.340826 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7eaf44c4-20f5-4933-b0c4-ded7f9d4084d req-e40157c3-5972-4ac0-9b14-d078c5bd3f3f service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892675 Dec 09 02:23:24.440430 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7eaf44c4-20f5-4933-b0c4-ded7f9d4084d req-011116a2-de52-419f-bce4-577a8652645d service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932908 Dec 09 02:23:24.637447 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a2b2f-7ab1-44c1-bbcf-113599109412 req-ea14d992-4e34-44c2-bad6-8bcfa4d8af08 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:24.639067 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b56a2b2f-7ab1-44c1-bbcf-113599109412 req-ea14d992-4e34-44c2-bad6-8bcfa4d8af08 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 982 time: 0.0556405 Dec 09 02:23:24.694298 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b56a2b2f-7ab1-44c1-bbcf-113599109412 req-2e8a4e88-ddfc-4f9b-8f2b-5a996623bc2d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480137 Dec 09 02:23:25.013006 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 54112888-0827-444b-98c8-e521d241e30c up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:23:25.065221 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 54112888-0827-444b-98c8-e521d241e30c completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:23:25.068932 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 54112888-0827-444b-98c8-e521d241e30c triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:25.069324 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:25.145617 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:25.168130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679a5361-1828-4a8f-8909-bcd2a303e0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54112888-0827-444b-98c8-e521d241e30c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:23:25.170429 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22392f98-6e92-495e-ac07-9cf2d08b937a" -d '{"events": [{"server_uuid": "679a5361-1828-4a8f-8909-bcd2a303e0bb", "name": "network-vif-plugged", "status": "completed", "tag": "54112888-0827-444b-98c8-e521d241e30c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:23:25.182733 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 54112888-0827-444b-98c8-e521d241e30c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=54112888-0827-444b-98c8-e521d241e30c,segment=NetworkSegment(30ee6058-d191-4d25-bf81-299480258fee),segment_id=30ee6058-d191-4d25-bf81-299480258fee)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:25.187896 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:25.215606 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8d80f7-a271-4777-815b-d70cf6309c9a x-openstack-request-id: req-0c8d80f7-a271-4777-815b-d70cf6309c9a {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:23:25.215927 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679a5361-1828-4a8f-8909-bcd2a303e0bb", "name": "network-vif-plugged", "status": "completed", "tag": "54112888-0827-444b-98c8-e521d241e30c", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:23:25.216185 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c8d80f7-a271-4777-815b-d70cf6309c9a {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:23:25.216569 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679a5361-1828-4a8f-8909-bcd2a303e0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54112888-0827-444b-98c8-e521d241e30c', 'code': 200} Dec 09 02:23:25.241934 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=54112888-0827-444b-98c8-e521d241e30c,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:25.415801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24bc94-720c-4329-9750-be841d8d3a27 req-a2de4df5-69fc-4289-b9b7-bef656cc790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:25.417183 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a24bc94-720c-4329-9750-be841d8d3a27 req-a2de4df5-69fc-4289-b9b7-bef656cc790f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 1136 time: 0.0387273 Dec 09 02:23:25.460967 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a24bc94-720c-4329-9750-be841d8d3a27 req-ee86a486-62ec-48f7-a71f-1274f04ab47c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362768 Dec 09 02:23:25.815046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b4b1f-8c2b-42f7-bfcd-afd026991126 req-88db5ec0-e1f6-4415-92a4-08b4a175ca3d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:25.816535 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-055b4b1f-8c2b-42f7-bfcd-afd026991126 req-88db5ec0-e1f6-4415-92a4-08b4a175ca3d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 983 time: 0.0518608 Dec 09 02:23:25.862345 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-055b4b1f-8c2b-42f7-bfcd-afd026991126 req-ee5b5255-01e1-41d7-8b67-e2ac779b749d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400431 Dec 09 02:23:26.975570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227d9bc-edac-451b-b9e5-b929d6dc6eec req-8a2408f8-75ee-4696-b646-111ec79355e3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:26.977052 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7227d9bc-edac-451b-b9e5-b929d6dc6eec req-8a2408f8-75ee-4696-b646-111ec79355e3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 983 time: 0.0486782 Dec 09 02:23:27.024706 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7227d9bc-edac-451b-b9e5-b929d6dc6eec req-345b1d7d-7da9-43ed-91c8-5360cda330eb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 Dec 09 02:23:27.134980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cc884-4b98-47f4-89aa-68531823727d req-e98615ae-9d63-4c9c-8d76-cb78b027b62e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:27.136508 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8a8cc884-4b98-47f4-89aa-68531823727d req-e98615ae-9d63-4c9c-8d76-cb78b027b62e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 983 time: 0.0475366 Dec 09 02:23:27.186950 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8a8cc884-4b98-47f4-89aa-68531823727d req-34979353-46b9-4022-b3b7-17240119f6f8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438740 Dec 09 02:23:27.207748 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38254) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:27.246023 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25584eb9-ffcd-4d7a-b4f8-8bc5dc4bc405 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:27.247542 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-25584eb9-ffcd-4d7a-b4f8-8bc5dc4bc405 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 1131 time: 0.0387998 Dec 09 02:23:27.250792 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38256) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:27.255184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '54112888-0827-444b-98c8-e521d241e30c', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:27.277209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:27.372850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:27.473270 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.26.3.96 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/db3e4940-6e3d-45f1-b2ae-4b159f39f8d7) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:23:27.573426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:27.605286 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:27.643213 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:23:27.649515 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:23:27.653862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:23:27.656865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=db3e4940-6e3d-45f1-b2ae-4b159f39f8d7,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:28.000366 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:28.063919 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:28.210403 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:28.215022 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:28.280518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=db3e4940-6e3d-45f1-b2ae-4b159f39f8d7,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:28.293701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:28.389682 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP cebb7388-dc8a-4b17-8e1e-9711fd434311 associated. External IP: 172.26.3.96, port: 54112888-0827-444b-98c8-e521d241e30c. Dec 09 02:23:28.585486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 2923ee70-7dc3-4da7-98ca-087a95999b8b has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:23:28.690010 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:23:28.699477 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b4fff0-0c4d-4747-80ff-41b6fffac604 None None] Sync routers for ids ['2923ee70-7dc3-4da7-98ca-087a95999b8b'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:23:28.707043 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:28.709743 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b4fff0-0c4d-4747-80ff-41b6fffac604 None None] Routers {'2923ee70-7dc3-4da7-98ca-087a95999b8b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:28.710361 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-19b4fff0-0c4d-4747-80ff-41b6fffac604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:23:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2923ee70-7dc3-4da7-98ca-087a95999b8b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:28.733573 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-acb87f08-3a74-4470-abbf-e7d3092a8480 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.4817307 Dec 09 02:23:28.735041 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679a5361-1828-4a8f-8909-bcd2a303e0bb', 'tag': '54112888-0827-444b-98c8-e521d241e30c'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:23:28.737041 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38258) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:28.737548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eade0a1-74ad-4ae0-aecb-5c2b0a22bd90" -d '{"events": [{"name": "network-changed", "server_uuid": "679a5361-1828-4a8f-8909-bcd2a303e0bb", "tag": "54112888-0827-444b-98c8-e521d241e30c"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:23:28.775872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6ebaee-3c92-46e5-a2aa-2533bc779e72 x-openstack-request-id: req-7c6ebaee-3c92-46e5-a2aa-2533bc779e72 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:23:28.776259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679a5361-1828-4a8f-8909-bcd2a303e0bb", "tag": "54112888-0827-444b-98c8-e521d241e30c", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:23:28.776540 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c6ebaee-3c92-46e5-a2aa-2533bc779e72 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:23:28.776958 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679a5361-1828-4a8f-8909-bcd2a303e0bb', 'tag': '54112888-0827-444b-98c8-e521d241e30c', 'status': 'completed', 'code': 200} Dec 09 02:23:28.806716 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d001548-6fc8-495d-8ab7-9b9db19a4161 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:28.808322 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4d001548-6fc8-495d-8ab7-9b9db19a4161 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb&network_id=cf6950c1-bc5c-4978-8461-0b93ccaaaff3 HTTP/1.1" status: 200 len: 1131 time: 0.0702755 Dec 09 02:23:28.820214 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-19b4fff0-0c4d-4747-80ff-41b6fffac604 None None] Set router 2923ee70-7dc3-4da7-98ca-087a95999b8b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:28.868195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eade0a1-74ad-4ae0-aecb-5c2b0a22bd90 req-a35a20bf-737a-4f3c-9449-a3712b39ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:28.869708 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2eade0a1-74ad-4ae0-aecb-5c2b0a22bd90 req-a35a20bf-737a-4f3c-9449-a3712b39ae77 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 1136 time: 0.0460591 Dec 09 02:23:28.972314 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eade0a1-74ad-4ae0-aecb-5c2b0a22bd90 req-7e15f7f6-894d-4ffe-b6bd-af0a0a037580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:28.973885 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2eade0a1-74ad-4ae0-aecb-5c2b0a22bd90 req-7e15f7f6-894d-4ffe-b6bd-af0a0a037580 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cf6950c1-bc5c-4978-8461-0b93ccaaaff3 HTTP/1.1" status: 200 len: 897 time: 0.0976496 Dec 09 02:23:29.062147 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-19b4fff0-0c4d-4747-80ff-41b6fffac604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'name': 'tempest-TestNetworkBasicOps-router-582369247', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:13Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'cebb7388-dc8a-4b17-8e1e-9711fd434311', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.96', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'port_id': '54112888-0827-444b-98c8-e521d241e30c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1311599910', 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3', 'mac_address': 'fa:16:3e:88:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a5361-1828-4a8f-8909-bcd2a303e0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:23:27Z', 'updated_at': '2021-12-09T02:23:27Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c516e1-4f8f-425a-aff7-b2505880dec0', 'name': '', 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:07:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:12Z', 'updated_at': '2021-12-09T02:23:16Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:29.088250 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2eade0a1-74ad-4ae0-aecb-5c2b0a22bd90 req-57e80860-92b0-49cd-ab87-8ca87961dc15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54112888-0827-444b-98c8-e521d241e30c HTTP/1.1" status: 200 len: 1036 time: 0.0912459 Dec 09 02:23:29.089162 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b4fff0-0c4d-4747-80ff-41b6fffac604 None None] Checking router: 2923ee70-7dc3-4da7-98ca-087a95999b8b for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:23:29.098159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b4fff0-0c4d-4747-80ff-41b6fffac604 None None] Routers {'2923ee70-7dc3-4da7-98ca-087a95999b8b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:29.098757 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-19b4fff0-0c4d-4747-80ff-41b6fffac604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:23:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2923ee70-7dc3-4da7-98ca-087a95999b8b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:29.099856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ef4b4-a117-4585-b147-9b41f8ec7db0 req-97e2e714-81f4-4a64-9773-d4f9b3d387b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:29.101330 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ba1ef4b4-a117-4585-b147-9b41f8ec7db0 req-97e2e714-81f4-4a64-9773-d4f9b3d387b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 983 time: 0.0970385 Dec 09 02:23:29.166180 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eade0a1-74ad-4ae0-aecb-5c2b0a22bd90 req-861f4564-5657-4081-9278-517ff35219e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:29.167754 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2eade0a1-74ad-4ae0-aecb-5c2b0a22bd90 req-861f4564-5657-4081-9278-517ff35219e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=472131d7-ab2b-4a11-ae46-88122735d28e HTTP/1.1" status: 200 len: 834 time: 0.0654633 Dec 09 02:23:29.190150 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ba1ef4b4-a117-4585-b147-9b41f8ec7db0 req-5f827bb9-5c8f-4cb4-8ae4-60f23236010d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806222 Dec 09 02:23:29.206398 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-19b4fff0-0c4d-4747-80ff-41b6fffac604 None None] Set router 2923ee70-7dc3-4da7-98ca-087a95999b8b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:29.222734 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eade0a1-74ad-4ae0-aecb-5c2b0a22bd90 req-e40f5fc2-9702-4c99-874a-b339abce253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:29.224300 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2eade0a1-74ad-4ae0-aecb-5c2b0a22bd90 req-e40f5fc2-9702-4c99-874a-b339abce253f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cf6950c1-bc5c-4978-8461-0b93ccaaaff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0494397 Dec 09 02:23:29.236846 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [req-2eade0a1-74ad-4ae0-aecb-5c2b0a22bd90 req-512c8651-8cbd-47f1-8118-91b352ea0981 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:23:29.237792 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2eade0a1-74ad-4ae0-aecb-5c2b0a22bd90 req-512c8651-8cbd-47f1-8118-91b352ea0981 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048907 Dec 09 02:23:29.326410 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2eade0a1-74ad-4ae0-aecb-5c2b0a22bd90 req-54490971-4887-4e0a-93ba-003115645fdc service neutron] 10.222.0.45 "GET /v2.0/networks/cf6950c1-bc5c-4978-8461-0b93ccaaaff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813575 Dec 09 02:23:29.420631 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2eade0a1-74ad-4ae0-aecb-5c2b0a22bd90 req-574d5712-10eb-4bf1-b2fa-5aac46cd1f56 service neutron] 10.222.0.45 "GET /v2.0/networks/cf6950c1-bc5c-4978-8461-0b93ccaaaff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862064 Dec 09 02:23:29.423254 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-19b4fff0-0c4d-4747-80ff-41b6fffac604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'name': 'tempest-TestNetworkBasicOps-router-582369247', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:13Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'cebb7388-dc8a-4b17-8e1e-9711fd434311', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.96', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'port_id': '54112888-0827-444b-98c8-e521d241e30c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1311599910', 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3', 'mac_address': 'fa:16:3e:88:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a5361-1828-4a8f-8909-bcd2a303e0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:23:27Z', 'updated_at': '2021-12-09T02:23:27Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c516e1-4f8f-425a-aff7-b2505880dec0', 'name': '', 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:07:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:12Z', 'updated_at': '2021-12-09T02:23:16Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:29.453745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b4fff0-0c4d-4747-80ff-41b6fffac604 None None] The sync data for ids ['2923ee70-7dc3-4da7-98ca-087a95999b8b'] in dv-neutron-804846-18-hyperv is: [{'id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'name': 'tempest-TestNetworkBasicOps-router-582369247', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:13Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'cebb7388-dc8a-4b17-8e1e-9711fd434311', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.96', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'port_id': '54112888-0827-444b-98c8-e521d241e30c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1311599910', 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3', 'mac_address': 'fa:16:3e:88:27:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679a5361-1828-4a8f-8909-bcd2a303e0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:23:27Z', 'updated_at': '2021-12-09T02:23:27Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c516e1-4f8f-425a-aff7-b2505880dec0', 'name': '', 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:07:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:12Z', 'updated_at': '2021-12-09T02:23:16Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:23:29.641836 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda2d673-de39-4c21-a8e0-74760056d41b None None] New status for floating IP cebb7388-dc8a-4b17-8e1e-9711fd434311: ACTIVE {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:23:30.304577 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab26c7-b0cb-49f4-b937-6c816ac3f0de req-f6a74cd7-01db-4f6e-9fa7-84f19b3796d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:30.306035 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b4ab26c7-b0cb-49f4-b937-6c816ac3f0de req-f6a74cd7-01db-4f6e-9fa7-84f19b3796d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 983 time: 0.0492375 Dec 09 02:23:30.350888 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b4ab26c7-b0cb-49f4-b937-6c816ac3f0de req-16f9462c-b739-47f5-968a-26bbc94cd386 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389709 Dec 09 02:23:30.498798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98420280-f91d-405f-828a-c29d19b043f3 req-04bba213-49fc-4bbd-8ab4-ec1a7d29df80 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:30.500289 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-98420280-f91d-405f-828a-c29d19b043f3 req-04bba213-49fc-4bbd-8ab4-ec1a7d29df80 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/ports?device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 983 time: 0.0464227 Dec 09 02:23:30.546326 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98420280-f91d-405f-828a-c29d19b043f3 req-25fe7059-77b2-4a1d-971a-80ab9c4c6db4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:30.547651 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-98420280-f91d-405f-828a-c29d19b043f3 req-25fe7059-77b2-4a1d-971a-80ab9c4c6db4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/ports/54112888-0827-444b-98c8-e521d241e30c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0406795 Dec 09 02:23:30.644459 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-98420280-f91d-405f-828a-c29d19b043f3 req-b99a5002-5b07-428f-8520-23817001ca7e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/networks/cf6950c1-bc5c-4978-8461-0b93ccaaaff3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0910592 Dec 09 02:23:30.656356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-98420280-f91d-405f-828a-c29d19b043f3 req-67772e27-d78e-4800-8124-276d85e48fd7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:30.710889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-98420280-f91d-405f-828a-c29d19b043f3 req-67772e27-d78e-4800-8124-276d85e48fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:31.138041 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-98420280-f91d-405f-828a-c29d19b043f3 req-67772e27-d78e-4800-8124-276d85e48fd7 service neutron] For port 54112888-0827-444b-98c8-e521d241e30c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=54112888-0827-444b-98c8-e521d241e30c,segment=NetworkSegment(30ee6058-d191-4d25-bf81-299480258fee),segment_id=30ee6058-d191-4d25-bf81-299480258fee)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:31.173020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-98420280-f91d-405f-828a-c29d19b043f3 req-67772e27-d78e-4800-8124-276d85e48fd7 service neutron] For port 54112888-0827-444b-98c8-e521d241e30c, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:23:31.204328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-98420280-f91d-405f-828a-c29d19b043f3 req-67772e27-d78e-4800-8124-276d85e48fd7 service neutron] device_id is not set on port 54112888-0827-444b-98c8-e521d241e30c yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:23:31.212679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-98420280-f91d-405f-828a-c29d19b043f3 req-67772e27-d78e-4800-8124-276d85e48fd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:31.218403 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-98420280-f91d-405f-828a-c29d19b043f3 req-67772e27-d78e-4800-8124-276d85e48fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:31.314373 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67772e27-d78e-4800-8124-276d85e48fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=54112888-0827-444b-98c8-e521d241e30c,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:31.384535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-98420280-f91d-405f-828a-c29d19b043f3 req-67772e27-d78e-4800-8124-276d85e48fd7 service neutron] No DVR routers for this DVR port 54112888-0827-444b-98c8-e521d241e30c on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:23:31.441904 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-732ff4bf-a453-4887-a1ff-06f10773c6fd None None] Provisioning complete for port 54112888-0827-444b-98c8-e521d241e30c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:31.443117 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-732ff4bf-a453-4887-a1ff-06f10773c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:31.455799 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5f533ce4-3bf7-4afa-ae94-ba3f953ee675 req-b0644dea-001e-443f-92ea-df6f28cad1c9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=679a5361-1828-4a8f-8909-bcd2a303e0bb HTTP/1.1" status: 200 len: 210 time: 0.0348406 Dec 09 02:23:31.480257 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-732ff4bf-a453-4887-a1ff-06f10773c6fd None None] Port 54112888-0827-444b-98c8-e521d241e30c cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:23:31.545949 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-98420280-f91d-405f-828a-c29d19b043f3 req-67772e27-d78e-4800-8124-276d85e48fd7 service neutron] In _notify_port_updated(), no bound segment for port 54112888-0827-444b-98c8-e521d241e30c on network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 {{(pid=103334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:23:31.547391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98420280-f91d-405f-828a-c29d19b043f3 req-67772e27-d78e-4800-8124-276d85e48fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:31.548048 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-98420280-f91d-405f-828a-c29d19b043f3 req-67772e27-d78e-4800-8124-276d85e48fd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:31.549370 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-98420280-f91d-405f-828a-c29d19b043f3 req-67772e27-d78e-4800-8124-276d85e48fd7 service neutron] 10.222.0.45 "PUT /v2.0/ports/54112888-0827-444b-98c8-e521d241e30c HTTP/1.1" status: 200 len: 1026 time: 0.8974366 Dec 09 02:23:32.511665 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38276) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:32.557475 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b739c-942e-4cf3-bb2c-d3c984106fac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:32.558813 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-661b739c-942e-4cf3-bb2c-d3c984106fac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports/54112888-0827-444b-98c8-e521d241e30c HTTP/1.1" status: 200 len: 925 time: 0.0461550 Dec 09 02:23:32.771160 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38280) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:32.775800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9abed6a9-3bce-4741-8bcb-ad6ea55fb05c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1374747417', 'description': 'tempest-secgroup-smoke-1374747417 description', 'project_id': '11e56525f9144d56b0abeb03a899d780'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:32.797612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9abed6a9-3bce-4741-8bcb-ad6ea55fb05c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:32.861343 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9abed6a9-3bce-4741-8bcb-ad6ea55fb05c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:32.864789 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9abed6a9-3bce-4741-8bcb-ad6ea55fb05c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:32.893528 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9abed6a9-3bce-4741-8bcb-ad6ea55fb05c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:32.894749 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9abed6a9-3bce-4741-8bcb-ad6ea55fb05c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1225407 Dec 09 02:23:32.896674 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abed6a9-3bce-4741-8bcb-ad6ea55fb05c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfab5ac-e85c-4463-baba-2e0216998451,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:32.897711 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38282) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:32.902349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-ebf6f0c2-adfa-4feb-99d7-c1f5ac009d95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '9cfab5ac-e85c-4463-baba-2e0216998451', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:32.929390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f0c2-adfa-4feb-99d7-c1f5ac009d95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:32.983148 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f0c2-adfa-4feb-99d7-c1f5ac009d95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:32.987118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f0c2-adfa-4feb-99d7-c1f5ac009d95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.003010 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-81962020-2257-405c-9c9e-d8ded970798e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.005433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6f0c2-adfa-4feb-99d7-c1f5ac009d95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7aa17a-c5d3-4954-b78e-d3d0385cd0e2,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:33.012570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f0c2-adfa-4feb-99d7-c1f5ac009d95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.013773 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ebf6f0c2-adfa-4feb-99d7-c1f5ac009d95 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149580 Dec 09 02:23:33.016560 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38284) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:33.020841 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-c11ca5a6-03f5-4bba-829b-4fe711a9ff31 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '9cfab5ac-e85c-4463-baba-2e0216998451', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:33.045921 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c11ca5a6-03f5-4bba-829b-4fe711a9ff31 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.051106 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 54112888-0827-444b-98c8-e521d241e30c no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:23:33.089198 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 54112888-0827-444b-98c8-e521d241e30c not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:23:33.102767 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c11ca5a6-03f5-4bba-829b-4fe711a9ff31 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.106250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c11ca5a6-03f5-4bba-829b-4fe711a9ff31 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.124822 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ca5a6-03f5-4bba-829b-4fe711a9ff31 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8347e79c-897a-4a8d-852b-36bab38d112e,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:33.134001 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c11ca5a6-03f5-4bba-829b-4fe711a9ff31 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.135194 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c11ca5a6-03f5-4bba-829b-4fe711a9ff31 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176832 Dec 09 02:23:33.137945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38286) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:33.142412 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f14d138e-998c-4884-80e0-30479f886df2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '9cfab5ac-e85c-4463-baba-2e0216998451', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:33.168243 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f14d138e-998c-4884-80e0-30479f886df2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.225185 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f14d138e-998c-4884-80e0-30479f886df2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.228752 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f14d138e-998c-4884-80e0-30479f886df2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.246328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d138e-998c-4884-80e0-30479f886df2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcaf63e5-687b-46d5-8e36-c36f3256bbeb,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:33.254157 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f14d138e-998c-4884-80e0-30479f886df2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.255293 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f14d138e-998c-4884-80e0-30479f886df2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163137 Dec 09 02:23:33.258069 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38288) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:33.262396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-70a880b4-1919-4d84-bafe-b5e8f4cb593f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '9cfab5ac-e85c-4463-baba-2e0216998451', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:33.288449 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70a880b4-1919-4d84-bafe-b5e8f4cb593f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.344679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70a880b4-1919-4d84-bafe-b5e8f4cb593f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.347971 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70a880b4-1919-4d84-bafe-b5e8f4cb593f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.365279 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a880b4-1919-4d84-bafe-b5e8f4cb593f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef87855c-22ba-49f6-ac53-6e9ca0cb0c85,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:33.373042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70a880b4-1919-4d84-bafe-b5e8f4cb593f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.374264 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-70a880b4-1919-4d84-bafe-b5e8f4cb593f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152468 Dec 09 02:23:33.376955 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38290) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:33.381176 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f68d24bb-dd60-4c59-9ee9-8675f27d5f1b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '9cfab5ac-e85c-4463-baba-2e0216998451', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:33.402174 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-f68d24bb-dd60-4c59-9ee9-8675f27d5f1b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:23:33.407545 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f68d24bb-dd60-4c59-9ee9-8675f27d5f1b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.463901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f68d24bb-dd60-4c59-9ee9-8675f27d5f1b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.467270 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f68d24bb-dd60-4c59-9ee9-8675f27d5f1b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.485375 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d24bb-dd60-4c59-9ee9-8675f27d5f1b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390d7424-b66e-4872-8b02-aa2a0ab77194,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:33.493368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f68d24bb-dd60-4c59-9ee9-8675f27d5f1b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.494592 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f68d24bb-dd60-4c59-9ee9-8675f27d5f1b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166945 Dec 09 02:23:33.497206 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38292) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:33.501664 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-79f726fd-172b-48f6-96f9-7a0d6d3dcb08 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '9cfab5ac-e85c-4463-baba-2e0216998451', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:33.524828 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-79f726fd-172b-48f6-96f9-7a0d6d3dcb08 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:23:33.529622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-79f726fd-172b-48f6-96f9-7a0d6d3dcb08 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.588963 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-79f726fd-172b-48f6-96f9-7a0d6d3dcb08 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.592306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-79f726fd-172b-48f6-96f9-7a0d6d3dcb08 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.610107 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f726fd-172b-48f6-96f9-7a0d6d3dcb08 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a9fa0a-716a-4b60-b7e1-4b6e973cc861,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:33.617610 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-79f726fd-172b-48f6-96f9-7a0d6d3dcb08 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:33.618853 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-79f726fd-172b-48f6-96f9-7a0d6d3dcb08 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206794 Dec 09 02:23:33.763263 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-5e78af4f-3b2f-40ed-bb4a-196e53ec1621 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374747417&fields=id&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 267 time: 0.0425067 Dec 09 02:23:33.813250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-6789fc58-5635-4d70-bb89-d42488bd76ba tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:33.814489 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-6789fc58-5635-4d70-bb89-d42488bd76ba tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports/54112888-0827-444b-98c8-e521d241e30c HTTP/1.1" status: 200 len: 930 time: 0.0425909 Dec 09 02:23:33.857976 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-8dbc0d0d-4a4b-4f9c-8af8-224249123da0 service neutron] 10.222.0.43 "GET /v2.0/ports/54112888-0827-444b-98c8-e521d241e30c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0316448 Dec 09 02:23:33.947454 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-a63110c0-989f-4fda-be32-40393fd4bf3a service neutron] 10.222.0.43 "GET /v2.0/networks/cf6950c1-bc5c-4978-8461-0b93ccaaaff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838418 Dec 09 02:23:34.033591 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-475dfb7e-35b6-4244-942b-a27a8b139558 service neutron] 10.222.0.43 "GET /v2.0/networks/cf6950c1-bc5c-4978-8461-0b93ccaaaff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795557 Dec 09 02:23:34.188662 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0c185f1e-80fa-4019-a26a-ed3e70aa2acc req-fab47211-b72a-412e-8b20-f38cbc1cbc15 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385 HTTP/1.1" status: 200 len: 210 time: 0.0274010 Dec 09 02:23:35.097908 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-03aae733-4db0-4eaa-a94c-5444bc115b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:35.099298 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-03aae733-4db0-4eaa-a94c-5444bc115b11 service neutron] 10.222.0.45 "GET /v2.0/ports/54112888-0827-444b-98c8-e521d241e30c HTTP/1.1" status: 200 len: 1026 time: 0.0386620 Dec 09 02:23:35.209283 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-223a2c67-62c8-4137-9073-72fc674cd97d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:35.210744 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-223a2c67-62c8-4137-9073-72fc674cd97d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/networks?id=cf6950c1-bc5c-4978-8461-0b93ccaaaff3 HTTP/1.1" status: 200 len: 796 time: 0.1052821 Dec 09 02:23:35.253284 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7f3e07e-83ba-42ae-9906-549cdbbf4b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:35.297710 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-db940202-3ba1-446a-94b9-00ccb83289ca req-51d628fa-61cd-48a8-bc50-8c2d7a6fd891 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385 HTTP/1.1" status: 200 len: 210 time: 0.0407629 Dec 09 02:23:35.324342 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-c309c7f2-7d73-484e-9d7f-75f0fac9f2c7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 473 time: 0.0959306 Dec 09 02:23:35.336960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Request body: {'port': {'device_id': '42ed22e7-b26a-4b8f-9058-d2a82b17a385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:35.387740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:35.644274 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54112888-0827-444b-98c8-e521d241e30c {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:23:35.651519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:35.664361 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Transition to ACTIVE for port object 54112888-0827-444b-98c8-e521d241e30c will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:23:35.667631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:35.744155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Pushing event updated for resources: {'Port': ['ID=54112888-0827-444b-98c8-e521d241e30c,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:35.838519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Attempting to bind port 54112888-0827-444b-98c8-e521d241e30c on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:23:35.838862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Attempting to bind port 54112888-0827-444b-98c8-e521d241e30c by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '30ee6058-d191-4d25-bf81-299480258fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:23:35.839195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Attempting to bind port 54112888-0827-444b-98c8-e521d241e30c on network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:23:35.844205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Port 54112888-0827-444b-98c8-e521d241e30c on network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:23:35.844533 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Attempting to bind port 54112888-0827-444b-98c8-e521d241e30c on network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:23:35.849609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:23:35.849952 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Checking segment: {'id': '30ee6058-d191-4d25-bf81-299480258fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:23:35.850335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Bound using segment: {'id': '30ee6058-d191-4d25-bf81-299480258fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:23:35.850768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Bound port: 54112888-0827-444b-98c8-e521d241e30c, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ee6058-d191-4d25-bf81-299480258fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:23:35.851128 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:35.912630 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] For port 54112888-0827-444b-98c8-e521d241e30c, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:23:35.915558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] For port 54112888-0827-444b-98c8-e521d241e30c, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=54112888-0827-444b-98c8-e521d241e30c,segment=NetworkSegment(30ee6058-d191-4d25-bf81-299480258fee),segment_id=30ee6058-d191-4d25-bf81-299480258fee)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:23:35.920298 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:35.954179 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:35.954797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:35.956169 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] 10.222.0.45 "PUT /v2.0/ports/54112888-0827-444b-98c8-e521d241e30c HTTP/1.1" status: 200 len: 1131 time: 0.6230800 Dec 09 02:23:35.956602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ed22e7-b26a-4b8f-9058-d2a82b17a385', 'tag': '54112888-0827-444b-98c8-e521d241e30c'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:23:35.958826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f4fe8d-fe0f-48b5-bb3b-d069d430c1db" -d '{"events": [{"name": "network-changed", "server_uuid": "42ed22e7-b26a-4b8f-9058-d2a82b17a385", "tag": "54112888-0827-444b-98c8-e521d241e30c"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:23:35.983125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096889bf-492d-4610-b688-5ccc1965ad21 service neutron] Pushing event updated for resources: {'Port': ['ID=54112888-0827-444b-98c8-e521d241e30c,revision_number=8']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:36.004306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f043e2-41c7-4d59-9172-ecb2e1f83c9d x-openstack-request-id: req-31f043e2-41c7-4d59-9172-ecb2e1f83c9d {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:23:36.004618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ed22e7-b26a-4b8f-9058-d2a82b17a385", "tag": "54112888-0827-444b-98c8-e521d241e30c", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:23:36.004884 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31f043e2-41c7-4d59-9172-ecb2e1f83c9d {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:23:36.005317 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ed22e7-b26a-4b8f-9058-d2a82b17a385', 'tag': '54112888-0827-444b-98c8-e521d241e30c', 'status': 'completed', 'code': 200} Dec 09 02:23:36.066460 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-db30c487-2288-4d77-9959-bed1ac186a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:36.068181 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-db30c487-2288-4d77-9959-bed1ac186a9c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385 HTTP/1.1" status: 200 len: 1134 time: 0.0466330 Dec 09 02:23:36.145271 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-68a5a667-9ef6-43e7-8643-5a41f54a2269 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54112888-0827-444b-98c8-e521d241e30c HTTP/1.1" status: 200 len: 1036 time: 0.0625525 Dec 09 02:23:36.194112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-34b535b9-1033-4eea-8e8a-43643de3fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:36.195489 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-34b535b9-1033-4eea-8e8a-43643de3fe49 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=472131d7-ab2b-4a11-ae46-88122735d28e HTTP/1.1" status: 200 len: 834 time: 0.0436318 Dec 09 02:23:36.244520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-cfe22646-12ff-4c7d-bcf3-b5f55c5447a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:36.245940 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-cfe22646-12ff-4c7d-bcf3-b5f55c5447a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cf6950c1-bc5c-4978-8461-0b93ccaaaff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0435598 Dec 09 02:23:36.334956 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-bbfd9e42-f6d5-4d7b-9053-7bc9e24d62af service neutron] 10.222.0.45 "GET /v2.0/networks/cf6950c1-bc5c-4978-8461-0b93ccaaaff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805204 Dec 09 02:23:36.380113 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:36.457869 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e1571-3aae-4075-81b6-613000e09b1d req-94a4babb-6720-494d-8f97-82df2de77112 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:36.459283 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-332e1571-3aae-4075-81b6-613000e09b1d req-94a4babb-6720-494d-8f97-82df2de77112 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385 HTTP/1.1" status: 200 len: 981 time: 0.0709577 Dec 09 02:23:36.475288 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57dd9b8d-332e-4030-8ead-20096784eeb9 req-b520f68d-9f29-45bb-bfce-a11c201326dd service neutron] 10.222.0.45 "GET /v2.0/networks/cf6950c1-bc5c-4978-8461-0b93ccaaaff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335390 Dec 09 02:23:36.510385 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-332e1571-3aae-4075-81b6-613000e09b1d req-9c39beb1-8133-48f9-bbcd-ff4a7cf593ce tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439863 Dec 09 02:23:36.608098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4fe8d-fe0f-48b5-bb3b-d069d430c1db req-9e09e996-41d9-4c45-b246-258d6b24f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:36.609555 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f1f4fe8d-fe0f-48b5-bb3b-d069d430c1db req-9e09e996-41d9-4c45-b246-258d6b24f09d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385 HTTP/1.1" status: 200 len: 1134 time: 0.0400648 Dec 09 02:23:36.704172 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4fe8d-fe0f-48b5-bb3b-d069d430c1db req-34836b0e-d6ce-4799-b0cf-28c29b0c4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:36.705660 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f1f4fe8d-fe0f-48b5-bb3b-d069d430c1db req-34836b0e-d6ce-4799-b0cf-28c29b0c4d35 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cf6950c1-bc5c-4978-8461-0b93ccaaaff3 HTTP/1.1" status: 200 len: 897 time: 0.0878916 Dec 09 02:23:36.771410 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f1f4fe8d-fe0f-48b5-bb3b-d069d430c1db req-38c6064a-d623-4475-ab7e-6102c0b93a40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54112888-0827-444b-98c8-e521d241e30c HTTP/1.1" status: 200 len: 1036 time: 0.0573499 Dec 09 02:23:36.825651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4fe8d-fe0f-48b5-bb3b-d069d430c1db req-37b8e61c-0b0c-476d-b20e-19aac6ce71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:36.827082 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f1f4fe8d-fe0f-48b5-bb3b-d069d430c1db req-37b8e61c-0b0c-476d-b20e-19aac6ce71a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=472131d7-ab2b-4a11-ae46-88122735d28e HTTP/1.1" status: 200 len: 834 time: 0.0469356 Dec 09 02:23:36.870733 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4fe8d-fe0f-48b5-bb3b-d069d430c1db req-7d680ce9-29f6-4931-b0e6-da753c30857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:36.872239 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f1f4fe8d-fe0f-48b5-bb3b-d069d430c1db req-7d680ce9-29f6-4931-b0e6-da753c30857c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cf6950c1-bc5c-4978-8461-0b93ccaaaff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0380180 Dec 09 02:23:36.960496 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f1f4fe8d-fe0f-48b5-bb3b-d069d430c1db req-0b9314ef-bb08-40ed-adb5-7fe5b51c58c8 service neutron] 10.222.0.45 "GET /v2.0/networks/cf6950c1-bc5c-4978-8461-0b93ccaaaff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798073 Dec 09 02:23:37.053700 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f1f4fe8d-fe0f-48b5-bb3b-d069d430c1db req-5d19745e-c1d1-4d95-8598-3e52d20fa8f6 service neutron] 10.222.0.45 "GET /v2.0/networks/cf6950c1-bc5c-4978-8461-0b93ccaaaff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844293 Dec 09 02:23:37.625146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5896a09-3a05-4f15-a3e7-1fd6d7fd1e4c req-bf37765e-9b82-42a3-abcb-fa1b6c29bd55 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:37.626610 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d5896a09-3a05-4f15-a3e7-1fd6d7fd1e4c req-bf37765e-9b82-42a3-abcb-fa1b6c29bd55 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385 HTTP/1.1" status: 200 len: 981 time: 0.0493107 Dec 09 02:23:37.673873 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d5896a09-3a05-4f15-a3e7-1fd6d7fd1e4c req-67469a1e-017c-4a7c-9316-ef121029391d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414648 Dec 09 02:23:37.768851 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:38.633542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:38.791100 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfad428-0f9d-43ed-84fa-ee10f2e9d2e4 req-36df6e36-be08-4729-998f-60b8edc784de tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:38.792595 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0bfad428-0f9d-43ed-84fa-ee10f2e9d2e4 req-36df6e36-be08-4729-998f-60b8edc784de tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385 HTTP/1.1" status: 200 len: 981 time: 0.0527565 Dec 09 02:23:38.838063 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0bfad428-0f9d-43ed-84fa-ee10f2e9d2e4 req-00c4248d-a071-488b-a711-cc1f0843cefd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395582 Dec 09 02:23:39.066068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 54112888-0827-444b-98c8-e521d241e30c details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:23:39.160794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 54112888-0827-444b-98c8-e521d241e30c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=54112888-0827-444b-98c8-e521d241e30c,segment=NetworkSegment(30ee6058-d191-4d25-bf81-299480258fee),segment_id=30ee6058-d191-4d25-bf81-299480258fee)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:39.171499 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '54112888-0827-444b-98c8-e521d241e30c', 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3', 'port_id': '54112888-0827-444b-98c8-e521d241e30c', 'mac_address': 'fa:16:3e:88:27:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:23:39.206955 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:39.219054 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54112888-0827-444b-98c8-e521d241e30c {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:23:39.237771 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 54112888-0827-444b-98c8-e521d241e30c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=54112888-0827-444b-98c8-e521d241e30c,segment=NetworkSegment(30ee6058-d191-4d25-bf81-299480258fee),segment_id=30ee6058-d191-4d25-bf81-299480258fee)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:39.242032 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:39.292227 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=54112888-0827-444b-98c8-e521d241e30c,revision_number=9']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:39.515668 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['54112888-0827-444b-98c8-e521d241e30c'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:23:39.950908 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eebabd-6b11-4969-8c8f-a492c1702039 req-349a6906-0a83-4ee0-9387-4794faca43a6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:39.953049 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b4eebabd-6b11-4969-8c8f-a492c1702039 req-349a6906-0a83-4ee0-9387-4794faca43a6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385 HTTP/1.1" status: 200 len: 982 time: 0.0483487 Dec 09 02:23:39.997622 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b4eebabd-6b11-4969-8c8f-a492c1702039 req-89d23bc3-3eeb-4a42-9bb5-17b9bbd7657e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388141 Dec 09 02:23:41.083006 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 54112888-0827-444b-98c8-e521d241e30c up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:23:41.110757 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e187d0b-a2e0-431a-91d1-9dcfd8c507c8 req-4d8f2250-53a0-4cf8-a628-315782a02e8a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:41.112295 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e187d0b-a2e0-431a-91d1-9dcfd8c507c8 req-4d8f2250-53a0-4cf8-a628-315782a02e8a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385 HTTP/1.1" status: 200 len: 982 time: 0.0486605 Dec 09 02:23:41.135239 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 54112888-0827-444b-98c8-e521d241e30c completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:23:41.139349 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 54112888-0827-444b-98c8-e521d241e30c triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:41.140243 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:41.167047 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e187d0b-a2e0-431a-91d1-9dcfd8c507c8 req-64318397-1ad7-454c-8a8d-73224ebc32ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481117 Dec 09 02:23:41.214457 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:41.236323 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ed22e7-b26a-4b8f-9058-d2a82b17a385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54112888-0827-444b-98c8-e521d241e30c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:23:41.238591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044dae3e-01c7-458c-b1df-161b47e63cad" -d '{"events": [{"server_uuid": "42ed22e7-b26a-4b8f-9058-d2a82b17a385", "name": "network-vif-plugged", "status": "completed", "tag": "54112888-0827-444b-98c8-e521d241e30c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:23:41.251287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 54112888-0827-444b-98c8-e521d241e30c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=54112888-0827-444b-98c8-e521d241e30c,segment=NetworkSegment(30ee6058-d191-4d25-bf81-299480258fee),segment_id=30ee6058-d191-4d25-bf81-299480258fee)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:41.255678 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:41.278482 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacc85e1-77ac-4460-99c9-63c95e050f88 x-openstack-request-id: req-aacc85e1-77ac-4460-99c9-63c95e050f88 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:23:41.278718 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ed22e7-b26a-4b8f-9058-d2a82b17a385", "name": "network-vif-plugged", "status": "completed", "tag": "54112888-0827-444b-98c8-e521d241e30c", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:23:41.278972 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aacc85e1-77ac-4460-99c9-63c95e050f88 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:23:41.279358 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ed22e7-b26a-4b8f-9058-d2a82b17a385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54112888-0827-444b-98c8-e521d241e30c', 'code': 200} Dec 09 02:23:41.307343 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=54112888-0827-444b-98c8-e521d241e30c,revision_number=10']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:41.479649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d393f01-8aae-4aa4-9e90-78bc9d945afe req-d3568d8a-2f7f-4253-b06f-00e78a815300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:41.481105 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7d393f01-8aae-4aa4-9e90-78bc9d945afe req-d3568d8a-2f7f-4253-b06f-00e78a815300 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385 HTTP/1.1" status: 200 len: 1137 time: 0.0393782 Dec 09 02:23:41.525919 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7d393f01-8aae-4aa4-9e90-78bc9d945afe req-e7570db8-f279-4185-99c1-c8f85ec40be7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372269 Dec 09 02:23:42.281403 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565e358-a1b7-4595-9dd7-80ae1f4f8d3b req-79c7e310-5777-4f3b-8b25-8bb097fc1586 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:42.282879 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2565e358-a1b7-4595-9dd7-80ae1f4f8d3b req-79c7e310-5777-4f3b-8b25-8bb097fc1586 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385 HTTP/1.1" status: 200 len: 984 time: 0.0479648 Dec 09 02:23:42.328939 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2565e358-a1b7-4595-9dd7-80ae1f4f8d3b req-3511ce85-0c29-4465-8f7a-db556a38d01d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399928 Dec 09 02:23:43.446712 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd65730-c720-424b-a0db-be2d6dcc28a7 req-ed04d98a-758e-49f8-9196-7589a8ff7e6c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:43.448144 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcd65730-c720-424b-a0db-be2d6dcc28a7 req-ed04d98a-758e-49f8-9196-7589a8ff7e6c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385 HTTP/1.1" status: 200 len: 984 time: 0.0530481 Dec 09 02:23:43.493853 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcd65730-c720-424b-a0db-be2d6dcc28a7 req-624e6721-9c21-48ae-8e23-760365b9d60c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399013 Dec 09 02:23:43.612334 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595af9f2-1b25-47ec-9c7f-c514505eb7c2 req-d1d6d6b3-eef7-4487-8885-473137f9f40a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:43.613800 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-595af9f2-1b25-47ec-9c7f-c514505eb7c2 req-d1d6d6b3-eef7-4487-8885-473137f9f40a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385 HTTP/1.1" status: 200 len: 984 time: 0.0487812 Dec 09 02:23:43.661162 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-595af9f2-1b25-47ec-9c7f-c514505eb7c2 req-9642eddb-2681-439e-a190-629cd2ef2ca0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 Dec 09 02:23:43.683174 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38342) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:43.754734 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97939b5-8282-40d5-b15f-b621950acd7f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:43.756342 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c97939b5-8282-40d5-b15f-b621950acd7f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385&network_id=cf6950c1-bc5c-4978-8461-0b93ccaaaff3 HTTP/1.1" status: 200 len: 1132 time: 0.0721705 Dec 09 02:23:43.963760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca559e-122c-4507-8b87-c02b2a52803a req-27402bed-06b2-4406-93e0-f129934041d5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:43.965251 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-40ca559e-122c-4507-8b87-c02b2a52803a req-27402bed-06b2-4406-93e0-f129934041d5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385 HTTP/1.1" status: 200 len: 984 time: 0.0483906 Dec 09 02:23:44.012133 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-40ca559e-122c-4507-8b87-c02b2a52803a req-d5b25039-b2cf-4916-92c4-83b36faf7e9f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399621 Dec 09 02:23:44.104003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:45.130055 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8965ca8-6bad-42de-b3cc-32e931bc9618 req-a9135036-53de-4d8b-8263-74b6f3380902 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:45.131604 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f8965ca8-6bad-42de-b3cc-32e931bc9618 req-a9135036-53de-4d8b-8263-74b6f3380902 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385 HTTP/1.1" status: 200 len: 984 time: 0.0492091 Dec 09 02:23:45.184764 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f8965ca8-6bad-42de-b3cc-32e931bc9618 req-60371c25-bb0d-487a-b593-773be64133b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=a755401e-8075-427b-be6a-32ab64ae0cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473523 Dec 09 02:23:45.388149 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b76472-7fde-468a-ae37-188aec309044 req-19ba3bbc-d1fd-4375-bd1c-014b3779aee6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:45.389492 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d1b76472-7fde-468a-ae37-188aec309044 req-19ba3bbc-d1fd-4375-bd1c-014b3779aee6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/ports?device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385 HTTP/1.1" status: 200 len: 984 time: 0.0481470 Dec 09 02:23:45.432893 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b76472-7fde-468a-ae37-188aec309044 req-1977aba3-cb9d-4562-b78d-2b9ab1d26f01 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:45.434228 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d1b76472-7fde-468a-ae37-188aec309044 req-1977aba3-cb9d-4562-b78d-2b9ab1d26f01 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/ports/54112888-0827-444b-98c8-e521d241e30c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0389223 Dec 09 02:23:45.539878 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d1b76472-7fde-468a-ae37-188aec309044 req-d1244a08-f5e4-4cf6-ad73-86808819e03d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/networks/cf6950c1-bc5c-4978-8461-0b93ccaaaff3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0988395 Dec 09 02:23:45.550754 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-d1b76472-7fde-468a-ae37-188aec309044 req-e5b07e94-cc5b-4f22-a6e7-401545902d6c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:45.603779 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d1b76472-7fde-468a-ae37-188aec309044 req-e5b07e94-cc5b-4f22-a6e7-401545902d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:45.735694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-d1b76472-7fde-468a-ae37-188aec309044 req-e5b07e94-cc5b-4f22-a6e7-401545902d6c service neutron] For port 54112888-0827-444b-98c8-e521d241e30c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=54112888-0827-444b-98c8-e521d241e30c,segment=NetworkSegment(30ee6058-d191-4d25-bf81-299480258fee),segment_id=30ee6058-d191-4d25-bf81-299480258fee)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:45.767201 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-d1b76472-7fde-468a-ae37-188aec309044 req-e5b07e94-cc5b-4f22-a6e7-401545902d6c service neutron] For port 54112888-0827-444b-98c8-e521d241e30c, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:23:45.797962 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-d1b76472-7fde-468a-ae37-188aec309044 req-e5b07e94-cc5b-4f22-a6e7-401545902d6c service neutron] device_id is not set on port 54112888-0827-444b-98c8-e521d241e30c yet. {{(pid=103334) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 09 02:23:45.806030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d1b76472-7fde-468a-ae37-188aec309044 req-e5b07e94-cc5b-4f22-a6e7-401545902d6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:45.811252 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d1b76472-7fde-468a-ae37-188aec309044 req-e5b07e94-cc5b-4f22-a6e7-401545902d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:45.886269 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b07e94-cc5b-4f22-a6e7-401545902d6c service neutron] Pushing event updated for resources: {'Port': ['ID=54112888-0827-444b-98c8-e521d241e30c,revision_number=11']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:45.930891 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b76472-7fde-468a-ae37-188aec309044 req-e5b07e94-cc5b-4f22-a6e7-401545902d6c service neutron] No DVR routers for this DVR port 54112888-0827-444b-98c8-e521d241e30c on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:23:46.067591 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-d1b76472-7fde-468a-ae37-188aec309044 req-e5b07e94-cc5b-4f22-a6e7-401545902d6c service neutron] In _notify_port_updated(), no bound segment for port 54112888-0827-444b-98c8-e521d241e30c on network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 {{(pid=103334) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 09 02:23:46.068464 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b76472-7fde-468a-ae37-188aec309044 req-e5b07e94-cc5b-4f22-a6e7-401545902d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:46.069063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d1b76472-7fde-468a-ae37-188aec309044 req-e5b07e94-cc5b-4f22-a6e7-401545902d6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:46.070334 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d1b76472-7fde-468a-ae37-188aec309044 req-e5b07e94-cc5b-4f22-a6e7-401545902d6c service neutron] 10.222.0.45 "PUT /v2.0/ports/54112888-0827-444b-98c8-e521d241e30c HTTP/1.1" status: 200 len: 1027 time: 0.5234151 Dec 09 02:23:46.129657 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-34d1a0bc-9768-4275-b34e-964e8a992ec0 None None] Provisioning complete for port 54112888-0827-444b-98c8-e521d241e30c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:46.130069 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34d1a0bc-9768-4275-b34e-964e8a992ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:46.165490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-34d1a0bc-9768-4275-b34e-964e8a992ec0 None None] Port 54112888-0827-444b-98c8-e521d241e30c cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:23:46.287393 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9487f1b2-cf9e-486a-85db-4b2ff0f6e8a6 req-b1881923-5056-4756-b2fc-f35c325ae614 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=42ed22e7-b26a-4b8f-9058-d2a82b17a385 HTTP/1.1" status: 200 len: 210 time: 0.0259407 Dec 09 02:23:47.342249 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38354) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:47.400487 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-56cd374e-478d-4a30-93f6-0195769987aa tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:47.426567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-56cd374e-478d-4a30-93f6-0195769987aa tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:47.486346 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-56cd374e-478d-4a30-93f6-0195769987aa tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:47.489092 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-56cd374e-478d-4a30-93f6-0195769987aa tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:47.490229 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-56cd374e-478d-4a30-93f6-0195769987aa tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/security-groups/9cfab5ac-e85c-4463-baba-2e0216998451 HTTP/1.1" status: 204 len: 168 time: 0.1470008 Dec 09 02:23:47.498935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd374e-478d-4a30-93f6-0195769987aa tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfab5ac-e85c-4463-baba-2e0216998451,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:47.522780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38358) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:47.676690 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-71577705-9422-4ee5-a194-dd94049022c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port db3e4940-6e3d-45f1-b2ae-4b159f39f8d7 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:23:47.676945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71577705-9422-4ee5-a194-dd94049022c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:47.747555 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71577705-9422-4ee5-a194-dd94049022c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:47.747884 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71577705-9422-4ee5-a194-dd94049022c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:47.758969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-71577705-9422-4ee5-a194-dd94049022c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for db3e4940-6e3d-45f1-b2ae-4b159f39f8d7 owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:23:47.899154 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71577705-9422-4ee5-a194-dd94049022c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:47.924554 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71577705-9422-4ee5-a194-dd94049022c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=db3e4940-6e3d-45f1-b2ae-4b159f39f8d7,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:47.983752 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71577705-9422-4ee5-a194-dd94049022c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:47.984089 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-71577705-9422-4ee5-a194-dd94049022c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP cebb7388-dc8a-4b17-8e1e-9711fd434311 disassociated (deleted). External IP: 172.26.3.96, port: 54112888-0827-444b-98c8-e521d241e30c. Dec 09 02:23:48.186240 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71577705-9422-4ee5-a194-dd94049022c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 2923ee70-7dc3-4da7-98ca-087a95999b8b has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:23:48.291559 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71577705-9422-4ee5-a194-dd94049022c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:23:48.296379 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71577705-9422-4ee5-a194-dd94049022c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:48.300842 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa925b0b-1313-45a1-b974-b7d2839f17a8 None None] Sync routers for ids ['2923ee70-7dc3-4da7-98ca-087a95999b8b'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:23:48.310103 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa925b0b-1313-45a1-b974-b7d2839f17a8 None None] Routers {'2923ee70-7dc3-4da7-98ca-087a95999b8b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:48.310708 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-aa925b0b-1313-45a1-b974-b7d2839f17a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:23:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2923ee70-7dc3-4da7-98ca-087a95999b8b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:48.322641 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-71577705-9422-4ee5-a194-dd94049022c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/floatingips/cebb7388-dc8a-4b17-8e1e-9711fd434311 HTTP/1.1" status: 204 len: 168 time: 0.7987540 Dec 09 02:23:48.388860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38364) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:48.417489 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-aa925b0b-1313-45a1-b974-b7d2839f17a8 None None] Set router 2923ee70-7dc3-4da7-98ca-087a95999b8b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:48.448162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f9b642a-747a-494e-8997-4366b04e2cfd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:48.473750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f9b642a-747a-494e-8997-4366b04e2cfd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:48.532435 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f9b642a-747a-494e-8997-4366b04e2cfd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:48.535792 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f9b642a-747a-494e-8997-4366b04e2cfd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:48.540625 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8f9b642a-747a-494e-8997-4366b04e2cfd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/security-groups/876d28c1-b2d9-4efa-b811-9a80ac16e3cf HTTP/1.1" status: 204 len: 168 time: 0.1506462 Dec 09 02:23:48.551753 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b642a-747a-494e-8997-4366b04e2cfd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=876d28c1-b2d9-4efa-b811-9a80ac16e3cf,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:48.570182 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38368) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:48.625241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-aa925b0b-1313-45a1-b974-b7d2839f17a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'name': 'tempest-TestNetworkBasicOps-router-582369247', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:13Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'a0c516e1-4f8f-425a-aff7-b2505880dec0', 'name': '', 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:07:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:12Z', 'updated_at': '2021-12-09T02:23:16Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:48.653757 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa925b0b-1313-45a1-b974-b7d2839f17a8 None None] Checking router: 2923ee70-7dc3-4da7-98ca-087a95999b8b for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:23:48.660481 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f44b7e32-c4a1-42da-8084-e17a9d71fac7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 54112888-0827-444b-98c8-e521d241e30c {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:23:48.660825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f44b7e32-c4a1-42da-8084-e17a9d71fac7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:48.663214 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa925b0b-1313-45a1-b974-b7d2839f17a8 None None] Routers {'2923ee70-7dc3-4da7-98ca-087a95999b8b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:48.663857 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-aa925b0b-1313-45a1-b974-b7d2839f17a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:23:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2923ee70-7dc3-4da7-98ca-087a95999b8b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:48.746361 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f44b7e32-c4a1-42da-8084-e17a9d71fac7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:48.759076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f44b7e32-c4a1-42da-8084-e17a9d71fac7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 54112888-0827-444b-98c8-e521d241e30c owned by {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:23:48.891223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f44b7e32-c4a1-42da-8084-e17a9d71fac7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:48.918692 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b7e32-c4a1-42da-8084-e17a9d71fac7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=54112888-0827-444b-98c8-e521d241e30c,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:48.920260 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-aa925b0b-1313-45a1-b974-b7d2839f17a8 None None] Set router 2923ee70-7dc3-4da7-98ca-087a95999b8b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:48.989430 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f44b7e32-c4a1-42da-8084-e17a9d71fac7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:48.992685 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f44b7e32-c4a1-42da-8084-e17a9d71fac7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/ports/54112888-0827-444b-98c8-e521d241e30c HTTP/1.1" status: 204 len: 168 time: 0.4212260 Dec 09 02:23:48.995309 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38370) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:49.115087 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 54112888-0827-444b-98c8-e521d241e30c no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:23:49.138254 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 54112888-0827-444b-98c8-e521d241e30c {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:23:49.138602 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 54112888-0827-444b-98c8-e521d241e30c not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:23:49.160447 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-aa925b0b-1313-45a1-b974-b7d2839f17a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'name': 'tempest-TestNetworkBasicOps-router-582369247', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:13Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'a0c516e1-4f8f-425a-aff7-b2505880dec0', 'name': '', 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:07:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:12Z', 'updated_at': '2021-12-09T02:23:16Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:49.189393 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa925b0b-1313-45a1-b974-b7d2839f17a8 None None] The sync data for ids ['2923ee70-7dc3-4da7-98ca-087a95999b8b'] in dv-neutron-804846-18-hyperv is: [{'id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'name': 'tempest-TestNetworkBasicOps-router-582369247', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:13Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'a0c516e1-4f8f-425a-aff7-b2505880dec0', 'name': '', 'network_id': 'cf6950c1-bc5c-4978-8461-0b93ccaaaff3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:07:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:12Z', 'updated_at': '2021-12-09T02:23:16Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '472131d7-ab2b-4a11-ae46-88122735d28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:23:49.419727 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb9df8-3ab0-4bb7-b08b-2e35daafe80b None None] New status for floating IP cebb7388-dc8a-4b17-8e1e-9711fd434311: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:23:49.673676 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd914b17-40da-4e25-a716-7aeac8a43bf7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:49.920566 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-fd914b17-40da-4e25-a716-7aeac8a43bf7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port a0c516e1-4f8f-425a-aff7-b2505880dec0 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:23:49.920915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd914b17-40da-4e25-a716-7aeac8a43bf7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:50.010034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-fd914b17-40da-4e25-a716-7aeac8a43bf7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port a0c516e1-4f8f-425a-aff7-b2505880dec0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a0c516e1-4f8f-425a-aff7-b2505880dec0,segment=NetworkSegment(30ee6058-d191-4d25-bf81-299480258fee),segment_id=30ee6058-d191-4d25-bf81-299480258fee)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:50.010395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd914b17-40da-4e25-a716-7aeac8a43bf7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:50.022626 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-fd914b17-40da-4e25-a716-7aeac8a43bf7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for a0c516e1-4f8f-425a-aff7-b2505880dec0 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:23:50.203775 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd914b17-40da-4e25-a716-7aeac8a43bf7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:50.230916 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd914b17-40da-4e25-a716-7aeac8a43bf7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=a0c516e1-4f8f-425a-aff7-b2505880dec0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:50.376589 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:23:50.403824 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd914b17-40da-4e25-a716-7aeac8a43bf7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:50.609922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd914b17-40da-4e25-a716-7aeac8a43bf7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 2923ee70-7dc3-4da7-98ca-087a95999b8b has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:23:50.714534 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd914b17-40da-4e25-a716-7aeac8a43bf7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:23:50.719562 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fd914b17-40da-4e25-a716-7aeac8a43bf7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/2923ee70-7dc3-4da7-98ca-087a95999b8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7232347 Dec 09 02:23:50.722222 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38372) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:50.724127 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f37a9-6286-4488-b753-ca83cacd7142 None None] Sync routers for ids ['2923ee70-7dc3-4da7-98ca-087a95999b8b'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:23:50.734197 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f37a9-6286-4488-b753-ca83cacd7142 None None] Routers {'2923ee70-7dc3-4da7-98ca-087a95999b8b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:50.734798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ae9f37a9-6286-4488-b753-ca83cacd7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:23:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2923ee70-7dc3-4da7-98ca-087a95999b8b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:50.775666 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-219c6074-c930-4490-acca-047c868b2bc8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting subnet 472131d7-ab2b-4a11-ae46-88122735d28e {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:23:50.778743 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-219c6074-c930-4490-acca-047c868b2bc8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:50.818588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-219c6074-c930-4490-acca-047c868b2bc8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:50.839216 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ae9f37a9-6286-4488-b753-ca83cacd7142 None None] Set router 2923ee70-7dc3-4da7-98ca-087a95999b8b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:50.899306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-219c6074-c930-4490-acca-047c868b2bc8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:50.961210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-219c6074-c930-4490-acca-047c868b2bc8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:50.989766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c6074-c930-4490-acca-047c868b2bc8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Subnet': ['ID=472131d7-ab2b-4a11-ae46-88122735d28e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:50.991770 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-219c6074-c930-4490-acca-047c868b2bc8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:50.995036 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-219c6074-c930-4490-acca-047c868b2bc8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/subnets/472131d7-ab2b-4a11-ae46-88122735d28e HTTP/1.1" status: 204 len: 168 time: 0.2718709 Dec 09 02:23:50.997751 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38374) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:51.001508 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815339e1-4a71-4a95-8b95-6cdca6f1dece None None] Network cf6950c1-bc5c-4978-8461-0b93ccaaaff3 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:23:51.087566 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ae9f37a9-6286-4488-b753-ca83cacd7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'name': 'tempest-TestNetworkBasicOps-router-582369247', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:50Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:51.102312 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0005b394-baf7-42af-9c46-d765a09c58d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:51.121577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f37a9-6286-4488-b753-ca83cacd7142 None None] Checking router: 2923ee70-7dc3-4da7-98ca-087a95999b8b for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:23:51.136658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f37a9-6286-4488-b753-ca83cacd7142 None None] Routers {'2923ee70-7dc3-4da7-98ca-087a95999b8b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:51.137262 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ae9f37a9-6286-4488-b753-ca83cacd7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:23:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['2923ee70-7dc3-4da7-98ca-087a95999b8b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:51.208905 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0005b394-baf7-42af-9c46-d765a09c58d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:51.229432 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5941ff61-260c-4661-b22c-84d110a16546 None None] DHCP port deletion for cf6950c1-bc5c-4978-8461-0b93ccaaaff3 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:23:51.262027 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0005b394-baf7-42af-9c46-d765a09c58d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port e14393bd-8f3a-4a14-8fb7-60bb5d8a238c {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:23:51.262938 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0005b394-baf7-42af-9c46-d765a09c58d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:51.279544 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ae9f37a9-6286-4488-b753-ca83cacd7142 None None] Set router 2923ee70-7dc3-4da7-98ca-087a95999b8b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:51.342819 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-0005b394-baf7-42af-9c46-d765a09c58d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port e14393bd-8f3a-4a14-8fb7-60bb5d8a238c, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e14393bd-8f3a-4a14-8fb7-60bb5d8a238c,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:51.343221 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0005b394-baf7-42af-9c46-d765a09c58d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:51.355805 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0005b394-baf7-42af-9c46-d765a09c58d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for e14393bd-8f3a-4a14-8fb7-60bb5d8a238c owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:23:51.395986 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5941ff61-260c-4661-b22c-84d110a16546 None None] Deleting port 31c389e0-63a9-4f3c-bf88-670d82385f71 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:23:51.396371 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5941ff61-260c-4661-b22c-84d110a16546 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:51.500354 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5941ff61-260c-4661-b22c-84d110a16546 None None] For port 31c389e0-63a9-4f3c-bf88-670d82385f71, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=31c389e0-63a9-4f3c-bf88-670d82385f71,segment=NetworkSegment(30ee6058-d191-4d25-bf81-299480258fee),segment_id=30ee6058-d191-4d25-bf81-299480258fee)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:51.500752 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5941ff61-260c-4661-b22c-84d110a16546 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:51.514025 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5941ff61-260c-4661-b22c-84d110a16546 None None] Calling delete_port for 31c389e0-63a9-4f3c-bf88-670d82385f71 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:23:51.522750 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0005b394-baf7-42af-9c46-d765a09c58d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:51.549389 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005b394-baf7-42af-9c46-d765a09c58d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=e14393bd-8f3a-4a14-8fb7-60bb5d8a238c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:51.567294 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5dbeb3-b4c2-4f04-ad2e-6a6e16a774d3 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:23:51.599956 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ae9f37a9-6286-4488-b753-ca83cacd7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'name': 'tempest-TestNetworkBasicOps-router-582369247', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:50Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:51.608522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0005b394-baf7-42af-9c46-d765a09c58d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:51.636365 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f37a9-6286-4488-b753-ca83cacd7142 None None] The sync data for ids ['2923ee70-7dc3-4da7-98ca-087a95999b8b'] in dv-neutron-804846-18-hyperv is: [{'id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'name': 'tempest-TestNetworkBasicOps-router-582369247', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:50Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'e14393bd-8f3a-4a14-8fb7-60bb5d8a238c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2923ee70-7dc3-4da7-98ca-087a95999b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:09Z', 'updated_at': '2021-12-09T02:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:23:51.662905 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5941ff61-260c-4661-b22c-84d110a16546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:51.693002 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941ff61-260c-4661-b22c-84d110a16546 None None] Pushing event deleted for resources: {'Port': ['ID=31c389e0-63a9-4f3c-bf88-670d82385f71,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:51.696655 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5941ff61-260c-4661-b22c-84d110a16546 None None] No DVR routers for this DVR port 31c389e0-63a9-4f3c-bf88-670d82385f71 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:23:51.716620 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0005b394-baf7-42af-9c46-d765a09c58d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:51.718757 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0005b394-baf7-42af-9c46-d765a09c58d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:51.763413 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0005b394-baf7-42af-9c46-d765a09c58d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:51.763906 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0005b394-baf7-42af-9c46-d765a09c58d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Fanout notify agent at l3_agent the message router_deleted on router 2923ee70-7dc3-4da7-98ca-087a95999b8b {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:23:51.771472 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0005b394-baf7-42af-9c46-d765a09c58d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:51.772733 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0005b394-baf7-42af-9c46-d765a09c58d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/routers/2923ee70-7dc3-4da7-98ca-087a95999b8b HTTP/1.1" status: 204 len: 168 time: 0.7739332 Dec 09 02:23:51.775380 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38376) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:51.849949 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e12419a-2117-4e71-a0ed-e9e46545f72b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:51.935639 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e12419a-2117-4e71-a0ed-e9e46545f72b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:51.955615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-9e12419a-2117-4e71-a0ed-e9e46545f72b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6950c1-bc5c-4978-8461-0b93ccaaaff3']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:51.964826 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-9e12419a-2117-4e71-a0ed-e9e46545f72b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ee6058-d191-4d25-bf81-299480258fee') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:51.965122 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-9e12419a-2117-4e71-a0ed-e9e46545f72b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ee6058-d191-4d25-bf81-299480258fee') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:51.974748 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e12419a-2117-4e71-a0ed-e9e46545f72b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:51.988180 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e12419a-2117-4e71-a0ed-e9e46545f72b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:51.996486 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e12419a-2117-4e71-a0ed-e9e46545f72b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:23:51.996983 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e12419a-2117-4e71-a0ed-e9e46545f72b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:23:52.000165 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:23:52.057112 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e12419a-2117-4e71-a0ed-e9e46545f72b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:52.064226 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e12419a-2117-4e71-a0ed-e9e46545f72b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:52.073900 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9e12419a-2117-4e71-a0ed-e9e46545f72b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/networks/cf6950c1-bc5c-4978-8461-0b93ccaaaff3 HTTP/1.1" status: 204 len: 168 time: 0.2908673 Dec 09 02:23:52.082830 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38378) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:52.085254 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12419a-2117-4e71-a0ed-e9e46545f72b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Network': ['ID=cf6950c1-bc5c-4978-8461-0b93ccaaaff3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:52.099609 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c16046ac-dc50-4aab-9ab0-ec327b5f73b3 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0131874 Dec 09 02:23:52.099948 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38380) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:52.105106 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fc86cfcf-c54e-40ae-bfa1-5f1661da64bc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'network': {'name': 'tempest-network-smoke--2133538759', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'port_security_enabled': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:52.132366 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc86cfcf-c54e-40ae-bfa1-5f1661da64bc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:23:52.136487 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc86cfcf-c54e-40ae-bfa1-5f1661da64bc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:52.161561 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc86cfcf-c54e-40ae-bfa1-5f1661da64bc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:23:52.170962 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc86cfcf-c54e-40ae-bfa1-5f1661da64bc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:52.171912 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-fc86cfcf-c54e-40ae-bfa1-5f1661da64bc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Added segment 68fb63fe-551f-40d4-a1fa-660685f9b170 of type vlan for network f4faac06-c6ea-4b8e-b008-b4cdf51303e3 Dec 09 02:23:52.211599 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc86cfcf-c54e-40ae-bfa1-5f1661da64bc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:52.230483 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a0c516e1-4f8f-425a-aff7-b2505880dec0 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:23:52.244614 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc86cfcf-c54e-40ae-bfa1-5f1661da64bc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:52.250878 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc86cfcf-c54e-40ae-bfa1-5f1661da64bc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:52.251561 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc86cfcf-c54e-40ae-bfa1-5f1661da64bc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:52.252240 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: a0c516e1-4f8f-425a-aff7-b2505880dec0 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:23:52.252597 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a0c516e1-4f8f-425a-aff7-b2505880dec0 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:23:52.253022 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 31c389e0-63a9-4f3c-bf88-670d82385f71 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:23:52.275066 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 31c389e0-63a9-4f3c-bf88-670d82385f71 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:23:52.275331 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 31c389e0-63a9-4f3c-bf88-670d82385f71 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:23:52.319864 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fc86cfcf-c54e-40ae-bfa1-5f1661da64bc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2186453 Dec 09 02:23:52.322708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38382) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:52.326052 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86cfcf-c54e-40ae-bfa1-5f1661da64bc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Network': ['ID=f4faac06-c6ea-4b8e-b008-b4cdf51303e3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:52.327464 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'admin_state_up': True, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:52.335777 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network f4faac06-c6ea-4b8e-b008-b4cdf51303e3 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:23:52.367485 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:52.368558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:52.427693 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:52.560975 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:52.750474 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:52.771899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:52.871824 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.26.3.25 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/8bd2fb12-c38f-4d61-a099-c7787a419a44) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:23:52.971098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:53.002411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:53.038133 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:23:53.040902 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:23:53.046248 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:23:53.054152 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffd7a49-65a5-479d-828c-5ce8102ba874 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:23:53.069228 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=8bd2fb12-c38f-4d61-a099-c7787a419a44,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:53.127639 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-90015253-5bc9-4aee-aee0-4dd7e5f3c9f3 None None] Provisioning complete for port 8bd2fb12-c38f-4d61-a099-c7787a419a44 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:53.127929 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90015253-5bc9-4aee-aee0-4dd7e5f3c9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:53.161007 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-90015253-5bc9-4aee-aee0-4dd7e5f3c9f3 None None] Port 8bd2fb12-c38f-4d61-a099-c7787a419a44 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:23:53.291359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:53.484373 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:53.606340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router aa0079f5-4663-4de7-be06-6a87cd63b471 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:23:53.709481 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:23:53.719381 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Sync routers for ids ['aa0079f5-4663-4de7-be06-6a87cd63b471'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:23:53.728571 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Routers {'aa0079f5-4663-4de7-be06-6a87cd63b471'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:53.729246 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:23:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['aa0079f5-4663-4de7-be06-6a87cd63b471'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:53.729391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:53.730717 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c8f3208c-45ba-4127-aa24-cfe69227b7b2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4068732 Dec 09 02:23:53.733593 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38384) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:53.767309 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-85248d1c-7691-45e3-b625-c5a82692249c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=11e56525f9144d56b0abeb03a899d780&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325477 Dec 09 02:23:53.769673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38386) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:53.831147 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Set router aa0079f5-4663-4de7-be06-6a87cd63b471 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:54.013157 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:53Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:54.040548 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Checking router: aa0079f5-4663-4de7-be06-6a87cd63b471 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:23:54.040787 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Updating router aa0079f5-4663-4de7-be06-6a87cd63b471 port 8bd2fb12-c38f-4d61-a099-c7787a419a44 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:23:54.069576 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:54.136802 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e14393bd-8f3a-4a14-8fb7-60bb5d8a238c no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:23:54.163581 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: e14393bd-8f3a-4a14-8fb7-60bb5d8a238c {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:23:54.164206 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e14393bd-8f3a-4a14-8fb7-60bb5d8a238c not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:23:54.239884 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5589ccb-b100-4a50-9e7c-37d914d36924 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:54.241393 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d5589ccb-b100-4a50-9e7c-37d914d36924 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4707952 Dec 09 02:23:54.244235 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38388) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:54.278710 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e62cc8aa-f78a-43e6-b251-a591a7627d24 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334098 Dec 09 02:23:54.281199 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38390) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:54.285834 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-41f24467-da4d-4b77-b906-e1ad6323d451 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1167666579', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:54.322083 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:54.328183 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:54.367568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e8424f-c1d2-4ad0-abc5-3b268061769f None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:23:54.371699 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Attempting to bind port 8bd2fb12-c38f-4d61-a099-c7787a419a44 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:23:54.372073 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Attempting to bind port 8bd2fb12-c38f-4d61-a099-c7787a419a44 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:23:54.372443 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Attempting to bind port 8bd2fb12-c38f-4d61-a099-c7787a419a44 on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:23:54.382931 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:23:54.383305 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:23:54.383750 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:54.384208 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:23:54.384724 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Bound port: 8bd2fb12-c38f-4d61-a099-c7787a419a44, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:23:54.385109 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:54.386746 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f24467-da4d-4b77-b906-e1ad6323d451 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:23:54.390784 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb59ea4-52e7-4451-b9cc-48a95c1a8288 None None] Pushing event updated for resources: {'Port': ['ID=8bd2fb12-c38f-4d61-a099-c7787a419a44,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:54.391885 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41f24467-da4d-4b77-b906-e1ad6323d451 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:54.442701 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] For port 8bd2fb12-c38f-4d61-a099-c7787a419a44, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:23:54.445887 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] For port 8bd2fb12-c38f-4d61-a099-c7787a419a44, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8bd2fb12-c38f-4d61-a099-c7787a419a44,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:23:54.449967 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:54.493109 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-25f1eeeb-977b-4c9b-a711-2016a4f16eba None None] Provisioning complete for port 8bd2fb12-c38f-4d61-a099-c7787a419a44 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:54.493781 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25f1eeeb-977b-4c9b-a711-2016a4f16eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:54.506306 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Routers {'aa0079f5-4663-4de7-be06-6a87cd63b471'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:54.507185 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:23:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['aa0079f5-4663-4de7-be06-6a87cd63b471'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:54.522624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d6004c-639c-43bf-ac67-397187d85b11 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:23:54.559130 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb59ea4-52e7-4451-b9cc-48a95c1a8288 None None] Pushing event updated for resources: {'Port': ['ID=8bd2fb12-c38f-4d61-a099-c7787a419a44,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:54.575920 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41f24467-da4d-4b77-b906-e1ad6323d451 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:54.591132 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25f1eeeb-977b-4c9b-a711-2016a4f16eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:54.614276 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-25f1eeeb-977b-4c9b-a711-2016a4f16eba None None] For port 8bd2fb12-c38f-4d61-a099-c7787a419a44, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8bd2fb12-c38f-4d61-a099-c7787a419a44,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:54.620460 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25f1eeeb-977b-4c9b-a711-2016a4f16eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:54.633245 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] Set router aa0079f5-4663-4de7-be06-6a87cd63b471 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:54.634980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f24467-da4d-4b77-b906-e1ad6323d451 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Subnet': ['ID=07d5c3fa-6b65-4f10-9e8a-69899c7230fe,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:54.645992 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f24467-da4d-4b77-b906-e1ad6323d451 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Checking segment: {'id': '68fb63fe-551f-40d4-a1fa-660685f9b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:23:54.646595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f24467-da4d-4b77-b906-e1ad6323d451 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network hostable DHCP agents. Network: f4faac06-c6ea-4b8e-b008-b4cdf51303e3, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:23:54.663908 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f24467-da4d-4b77-b906-e1ad6323d451 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network f4faac06-c6ea-4b8e-b008-b4cdf51303e3 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:23:54.673835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-41f24467-da4d-4b77-b906-e1ad6323d451 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, f4faac06-c6ea-4b8e-b008-b4cdf51303e3) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:23:54.678843 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f24467-da4d-4b77-b906-e1ad6323d451 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:54.679462 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41f24467-da4d-4b77-b906-e1ad6323d451 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:54.692802 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f5d9c1-f506-4d4b-964a-18a6e35f9b6e None None] Network f4faac06-c6ea-4b8e-b008-b4cdf51303e3 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:23:54.697933 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-41f24467-da4d-4b77-b906-e1ad6323d451 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4157426 Dec 09 02:23:54.700862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38392) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:54.749967 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1eeeb-977b-4c9b-a711-2016a4f16eba None None] Pushing event updated for resources: {'Port': ['ID=8bd2fb12-c38f-4d61-a099-c7787a419a44,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:54.777478 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-85bd47db-7c8e-4cc0-bfa1-622286a1ae42 None None] Provisioning complete for port 8bd2fb12-c38f-4d61-a099-c7787a419a44 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:54.777853 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-85bd47db-7c8e-4cc0-bfa1-622286a1ae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:54.827992 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:53Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:54.850938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ips': [{'subnet_id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:23:54.851790 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:54.862823 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229ad441-a33c-47c0-9616-0c52ebab30e7 None None] The sync data for ids ['aa0079f5-4663-4de7-be06-6a87cd63b471'] in dv-neutron-804846-18-hyperv is: [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:53Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:23:55.019832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Allocated IP 172.20.0.2 (f4faac06-c6ea-4b8e-b008-b4cdf51303e3/07d5c3fa-6b65-4f10-9e8a-69899c7230fe/bf06b153-9b52-4123-ba37-cad4253d1980) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:23:55.205530 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:55.212744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:55.215469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:55.254843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Network f4faac06-c6ea-4b8e-b008-b4cdf51303e3 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:23:55.259906 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:23:55.263523 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:23:55.270524 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Pushing event updated for resources: {'Port': ['ID=bf06b153-9b52-4123-ba37-cad4253d1980,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:55.490714 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Attempting to bind port bf06b153-9b52-4123-ba37-cad4253d1980 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:23:55.491099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Attempting to bind port bf06b153-9b52-4123-ba37-cad4253d1980 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '68fb63fe-551f-40d4-a1fa-660685f9b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:23:55.491426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Attempting to bind port bf06b153-9b52-4123-ba37-cad4253d1980 on network f4faac06-c6ea-4b8e-b008-b4cdf51303e3 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:23:55.497345 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:23:55.497345 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Checking segment: {'id': '68fb63fe-551f-40d4-a1fa-660685f9b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:23:55.497688 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:55.497935 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Bound using segment: {'id': '68fb63fe-551f-40d4-a1fa-660685f9b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:23:55.498399 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Bound port: bf06b153-9b52-4123-ba37-cad4253d1980, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68fb63fe-551f-40d4-a1fa-660685f9b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:23:55.498789 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:55.524719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.1 (f4faac06-c6ea-4b8e-b008-b4cdf51303e3/07d5c3fa-6b65-4f10-9e8a-69899c7230fe/9cc2608b-d315-4345-8969-7faa20a2f206) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:23:55.562299 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] For port bf06b153-9b52-4123-ba37-cad4253d1980, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:23:55.565416 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] For port bf06b153-9b52-4123-ba37-cad4253d1980, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=bf06b153-9b52-4123-ba37-cad4253d1980,segment=NetworkSegment(68fb63fe-551f-40d4-a1fa-660685f9b170),segment_id=68fb63fe-551f-40d4-a1fa-660685f9b170)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:23:55.569883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:55.630879 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9873b6-74e0-4a94-8107-1f641343e56b None None] Pushing event updated for resources: {'Port': ['ID=bf06b153-9b52-4123-ba37-cad4253d1980,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:55.647491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:55.686702 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:55.735299 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network f4faac06-c6ea-4b8e-b008-b4cdf51303e3 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:23:55.738455 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:23:55.744570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:23:55.771123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=9cc2608b-d315-4345-8969-7faa20a2f206,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:55.797186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:55.941060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:56.220148 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:56.226294 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:56.227362 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device bf06b153-9b52-4123-ba37-cad4253d1980 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:23:56.283879 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port bf06b153-9b52-4123-ba37-cad4253d1980 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:56.284258 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:56.304746 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=9cc2608b-d315-4345-8969-7faa20a2f206,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:56.308213 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:56.366664 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:56.400484 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port bf06b153-9b52-4123-ba37-cad4253d1980, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=bf06b153-9b52-4123-ba37-cad4253d1980,segment=NetworkSegment(68fb63fe-551f-40d4-a1fa-660685f9b170),segment_id=68fb63fe-551f-40d4-a1fa-660685f9b170)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:56.404505 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:56.405784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8bd2fb12-c38f-4d61-a099-c7787a419a44 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:23:56.406954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network f4faac06-c6ea-4b8e-b008-b4cdf51303e3 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:23:56.408339 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:23:56.483176 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=bf06b153-9b52-4123-ba37-cad4253d1980,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:56.497948 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 8bd2fb12-c38f-4d61-a099-c7787a419a44 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:56.498578 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:56.532396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router aa0079f5-4663-4de7-be06-6a87cd63b471 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:23:56.644615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:23:56.649817 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bd59a843-0d8a-4417-a27b-ddfb3a5ad6e5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/aa0079f5-4663-4de7-be06-6a87cd63b471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9472888 Dec 09 02:23:56.652326 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38396) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:56.663631 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Sync routers for ids ['aa0079f5-4663-4de7-be06-6a87cd63b471'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:23:56.674333 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Routers {'aa0079f5-4663-4de7-be06-6a87cd63b471'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:56.674945 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:23:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['aa0079f5-4663-4de7-be06-6a87cd63b471'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:56.759195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d0e47-ccdd-4aa5-95f7-7f3e47bcc505 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:56.759704 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d0e47-ccdd-4aa5-95f7-7f3e47bcc505 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:56.760187 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d0e47-ccdd-4aa5-95f7-7f3e47bcc505 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:56.760648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d0e47-ccdd-4aa5-95f7-7f3e47bcc505 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:56.761112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d0e47-ccdd-4aa5-95f7-7f3e47bcc505 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:56.761572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d0e47-ccdd-4aa5-95f7-7f3e47bcc505 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:56.763323 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-790d0e47-ccdd-4aa5-95f7-7f3e47bcc505 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1099622 Dec 09 02:23:56.766706 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38398) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:56.782444 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Set router aa0079f5-4663-4de7-be06-6a87cd63b471 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:56.820919 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e2ca8-4bff-4009-8865-db881dbeaf45 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:56.821384 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e2ca8-4bff-4009-8865-db881dbeaf45 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:56.821839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e2ca8-4bff-4009-8865-db881dbeaf45 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:56.822287 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e2ca8-4bff-4009-8865-db881dbeaf45 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:56.822736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e2ca8-4bff-4009-8865-db881dbeaf45 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:56.823178 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e2ca8-4bff-4009-8865-db881dbeaf45 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:56.824952 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-383e2ca8-4bff-4009-8865-db881dbeaf45 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0573406 Dec 09 02:23:56.828291 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38400) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:56.970590 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-943edbad-964c-4b00-93bd-ae8837930eec tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1411815 Dec 09 02:23:56.993879 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:55Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '9cc2608b-d315-4345-8969-7faa20a2f206', 'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:c1:50:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:55Z', 'updated_at': '2021-12-09T02:23:56Z', 'revision_number': 2, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:57.022617 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Checking router: aa0079f5-4663-4de7-be06-6a87cd63b471 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:23:57.022981 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Updating router aa0079f5-4663-4de7-be06-6a87cd63b471 port 9cc2608b-d315-4345-8969-7faa20a2f206 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:23:57.049013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.215123 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38404) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:57.220633 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c6caae69-16c1-4f7f-ba13-d7677c031cf5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938725855', 'description': 'tempest-secgroup-smoke-1938725855 description', 'project_id': '11e56525f9144d56b0abeb03a899d780'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:57.246003 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6caae69-16c1-4f7f-ba13-d7677c031cf5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.247920 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceacb349-a686-4359-8d35-498fd1c1c4e5 None None] Network f4faac06-c6ea-4b8e-b008-b4cdf51303e3 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:23:57.317803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6caae69-16c1-4f7f-ba13-d7677c031cf5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.321789 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6caae69-16c1-4f7f-ba13-d7677c031cf5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.348560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-519b7a2c-7558-4602-88a4-1fe3a5b24f68 None None] Provisioning complete for port bf06b153-9b52-4123-ba37-cad4253d1980 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:57.348932 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-519b7a2c-7558-4602-88a4-1fe3a5b24f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.349330 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6caae69-16c1-4f7f-ba13-d7677c031cf5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.350556 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c6caae69-16c1-4f7f-ba13-d7677c031cf5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1341479 Dec 09 02:23:57.353488 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38406) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:57.359239 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-784c98c4-efb5-4b3f-b1b8-8b36380a6989 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '8bd87871-4950-48ab-b6b1-86001b03fca0', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:57.366051 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6caae69-16c1-4f7f-ba13-d7677c031cf5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd87871-4950-48ab-b6b1-86001b03fca0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:57.387605 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-784c98c4-efb5-4b3f-b1b8-8b36380a6989 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.443708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-784c98c4-efb5-4b3f-b1b8-8b36380a6989 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.445351 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.447399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-784c98c4-efb5-4b3f-b1b8-8b36380a6989 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.455634 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.469501 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c98c4-efb5-4b3f-b1b8-8b36380a6989 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968f9401-47c1-49e2-b27d-dd47eb37a9c2,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:57.475833 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-784c98c4-efb5-4b3f-b1b8-8b36380a6989 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.480048 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-784c98c4-efb5-4b3f-b1b8-8b36380a6989 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225591 Dec 09 02:23:57.480540 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38408) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:57.485258 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f7096df5-6a7a-4c50-b0d9-1daeb82895d0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '8bd87871-4950-48ab-b6b1-86001b03fca0', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:57.523377 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f7096df5-6a7a-4c50-b0d9-1daeb82895d0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.544901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7113a25-4e52-49cd-a705-e948a356f19d None None] Pushing event updated for resources: {'Port': ['ID=9cc2608b-d315-4345-8969-7faa20a2f206,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:57.595951 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f7096df5-6a7a-4c50-b0d9-1daeb82895d0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.601992 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f7096df5-6a7a-4c50-b0d9-1daeb82895d0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.612248 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Attempting to bind port 9cc2608b-d315-4345-8969-7faa20a2f206 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:23:57.612671 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Attempting to bind port 9cc2608b-d315-4345-8969-7faa20a2f206 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '68fb63fe-551f-40d4-a1fa-660685f9b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:23:57.612989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Attempting to bind port 9cc2608b-d315-4345-8969-7faa20a2f206 on network f4faac06-c6ea-4b8e-b008-b4cdf51303e3 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:23:57.618963 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:23:57.619394 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Checking segment: {'id': '68fb63fe-551f-40d4-a1fa-660685f9b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:23:57.619820 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.620220 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Bound using segment: {'id': '68fb63fe-551f-40d4-a1fa-660685f9b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:23:57.620702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Bound port: 9cc2608b-d315-4345-8969-7faa20a2f206, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68fb63fe-551f-40d4-a1fa-660685f9b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:23:57.621092 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.621214 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7096df5-6a7a-4c50-b0d9-1daeb82895d0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efde4b6f-e161-4d22-bbae-522181a5e78d,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:57.634024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f7096df5-6a7a-4c50-b0d9-1daeb82895d0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.638395 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f7096df5-6a7a-4c50-b0d9-1daeb82895d0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1541214 Dec 09 02:23:57.639417 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38410) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:57.645393 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1a176065-e586-4733-9e88-cb7e5be21657 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '8bd87871-4950-48ab-b6b1-86001b03fca0', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:57.678541 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a176065-e586-4733-9e88-cb7e5be21657 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.699073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] For port 9cc2608b-d315-4345-8969-7faa20a2f206, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:23:57.703166 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] For port 9cc2608b-d315-4345-8969-7faa20a2f206, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=9cc2608b-d315-4345-8969-7faa20a2f206,segment=NetworkSegment(68fb63fe-551f-40d4-a1fa-660685f9b170),segment_id=68fb63fe-551f-40d4-a1fa-660685f9b170)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:23:57.708061 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.744372 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a176065-e586-4733-9e88-cb7e5be21657 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.749558 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a176065-e586-4733-9e88-cb7e5be21657 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.765193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Routers {'aa0079f5-4663-4de7-be06-6a87cd63b471'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:23:57.765823 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:23:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['aa0079f5-4663-4de7-be06-6a87cd63b471'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:57.772491 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a176065-e586-4733-9e88-cb7e5be21657 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d5daac-45ff-4472-aa55-bd478559ffdb,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:57.783206 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a176065-e586-4733-9e88-cb7e5be21657 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.787324 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1a176065-e586-4733-9e88-cb7e5be21657 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430604 Dec 09 02:23:57.787691 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38412) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:57.793213 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-17131dbd-c80d-43d6-a017-734c3cedd506 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '8bd87871-4950-48ab-b6b1-86001b03fca0', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:57.814931 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7113a25-4e52-49cd-a705-e948a356f19d None None] Pushing event updated for resources: {'Port': ['ID=9cc2608b-d315-4345-8969-7faa20a2f206,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:57.823118 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-17131dbd-c80d-43d6-a017-734c3cedd506 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.884807 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-17131dbd-c80d-43d6-a017-734c3cedd506 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.889600 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-17131dbd-c80d-43d6-a017-734c3cedd506 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.902053 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] Set router aa0079f5-4663-4de7-be06-6a87cd63b471 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:23:57.909874 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17131dbd-c80d-43d6-a017-734c3cedd506 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4db6f84-3ea8-4ef6-84f0-0f71e85986e3,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:57.924799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-17131dbd-c80d-43d6-a017-734c3cedd506 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.926184 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-17131dbd-c80d-43d6-a017-734c3cedd506 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373403 Dec 09 02:23:57.928680 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38414) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:57.933970 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5b34a3da-c918-42a0-8871-74ef3521e6c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '8bd87871-4950-48ab-b6b1-86001b03fca0', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:57.948851 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f7f32bec-ced6-4d63-8051-44fc287480b3 None None] Provisioning complete for port 9cc2608b-d315-4345-8969-7faa20a2f206 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:57.949566 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7f32bec-ced6-4d63-8051-44fc287480b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:57.958753 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-5b34a3da-c918-42a0-8871-74ef3521e6c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:23:57.964319 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b34a3da-c918-42a0-8871-74ef3521e6c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:58.027652 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b34a3da-c918-42a0-8871-74ef3521e6c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:58.032153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b34a3da-c918-42a0-8871-74ef3521e6c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:58.052571 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34a3da-c918-42a0-8871-74ef3521e6c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7917babb-a6f0-44c9-b977-65023a9b2a90,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:58.065609 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b34a3da-c918-42a0-8871-74ef3521e6c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:58.069918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38416) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:23:58.070432 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5b34a3da-c918-42a0-8871-74ef3521e6c5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403787 Dec 09 02:23:58.074451 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-684004a9-dbea-42d2-b8d5-eebf65e3c2e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '8bd87871-4950-48ab-b6b1-86001b03fca0', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:23:58.098674 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-684004a9-dbea-42d2-b8d5-eebf65e3c2e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:23:58.105097 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-684004a9-dbea-42d2-b8d5-eebf65e3c2e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:58.156539 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7f32bec-ced6-4d63-8051-44fc287480b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:58.175420 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-684004a9-dbea-42d2-b8d5-eebf65e3c2e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:58.180812 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-684004a9-dbea-42d2-b8d5-eebf65e3c2e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:58.210293 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684004a9-dbea-42d2-b8d5-eebf65e3c2e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3bf08a-7383-4964-9b14-1ca5b3cf85a2,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:58.211662 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device bf06b153-9b52-4123-ba37-cad4253d1980 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:23:58.223082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-684004a9-dbea-42d2-b8d5-eebf65e3c2e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:58.224566 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-684004a9-dbea-42d2-b8d5-eebf65e3c2e2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1536510 Dec 09 02:23:58.248563 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f7f32bec-ced6-4d63-8051-44fc287480b3 None None] For port 9cc2608b-d315-4345-8969-7faa20a2f206, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=9cc2608b-d315-4345-8969-7faa20a2f206,segment=NetworkSegment(68fb63fe-551f-40d4-a1fa-660685f9b170),segment_id=68fb63fe-551f-40d4-a1fa-660685f9b170)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:23:58.256439 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7f32bec-ced6-4d63-8051-44fc287480b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:58.315831 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f7f32bec-ced6-4d63-8051-44fc287480b3 None None] Provisioning complete for port bf06b153-9b52-4123-ba37-cad4253d1980 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:58.316181 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f7f32bec-ced6-4d63-8051-44fc287480b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:58.357475 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:55Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '9cc2608b-d315-4345-8969-7faa20a2f206', 'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:c1:50:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:55Z', 'updated_at': '2021-12-09T02:23:57Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:23:58.361583 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f32bec-ced6-4d63-8051-44fc287480b3 None None] Pushing event updated for resources: {'Port': ['ID=9cc2608b-d315-4345-8969-7faa20a2f206,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:23:58.397815 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e00f18b9-0775-4e22-8974-349dd292716e req-ece636f5-1327-4b54-8c98-a4e761ddd929 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938725855&fields=id&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 267 time: 0.0517123 Dec 09 02:23:58.403694 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d3a0b4-a967-4450-8ef0-2a4092081477 None None] The sync data for ids ['aa0079f5-4663-4de7-be06-6a87cd63b471'] in dv-neutron-804846-18-hyperv is: [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:55Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '9cc2608b-d315-4345-8969-7faa20a2f206', 'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:c1:50:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:55Z', 'updated_at': '2021-12-09T02:23:57Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:23:58.415122 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port bf06b153-9b52-4123-ba37-cad4253d1980 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:58.415542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:58.540307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f18b9-0775-4e22-8974-349dd292716e req-eb0d1bef-5b37-45a3-8079-9b685148ebbb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:23:58.541876 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e00f18b9-0775-4e22-8974-349dd292716e req-eb0d1bef-5b37-45a3-8079-9b685148ebbb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/networks?id=f4faac06-c6ea-4b8e-b008-b4cdf51303e3 HTTP/1.1" status: 200 len: 797 time: 0.1348498 Dec 09 02:23:58.562006 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e00f18b9-0775-4e22-8974-349dd292716e req-af115741-4ddc-4559-ae71-790d0ddbaaf7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/quotas/11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 375 time: 0.0096247 Dec 09 02:23:58.617636 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e00f18b9-0775-4e22-8974-349dd292716e req-ce0d2433-429e-4ac1-9e77-bef2046bfc85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492239 Dec 09 02:23:58.650534 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-dfbe5d55-fc43-45ca-bff9-60e6913a3dd9 None None] Provisioning complete for port 9cc2608b-d315-4345-8969-7faa20a2f206 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:58.650917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5d55-fc43-45ca-bff9-60e6913a3dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:58.783957 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e00f18b9-0775-4e22-8974-349dd292716e req-19137e31-3be4-4b01-b67e-a53c1697af06 service neutron] 10.222.0.43 "GET /v2.0/networks/f4faac06-c6ea-4b8e-b008-b4cdf51303e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523530 Dec 09 02:23:58.870368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-78093b18-3aa7-4a22-80fa-dac5549e070c None None] Provisioning complete for port 9cc2608b-d315-4345-8969-7faa20a2f206 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:23:58.870752 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-78093b18-3aa7-4a22-80fa-dac5549e070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:23:58.879485 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e00f18b9-0775-4e22-8974-349dd292716e req-2dffc742-5cab-4046-b744-f01fa8a987c8 service neutron] 10.222.0.43 "GET /v2.0/networks/f4faac06-c6ea-4b8e-b008-b4cdf51303e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889633 Dec 09 02:23:59.066283 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a564ff0c-8692-44da-8deb-b47148739c8c req-d07730c3-15a8-44da-877d-6a6b675c1fd9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 210 time: 0.0336928 Dec 09 02:24:00.062217 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f18b9-0775-4e22-8974-349dd292716e req-8a2f6c0c-e83f-4714-aed6-f7b633ae051a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:00.064038 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e00f18b9-0775-4e22-8974-349dd292716e req-8a2f6c0c-e83f-4714-aed6-f7b633ae051a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/networks?id=f4faac06-c6ea-4b8e-b008-b4cdf51303e3 HTTP/1.1" status: 200 len: 797 time: 0.1004095 Dec 09 02:24:00.159483 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e00f18b9-0775-4e22-8974-349dd292716e req-99124979-794c-4398-839b-fe4144dd9ec3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 380 time: 0.0769646 Dec 09 02:24:00.180563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-e00f18b9-0775-4e22-8974-349dd292716e req-21e5443a-41f0-4166-9c38-856aa1972116 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'port': {'device_id': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'admin_state_up': True, 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'security_groups': ['8bd87871-4950-48ab-b6b1-86001b03fca0']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:24:00.184683 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ca36fd37-e472-46fb-962a-ebadd49ddb6b req-68f8dc9b-43f2-4f8c-9258-5b23f9659ed3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 210 time: 0.0411270 Dec 09 02:24:00.204796 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 9cc2608b-d315-4345-8969-7faa20a2f206 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:24:00.256799 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 9cc2608b-d315-4345-8969-7faa20a2f206 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:24:00.257175 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:00.287850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00f18b9-0775-4e22-8974-349dd292716e req-21e5443a-41f0-4166-9c38-856aa1972116 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:24:00.291313 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e00f18b9-0775-4e22-8974-349dd292716e req-21e5443a-41f0-4166-9c38-856aa1972116 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:00.420193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-e00f18b9-0775-4e22-8974-349dd292716e req-21e5443a-41f0-4166-9c38-856aa1972116 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.3 (f4faac06-c6ea-4b8e-b008-b4cdf51303e3/07d5c3fa-6b65-4f10-9e8a-69899c7230fe/728233aa-2508-4fcf-b641-939c679be0f2) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:24:00.549356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e00f18b9-0775-4e22-8974-349dd292716e req-21e5443a-41f0-4166-9c38-856aa1972116 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:00.582287 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e00f18b9-0775-4e22-8974-349dd292716e req-21e5443a-41f0-4166-9c38-856aa1972116 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:00.627173 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00f18b9-0775-4e22-8974-349dd292716e req-21e5443a-41f0-4166-9c38-856aa1972116 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network f4faac06-c6ea-4b8e-b008-b4cdf51303e3 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:24:00.632038 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-e00f18b9-0775-4e22-8974-349dd292716e req-21e5443a-41f0-4166-9c38-856aa1972116 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:24:00.635709 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00f18b9-0775-4e22-8974-349dd292716e req-21e5443a-41f0-4166-9c38-856aa1972116 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:24:00.642263 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5443a-41f0-4166-9c38-856aa1972116 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=728233aa-2508-4fcf-b641-939c679be0f2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:00.688180 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f18b9-0775-4e22-8974-349dd292716e req-21e5443a-41f0-4166-9c38-856aa1972116 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:00.688820 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e00f18b9-0775-4e22-8974-349dd292716e req-21e5443a-41f0-4166-9c38-856aa1972116 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:00.705919 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e00f18b9-0775-4e22-8974-349dd292716e req-21e5443a-41f0-4166-9c38-856aa1972116 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5291698 Dec 09 02:24:00.723464 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Request body: {'port': {'device_id': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:24:00.779258 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:00.886064 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-467f5dc3-b4c7-4594-a21f-e71790616336 None None] Provisioning complete for port 728233aa-2508-4fcf-b641-939c679be0f2 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:24:00.886437 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-467f5dc3-b4c7-4594-a21f-e71790616336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:00.919946 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-467f5dc3-b4c7-4594-a21f-e71790616336 None None] Port 728233aa-2508-4fcf-b641-939c679be0f2 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:24:01.037825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728233aa-2508-4fcf-b641-939c679be0f2 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:24:01.045211 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:01.057175 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Transition to ACTIVE for port object 728233aa-2508-4fcf-b641-939c679be0f2 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:24:01.062033 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:01.111666 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Pushing event updated for resources: {'Port': ['ID=728233aa-2508-4fcf-b641-939c679be0f2,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:01.179977 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Attempting to bind port 728233aa-2508-4fcf-b641-939c679be0f2 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:24:01.180317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Attempting to bind port 728233aa-2508-4fcf-b641-939c679be0f2 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '68fb63fe-551f-40d4-a1fa-660685f9b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:24:01.180646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Attempting to bind port 728233aa-2508-4fcf-b641-939c679be0f2 on network f4faac06-c6ea-4b8e-b008-b4cdf51303e3 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:24:01.185059 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Port 728233aa-2508-4fcf-b641-939c679be0f2 on network f4faac06-c6ea-4b8e-b008-b4cdf51303e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:24:01.185378 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Attempting to bind port 728233aa-2508-4fcf-b641-939c679be0f2 on network f4faac06-c6ea-4b8e-b008-b4cdf51303e3 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:24:01.190502 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:24:01.190838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Checking segment: {'id': '68fb63fe-551f-40d4-a1fa-660685f9b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:24:01.191216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Bound using segment: {'id': '68fb63fe-551f-40d4-a1fa-660685f9b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:24:01.191670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Bound port: 728233aa-2508-4fcf-b641-939c679be0f2, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68fb63fe-551f-40d4-a1fa-660685f9b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:24:01.192027 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:01.272630 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] For port 728233aa-2508-4fcf-b641-939c679be0f2, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:24:01.298831 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] For port 728233aa-2508-4fcf-b641-939c679be0f2, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=728233aa-2508-4fcf-b641-939c679be0f2,segment=NetworkSegment(68fb63fe-551f-40d4-a1fa-660685f9b170),segment_id=68fb63fe-551f-40d4-a1fa-660685f9b170)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:24:01.303289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:01.344174 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:01.344796 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:01.346200 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e00f18b9-0775-4e22-8974-349dd292716e req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] 10.222.0.45 "PUT /v2.0/ports/728233aa-2508-4fcf-b641-939c679be0f2 HTTP/1.1" status: 200 len: 1093 time: 0.6270783 Dec 09 02:24:01.346643 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'tag': '728233aa-2508-4fcf-b641-939c679be0f2'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:24:01.348950 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81aad530-4c47-4b36-828c-b1ebc74447a9" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e", "tag": "728233aa-2508-4fcf-b641-939c679be0f2"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:24:01.364051 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a63c2d-78fe-4b0f-8dc5-7ee07cc1e894 req-2bcd22da-8fa4-4c8b-9241-da3fedc72405 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:01.365612 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c9a63c2d-78fe-4b0f-8dc5-7ee07cc1e894 req-2bcd22da-8fa4-4c8b-9241-da3fedc72405 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 943 time: 0.1077766 Dec 09 02:24:01.389081 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ce238-6fb9-4e46-9c53-36cc5e7032ba service neutron] Pushing event updated for resources: {'Port': ['ID=728233aa-2508-4fcf-b641-939c679be0f2,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:01.456627 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c9a63c2d-78fe-4b0f-8dc5-7ee07cc1e894 req-04001b33-7623-4d7c-90e6-2e2363b086b1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd87871-4950-48ab-b6b1-86001b03fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794899 Dec 09 02:24:01.471777 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f18b9-0775-4e22-8974-349dd292716e req-0c3d44e2-6006-40a5-a7d3-db6c8cd549cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:01.473357 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e00f18b9-0775-4e22-8974-349dd292716e req-0c3d44e2-6006-40a5-a7d3-db6c8cd549cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 1096 time: 0.0577879 Dec 09 02:24:01.525852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff5f5f7-7ed8-43b3-88c4-5179b9cb7529 x-openstack-request-id: req-fff5f5f7-7ed8-43b3-88c4-5179b9cb7529 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:24:01.526121 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e", "tag": "728233aa-2508-4fcf-b641-939c679be0f2", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:24:01.526354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fff5f5f7-7ed8-43b3-88c4-5179b9cb7529 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:24:01.526720 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'tag': '728233aa-2508-4fcf-b641-939c679be0f2', 'status': 'completed', 'code': 200} Dec 09 02:24:01.528754 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e00f18b9-0775-4e22-8974-349dd292716e req-41c6e2b9-0235-4f73-bffc-7090071270c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=728233aa-2508-4fcf-b641-939c679be0f2 HTTP/1.1" status: 200 len: 217 time: 0.0408237 Dec 09 02:24:01.580899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f18b9-0775-4e22-8974-349dd292716e req-254288d5-3753-456d-8bc6-c48b7d11835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:01.582361 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e00f18b9-0775-4e22-8974-349dd292716e req-254288d5-3753-456d-8bc6-c48b7d11835a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07d5c3fa-6b65-4f10-9e8a-69899c7230fe HTTP/1.1" status: 200 len: 835 time: 0.0468390 Dec 09 02:24:01.633737 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f18b9-0775-4e22-8974-349dd292716e req-01d84c12-2505-4246-bd3a-493597f11365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:01.635143 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e00f18b9-0775-4e22-8974-349dd292716e req-01d84c12-2505-4246-bd3a-493597f11365 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4faac06-c6ea-4b8e-b008-b4cdf51303e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0443385 Dec 09 02:24:01.725246 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e00f18b9-0775-4e22-8974-349dd292716e req-c13b7382-aa7b-4d77-802e-8030699dcaf2 service neutron] 10.222.0.45 "GET /v2.0/networks/f4faac06-c6ea-4b8e-b008-b4cdf51303e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828874 Dec 09 02:24:01.817804 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e00f18b9-0775-4e22-8974-349dd292716e req-cb42fc5c-e855-48ed-b4ae-a8baea7a5166 service neutron] 10.222.0.45 "GET /v2.0/networks/f4faac06-c6ea-4b8e-b008-b4cdf51303e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852356 Dec 09 02:24:01.947175 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aad530-4c47-4b36-828c-b1ebc74447a9 req-f8f1b160-be43-4885-8167-492580bfe1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:01.948902 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-81aad530-4c47-4b36-828c-b1ebc74447a9 req-f8f1b160-be43-4885-8167-492580bfe1b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 1096 time: 0.0450175 Dec 09 02:24:02.041098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aad530-4c47-4b36-828c-b1ebc74447a9 req-0a35f65c-6763-40cc-bc0a-d9ba25f11633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:02.042568 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-81aad530-4c47-4b36-828c-b1ebc74447a9 req-0a35f65c-6763-40cc-bc0a-d9ba25f11633 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4faac06-c6ea-4b8e-b008-b4cdf51303e3 HTTP/1.1" status: 200 len: 898 time: 0.0848348 Dec 09 02:24:02.088163 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-81aad530-4c47-4b36-828c-b1ebc74447a9 req-71d2db29-4e47-4bae-9c4f-745c848d9bbd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=728233aa-2508-4fcf-b641-939c679be0f2 HTTP/1.1" status: 200 len: 217 time: 0.0376022 Dec 09 02:24:02.136081 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aad530-4c47-4b36-828c-b1ebc74447a9 req-3dac5cf3-7dc0-49e2-9a00-6978a1813a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:02.137537 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-81aad530-4c47-4b36-828c-b1ebc74447a9 req-3dac5cf3-7dc0-49e2-9a00-6978a1813a54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07d5c3fa-6b65-4f10-9e8a-69899c7230fe HTTP/1.1" status: 200 len: 835 time: 0.0427599 Dec 09 02:24:02.183292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aad530-4c47-4b36-828c-b1ebc74447a9 req-a54f595b-6b2d-4e07-8572-3deb3bb20bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:02.184725 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-81aad530-4c47-4b36-828c-b1ebc74447a9 req-a54f595b-6b2d-4e07-8572-3deb3bb20bc0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4faac06-c6ea-4b8e-b008-b4cdf51303e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397687 Dec 09 02:24:02.276345 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-81aad530-4c47-4b36-828c-b1ebc74447a9 req-cf43e6bb-59ab-4d7a-8bf6-f08db15f589f service neutron] 10.222.0.45 "GET /v2.0/networks/f4faac06-c6ea-4b8e-b008-b4cdf51303e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837114 Dec 09 02:24:02.365817 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-81aad530-4c47-4b36-828c-b1ebc74447a9 req-4941d61f-21c4-44fc-b188-4a4c98edba1f service neutron] 10.222.0.45 "GET /v2.0/networks/f4faac06-c6ea-4b8e-b008-b4cdf51303e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815701 Dec 09 02:24:02.582954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0691ef-b8a3-43ea-8a05-7ac971a45d2d req-8d9bb1c6-c8b7-4811-a035-75c0c775fabe tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:02.584454 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c0691ef-b8a3-43ea-8a05-7ac971a45d2d req-8d9bb1c6-c8b7-4811-a035-75c0c775fabe tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 943 time: 0.0560870 Dec 09 02:24:02.632383 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c0691ef-b8a3-43ea-8a05-7ac971a45d2d req-d02c8767-feb1-48f0-ad1f-7d96ceacf3cd tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd87871-4950-48ab-b6b1-86001b03fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421190 Dec 09 02:24:03.004431 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0f5b6548-e653-46aa-811a-adbedd4c6a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:03.113033 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 728233aa-2508-4fcf-b641-939c679be0f2 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:24:03.203846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 728233aa-2508-4fcf-b641-939c679be0f2, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=728233aa-2508-4fcf-b641-939c679be0f2,segment=NetworkSegment(68fb63fe-551f-40d4-a1fa-660685f9b170),segment_id=68fb63fe-551f-40d4-a1fa-660685f9b170)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:24:03.214606 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '728233aa-2508-4fcf-b641-939c679be0f2', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'port_id': '728233aa-2508-4fcf-b641-939c679be0f2', 'mac_address': 'fa:16:3e:3c:51:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:24:03.253959 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:03.266293 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728233aa-2508-4fcf-b641-939c679be0f2 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:24:03.284845 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 728233aa-2508-4fcf-b641-939c679be0f2, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=728233aa-2508-4fcf-b641-939c679be0f2,segment=NetworkSegment(68fb63fe-551f-40d4-a1fa-660685f9b170),segment_id=68fb63fe-551f-40d4-a1fa-660685f9b170)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:24:03.289982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:03.335941 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=728233aa-2508-4fcf-b641-939c679be0f2,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:03.566018 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['728233aa-2508-4fcf-b641-939c679be0f2'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:24:03.745738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8c311-0afa-408d-9d7a-29cc54e6776e req-78cac1f3-4e42-4727-901c-368fd21d27da tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:03.747210 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0eb8c311-0afa-408d-9d7a-29cc54e6776e req-78cac1f3-4e42-4727-901c-368fd21d27da tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 944 time: 0.0480487 Dec 09 02:24:03.795454 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0eb8c311-0afa-408d-9d7a-29cc54e6776e req-7148d1f3-5984-434f-b512-04c19977691e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd87871-4950-48ab-b6b1-86001b03fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 Dec 09 02:24:04.907729 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bbee5-b51e-48c3-833e-4c85d33f3354 req-0c6565a1-54c9-43fb-817f-bd7bf84fd17c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:04.909213 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-869bbee5-b51e-48c3-833e-4c85d33f3354 req-0c6565a1-54c9-43fb-817f-bd7bf84fd17c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 944 time: 0.0476561 Dec 09 02:24:04.962553 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-869bbee5-b51e-48c3-833e-4c85d33f3354 req-923528ec-2f34-4050-bb41-8642d7b5c740 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd87871-4950-48ab-b6b1-86001b03fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470204 Dec 09 02:24:05.145924 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 728233aa-2508-4fcf-b641-939c679be0f2 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:24:05.193988 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 728233aa-2508-4fcf-b641-939c679be0f2 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:24:05.198323 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 728233aa-2508-4fcf-b641-939c679be0f2 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:24:05.198698 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:05.255504 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2348c0e-3a53-46c5-81da-392522ce59d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:05.291441 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:05.315551 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728233aa-2508-4fcf-b641-939c679be0f2'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:24:05.317810 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66098c7-847a-4b9c-b2a8-ca4961d54046" -d '{"events": [{"server_uuid": "fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e", "name": "network-vif-plugged", "status": "completed", "tag": "728233aa-2508-4fcf-b641-939c679be0f2"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:24:05.329947 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 728233aa-2508-4fcf-b641-939c679be0f2, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=728233aa-2508-4fcf-b641-939c679be0f2,segment=NetworkSegment(68fb63fe-551f-40d4-a1fa-660685f9b170),segment_id=68fb63fe-551f-40d4-a1fa-660685f9b170)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:24:05.333875 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:05.356165 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874ab0e8-13b0-4fb0-a2c5-c11a081fca6c x-openstack-request-id: req-874ab0e8-13b0-4fb0-a2c5-c11a081fca6c {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:24:05.356461 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e", "name": "network-vif-plugged", "status": "completed", "tag": "728233aa-2508-4fcf-b641-939c679be0f2", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:24:05.356718 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-874ab0e8-13b0-4fb0-a2c5-c11a081fca6c {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:24:05.357113 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728233aa-2508-4fcf-b641-939c679be0f2', 'code': 200} Dec 09 02:24:05.381615 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=728233aa-2508-4fcf-b641-939c679be0f2,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:05.562037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015c4d9-d2fe-48c1-868d-29554f0bb70a req-e8b3fa51-1e25-49a8-8cb8-4317d567abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:05.563542 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1015c4d9-d2fe-48c1-868d-29554f0bb70a req-e8b3fa51-1e25-49a8-8cb8-4317d567abb2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 1098 time: 0.0414686 Dec 09 02:24:05.609346 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1015c4d9-d2fe-48c1-868d-29554f0bb70a req-4963d635-8193-4758-9ba7-ecf0c47494c9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8bd87871-4950-48ab-b6b1-86001b03fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388088 Dec 09 02:24:06.076112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cc578-ed5f-4bb2-b99a-fa099699369d req-d7591097-1279-4060-a7f6-36fbab9fbeb5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:06.078133 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d3cc578-ed5f-4bb2-b99a-fa099699369d req-d7591097-1279-4060-a7f6-36fbab9fbeb5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 945 time: 0.0482352 Dec 09 02:24:06.125824 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d3cc578-ed5f-4bb2-b99a-fa099699369d req-a0c21b67-252b-43fa-9844-fc91a0631e22 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd87871-4950-48ab-b6b1-86001b03fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417836 Dec 09 02:24:06.385519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:07.241661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81a188-1600-463b-a8a4-9db492ea4a0a req-2616d5b2-d1cc-445e-9693-0b356bd65a7b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:07.243122 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1d81a188-1600-463b-a8a4-9db492ea4a0a req-2616d5b2-d1cc-445e-9693-0b356bd65a7b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 945 time: 0.0506790 Dec 09 02:24:07.290372 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1d81a188-1600-463b-a8a4-9db492ea4a0a req-81828a3e-d666-46f5-bdfe-bf8af5c97e9e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd87871-4950-48ab-b6b1-86001b03fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414245 Dec 09 02:24:07.400071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8049fd6-0483-4b02-a322-abe4087a512e req-4c757383-1473-40fc-8c26-569f9778e719 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:07.401471 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c8049fd6-0483-4b02-a322-abe4087a512e req-4c757383-1473-40fc-8c26-569f9778e719 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 945 time: 0.0478687 Dec 09 02:24:07.449691 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c8049fd6-0483-4b02-a322-abe4087a512e req-3270ccfe-3c76-4406-b3b0-828acd6d7bb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd87871-4950-48ab-b6b1-86001b03fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423419 Dec 09 02:24:07.470583 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38466) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:07.516009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74d830f-b865-4fe6-90cf-1aacdbb14f6e tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:07.517578 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d74d830f-b865-4fe6-90cf-1aacdbb14f6e tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 1093 time: 0.0460141 Dec 09 02:24:07.520508 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38468) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:07.525546 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '728233aa-2508-4fcf-b641-939c679be0f2', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:24:07.549013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:07.648313 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:07.751099 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.26.3.132 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/d4172f47-d8c1-441a-8c74-a4cb05349827) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:24:07.771639 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:07.846718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:07.878781 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:07.916941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:24:07.919671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:24:07.925558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:24:07.947609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=d4172f47-d8c1-441a-8c74-a4cb05349827,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:08.267593 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:08.333771 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:08.478164 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:08.482512 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:08.636921 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:08.862068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=d4172f47-d8c1-441a-8c74-a4cb05349827,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:08.875881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:08.972123 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP 9bdc9b62-b273-47a6-bce9-45e09666a441 associated. External IP: 172.26.3.132, port: 728233aa-2508-4fcf-b641-939c679be0f2. Dec 09 02:24:09.175554 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router aa0079f5-4663-4de7-be06-6a87cd63b471 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:24:09.279460 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:24:09.291824 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef27286-cfee-424e-bca8-793a7b43d875 None None] Sync routers for ids ['aa0079f5-4663-4de7-be06-6a87cd63b471'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:24:09.301388 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:09.302933 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef27286-cfee-424e-bca8-793a7b43d875 None None] Routers {'aa0079f5-4663-4de7-be06-6a87cd63b471'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:24:09.303578 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4ef27286-cfee-424e-bca8-793a7b43d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:24:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['aa0079f5-4663-4de7-be06-6a87cd63b471'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:09.327395 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d141f9ce-8cbc-487a-a55f-af0c4c3d20ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8056054 Dec 09 02:24:09.328105 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'tag': '728233aa-2508-4fcf-b641-939c679be0f2'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:24:09.330155 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38470) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:09.330662 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ed7f9d-a282-412b-a748-66db4ca8cbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e", "tag": "728233aa-2508-4fcf-b641-939c679be0f2"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:24:09.424999 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f202f9-e6d8-4b82-9ca5-0cfc8b156b6c x-openstack-request-id: req-f6f202f9-e6d8-4b82-9ca5-0cfc8b156b6c {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:24:09.425357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e", "tag": "728233aa-2508-4fcf-b641-939c679be0f2", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:24:09.425675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6f202f9-e6d8-4b82-9ca5-0cfc8b156b6c {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:24:09.426079 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'tag': '728233aa-2508-4fcf-b641-939c679be0f2', 'status': 'completed', 'code': 200} Dec 09 02:24:09.446133 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f1e317b4-90eb-49e5-aef8-50baf36b6b33 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/routers/aa0079f5-4663-4de7-be06-6a87cd63b471 HTTP/1.1" status: 200 len: 922 time: 0.1147633 Dec 09 02:24:09.448664 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38476) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:09.505568 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-4ef27286-cfee-424e-bca8-793a7b43d875 None None] Set router aa0079f5-4663-4de7-be06-6a87cd63b471 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:24:09.511875 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7f9d-a282-412b-a748-66db4ca8cbb6 req-4352f520-de77-452f-a1d1-50d2dd7bbbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:09.512099 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-21905eb2-07dc-4ac2-9c45-46960b5e1cb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/9bdc9b62-b273-47a6-bce9-45e09666a441 HTTP/1.1" status: 200 len: 991 time: 0.0623450 Dec 09 02:24:09.513872 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f7ed7f9d-a282-412b-a748-66db4ca8cbb6 req-4352f520-de77-452f-a1d1-50d2dd7bbbf3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 1098 time: 0.0428536 Dec 09 02:24:09.607009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7f9d-a282-412b-a748-66db4ca8cbb6 req-88751dd7-ab74-4a71-99ab-ffffb1bfe1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:09.608563 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f7ed7f9d-a282-412b-a748-66db4ca8cbb6 req-88751dd7-ab74-4a71-99ab-ffffb1bfe1f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4faac06-c6ea-4b8e-b008-b4cdf51303e3 HTTP/1.1" status: 200 len: 898 time: 0.0876977 Dec 09 02:24:09.673852 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f7ed7f9d-a282-412b-a748-66db4ca8cbb6 req-f7e77dd1-2890-4db2-83ad-7fcd392e0630 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=728233aa-2508-4fcf-b641-939c679be0f2 HTTP/1.1" status: 200 len: 999 time: 0.0586514 Dec 09 02:24:09.726678 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7f9d-a282-412b-a748-66db4ca8cbb6 req-086b7f64-0e4f-4afd-9be8-8da4031fba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:09.728162 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f7ed7f9d-a282-412b-a748-66db4ca8cbb6 req-086b7f64-0e4f-4afd-9be8-8da4031fba1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07d5c3fa-6b65-4f10-9e8a-69899c7230fe HTTP/1.1" status: 200 len: 835 time: 0.0469451 Dec 09 02:24:09.731613 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4ef27286-cfee-424e-bca8-793a7b43d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:55Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '9bdc9b62-b273-47a6-bce9-45e09666a441', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'port_id': '728233aa-2508-4fcf-b641-939c679be0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'mac_address': 'fa:16:3e:3c:51:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:24:08Z', 'updated_at': '2021-12-09T02:24:08Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2608b-d315-4345-8969-7faa20a2f206', 'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:c1:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:55Z', 'updated_at': '2021-12-09T02:23:58Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:09.760656 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef27286-cfee-424e-bca8-793a7b43d875 None None] Checking router: aa0079f5-4663-4de7-be06-6a87cd63b471 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:24:09.769767 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef27286-cfee-424e-bca8-793a7b43d875 None None] Routers {'aa0079f5-4663-4de7-be06-6a87cd63b471'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:24:09.770384 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4ef27286-cfee-424e-bca8-793a7b43d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:24:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['aa0079f5-4663-4de7-be06-6a87cd63b471'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:09.772956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7f9d-a282-412b-a748-66db4ca8cbb6 req-3ecf474d-844c-4af2-931f-42d7822c29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:09.774444 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f7ed7f9d-a282-412b-a748-66db4ca8cbb6 req-3ecf474d-844c-4af2-931f-42d7822c29a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4faac06-c6ea-4b8e-b008-b4cdf51303e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393941 Dec 09 02:24:09.862678 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f7ed7f9d-a282-412b-a748-66db4ca8cbb6 req-d7f28847-7824-49e8-8506-d1a804abf505 service neutron] 10.222.0.45 "GET /v2.0/networks/f4faac06-c6ea-4b8e-b008-b4cdf51303e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806079 Dec 09 02:24:09.874349 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-4ef27286-cfee-424e-bca8-793a7b43d875 None None] Set router aa0079f5-4663-4de7-be06-6a87cd63b471 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:24:09.960708 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f7ed7f9d-a282-412b-a748-66db4ca8cbb6 req-a2b99e98-e7ae-43ec-adfb-e50297fb0abc service neutron] 10.222.0.45 "GET /v2.0/networks/f4faac06-c6ea-4b8e-b008-b4cdf51303e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913911 Dec 09 02:24:10.094394 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4ef27286-cfee-424e-bca8-793a7b43d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:55Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '9bdc9b62-b273-47a6-bce9-45e09666a441', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'port_id': '728233aa-2508-4fcf-b641-939c679be0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'mac_address': 'fa:16:3e:3c:51:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:24:08Z', 'updated_at': '2021-12-09T02:24:08Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2608b-d315-4345-8969-7faa20a2f206', 'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:c1:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:55Z', 'updated_at': '2021-12-09T02:23:58Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:10.119555 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef27286-cfee-424e-bca8-793a7b43d875 None None] The sync data for ids ['aa0079f5-4663-4de7-be06-6a87cd63b471'] in dv-neutron-804846-18-hyperv is: [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:55Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '9bdc9b62-b273-47a6-bce9-45e09666a441', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'port_id': '728233aa-2508-4fcf-b641-939c679be0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'mac_address': 'fa:16:3e:3c:51:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:24:08Z', 'updated_at': '2021-12-09T02:24:08Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2608b-d315-4345-8969-7faa20a2f206', 'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:c1:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:55Z', 'updated_at': '2021-12-09T02:23:58Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:24:10.297918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953bbdc6-00fb-4f6c-b835-759c14fa843e None None] New status for floating IP 9bdc9b62-b273-47a6-bce9-45e09666a441: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:24:10.515455 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38478) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:10.574935 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f07c5ee4-df69-42b1-906f-0b59e5c7638a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/9bdc9b62-b273-47a6-bce9-45e09666a441 HTTP/1.1" status: 200 len: 993 time: 0.0582666 Dec 09 02:24:14.129724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:24.102319 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-52f9afb2-c1db-449b-bd3f-3cf672552a5c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942678366&fields=id&tenant_id=3a5db6e7b6aa403caa5434944427f429 HTTP/1.1" status: 200 len: 267 time: 0.0485089 Dec 09 02:24:24.210344 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-ca159517-685f-4b5e-ba5c-fe0a89efa6d4 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:24.211854 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-ca159517-685f-4b5e-ba5c-fe0a89efa6d4 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 812 time: 0.1023004 Dec 09 02:24:24.226742 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-243b7134-ade6-4f9a-937d-b629744aa04d tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/quotas/3a5db6e7b6aa403caa5434944427f429 HTTP/1.1" status: 200 len: 375 time: 0.0087759 Dec 09 02:24:24.279140 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-83808f39-1582-4142-95b5-5657e99b3cad tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471611 Dec 09 02:24:24.376038 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-f0dc7ec1-d876-4b3f-991d-2747a8b18bb2 service neutron] 10.222.0.43 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847001 Dec 09 02:24:24.462985 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-7f9d4738-8547-4c20-8d07-764602ec007a service neutron] 10.222.0.43 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810852 Dec 09 02:24:24.734701 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d29c9ff5-839b-4f73-aaf9-31dc8f3d3832 req-b9cec092-5bf6-4501-936e-76cd6233a07f tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 210 time: 0.0276201 Dec 09 02:24:25.856814 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8bff27ed-2f4a-43c1-a2ec-9fc68f4323b8 req-da32c086-8bdd-4711-983b-ee682444d64a tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 210 time: 0.0520115 Dec 09 02:24:25.937244 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4bff16fd-a747-4349-a185-a1226d78a31f req-904d2ff0-7103-4111-b8c6-1e383f096697 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1209512 Dec 09 02:24:25.970721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-1ea704e0-8c15-4e09-883f-8bdb7321adf1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:25.972240 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-1ea704e0-8c15-4e09-883f-8bdb7321adf1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.45 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 812 time: 0.1536334 Dec 09 02:24:26.090475 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-8f06428f-28f8-49d9-bb74-7757b8e8029b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a5db6e7b6aa403caa5434944427f429 HTTP/1.1" status: 200 len: 380 time: 0.0870364 Dec 09 02:24:26.100404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff16fd-a747-4349-a185-a1226d78a31f req-791ef468-e825-423a-bd60-b40e5a999cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:26.101881 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4bff16fd-a747-4349-a185-a1226d78a31f req-791ef468-e825-423a-bd60-b40e5a999cac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 1098 time: 0.0663636 Dec 09 02:24:26.106254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Request body: {'port': {'device_id': '18996782-db03-47c1-91c5-d823e409ea48', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'admin_state_up': True, 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'security_groups': ['f724adc5-40d4-4764-bb8f-ee35e9487763']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:24:26.273425 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff16fd-a747-4349-a185-a1226d78a31f req-a10eb4fd-bc4d-47f2-a4de-609ae0f14e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:26.274933 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4bff16fd-a747-4349-a185-a1226d78a31f req-a10eb4fd-bc4d-47f2-a4de-609ae0f14e44 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 913 time: 0.1526694 Dec 09 02:24:26.321445 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Made reservation on behalf of 3a5db6e7b6aa403caa5434944427f429 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:24:26.324824 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:26.372922 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4bff16fd-a747-4349-a185-a1226d78a31f req-aba77a34-d8e1-424a-a2fc-2705497ec881 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aefa629e-7e59-4cad-acec-ee14ca4993b7 HTTP/1.1" status: 200 len: 1001 time: 0.0892508 Dec 09 02:24:26.486818 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff16fd-a747-4349-a185-a1226d78a31f req-08b27e2f-a6a4-496e-9389-d81fe2eb247d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:26.488313 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4bff16fd-a747-4349-a185-a1226d78a31f req-08b27e2f-a6a4-496e-9389-d81fe2eb247d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c2741af-2f64-489c-a848-b27c91aa70d4 HTTP/1.1" status: 200 len: 851 time: 0.0897043 Dec 09 02:24:26.542916 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Allocated IP 172.20.0.5 (f032c193-892e-4d25-887c-5957f77976f6/8c2741af-2f64-489c-a848-b27c91aa70d4/ab131b3d-9d2d-4fa1-8113-1b7cf65667de) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:24:26.566503 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff16fd-a747-4349-a185-a1226d78a31f req-4a0463f3-ae35-4cf4-9033-ea4cf15e4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:26.568206 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4bff16fd-a747-4349-a185-a1226d78a31f req-4a0463f3-ae35-4cf4-9033-ea4cf15e4e01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f032c193-892e-4d25-887c-5957f77976f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0706379 Dec 09 02:24:26.762938 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4bff16fd-a747-4349-a185-a1226d78a31f req-7e76f80b-6fa6-401d-bc25-559f7c8976d3 service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841960 Dec 09 02:24:26.839213 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:26.914958 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4bff16fd-a747-4349-a185-a1226d78a31f req-ffa658cc-4337-4c79-b1c6-1c19fadb326d service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409822 Dec 09 02:24:26.921225 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:27.004730 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Network f032c193-892e-4d25-887c-5957f77976f6 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:24:27.008790 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:24:27.010676 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event updated for resources: {'Port': ['ID=ab131b3d-9d2d-4fa1-8113-1b7cf65667de,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:27.014113 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:24:27.044225 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:27.044480 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:27.044827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:27.045694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:27.046027 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:27.046363 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:27.046708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:27.047072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:27.047364 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:27.047701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:27.048028 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:27.048351 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:27.048672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:27.070778 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8942e6a-92ae-4751-8584-6ecb55311417 req-a9f231d5-d23c-41b6-85aa-2f908615be04 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:27.072432 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a8942e6a-92ae-4751-8584-6ecb55311417 req-a9f231d5-d23c-41b6-85aa-2f908615be04 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 931 time: 0.1166880 Dec 09 02:24:27.097733 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:27.098355 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:27.157806 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-e218174a-472e-4391-a22f-aea1265f3ea1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0596373 Dec 09 02:24:27.163376 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a8942e6a-92ae-4751-8584-6ecb55311417 req-5b19b3e2-8e8d-4097-a1cb-5bea8aef72fd tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829489 Dec 09 02:24:27.182410 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Request body: {'port': {'device_id': '18996782-db03-47c1-91c5-d823e409ea48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:24:27.239826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:27.355778 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-62fe7218-cf42-4e3b-a163-11a6e64f6c00 None None] Provisioning complete for port ab131b3d-9d2d-4fa1-8113-1b7cf65667de triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:24:27.356319 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-62fe7218-cf42-4e3b-a163-11a6e64f6c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:27.378594 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:24:27.394742 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-62fe7218-cf42-4e3b-a163-11a6e64f6c00 None None] Port ab131b3d-9d2d-4fa1-8113-1b7cf65667de cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:24:27.534570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab131b3d-9d2d-4fa1-8113-1b7cf65667de {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:24:27.545500 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:27.563796 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Transition to ACTIVE for port object ab131b3d-9d2d-4fa1-8113-1b7cf65667de will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:24:27.568972 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:27.624390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Pushing event updated for resources: {'Port': ['ID=ab131b3d-9d2d-4fa1-8113-1b7cf65667de,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:27.704223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Attempting to bind port ab131b3d-9d2d-4fa1-8113-1b7cf65667de on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:24:27.704556 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Attempting to bind port ab131b3d-9d2d-4fa1-8113-1b7cf65667de by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:24:27.704855 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Attempting to bind port ab131b3d-9d2d-4fa1-8113-1b7cf65667de on network f032c193-892e-4d25-887c-5957f77976f6 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:24:27.709392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Port ab131b3d-9d2d-4fa1-8113-1b7cf65667de on network f032c193-892e-4d25-887c-5957f77976f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:24:27.709747 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Attempting to bind port ab131b3d-9d2d-4fa1-8113-1b7cf65667de on network f032c193-892e-4d25-887c-5957f77976f6 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:24:27.715887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:24:27.716255 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Checking segment: {'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:24:27.716652 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Bound using segment: {'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:24:27.717120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Bound port: ab131b3d-9d2d-4fa1-8113-1b7cf65667de, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1c47b7-251a-4c63-90ff-500bdf3e9f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:24:27.717485 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:27.790385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] For port ab131b3d-9d2d-4fa1-8113-1b7cf65667de, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:24:27.793799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] For port ab131b3d-9d2d-4fa1-8113-1b7cf65667de, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ab131b3d-9d2d-4fa1-8113-1b7cf65667de,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:24:27.799105 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:27.837099 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:27.837904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:27.839418 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] 10.222.0.45 "PUT /v2.0/ports/ab131b3d-9d2d-4fa1-8113-1b7cf65667de HTTP/1.1" status: 200 len: 1093 time: 0.6640179 Dec 09 02:24:27.839817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18996782-db03-47c1-91c5-d823e409ea48', 'tag': 'ab131b3d-9d2d-4fa1-8113-1b7cf65667de'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:24:27.842567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e81f57f-2893-456f-b5f7-237464623c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "18996782-db03-47c1-91c5-d823e409ea48", "tag": "ab131b3d-9d2d-4fa1-8113-1b7cf65667de"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:24:27.882638 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e9690-ae17-421f-9f57-6b459fd31ccb service neutron] Pushing event updated for resources: {'Port': ['ID=ab131b3d-9d2d-4fa1-8113-1b7cf65667de,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:27.901032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a1a7b1-de9c-4c73-b1c3-89bac622108e x-openstack-request-id: req-11a1a7b1-de9c-4c73-b1c3-89bac622108e {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:24:27.901441 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18996782-db03-47c1-91c5-d823e409ea48", "tag": "ab131b3d-9d2d-4fa1-8113-1b7cf65667de", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:24:27.901811 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11a1a7b1-de9c-4c73-b1c3-89bac622108e {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:24:27.902409 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18996782-db03-47c1-91c5-d823e409ea48', 'tag': 'ab131b3d-9d2d-4fa1-8113-1b7cf65667de', 'status': 'completed', 'code': 200} Dec 09 02:24:27.974773 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-03bf534d-5004-4cc9-aca5-c311a745299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:27.976526 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-03bf534d-5004-4cc9-aca5-c311a745299a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 1096 time: 0.0540578 Dec 09 02:24:28.034141 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-35facedb-37d4-491a-a8fb-6568744ca40e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab131b3d-9d2d-4fa1-8113-1b7cf65667de HTTP/1.1" status: 200 len: 217 time: 0.0418513 Dec 09 02:24:28.099291 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-4cc0a74a-a64c-4be0-b4af-117fc93a2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:28.101034 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-4cc0a74a-a64c-4be0-b4af-117fc93a2a05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c2741af-2f64-489c-a848-b27c91aa70d4 HTTP/1.1" status: 200 len: 851 time: 0.0587866 Dec 09 02:24:28.153801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-4d913182-9dbd-4866-988b-e785a13d0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:28.155352 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-4d913182-9dbd-4866-988b-e785a13d0349 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f032c193-892e-4d25-887c-5957f77976f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0470271 Dec 09 02:24:28.254235 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-4727da98-c4f9-49b4-94e3-fbdc41b4264a service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908768 Dec 09 02:24:28.359537 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9eb5f7-4347-4d24-98f6-670011a5705d req-9e0fe1e8-7546-46be-8c38-1c4d3b3612c2 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:28.361083 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e9eb5f7-4347-4d24-98f6-670011a5705d req-9e0fe1e8-7546-46be-8c38-1c4d3b3612c2 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 943 time: 0.1094778 Dec 09 02:24:28.408321 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abd7c5ab-643f-474f-90d2-94c278fb9fcf req-324f7bef-9f1d-4834-84ac-f89e48f8836b service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453140 Dec 09 02:24:28.439037 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e9eb5f7-4347-4d24-98f6-670011a5705d req-f2e748b9-fa1f-4672-a0d9-329069ff47fa tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667980 Dec 09 02:24:28.532069 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81f57f-2893-456f-b5f7-237464623c4d req-1fb8d5c7-1817-458f-a58c-dab1c4775c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:28.533662 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9e81f57f-2893-456f-b5f7-237464623c4d req-1fb8d5c7-1817-458f-a58c-dab1c4775c2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 1096 time: 0.0447085 Dec 09 02:24:28.624767 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81f57f-2893-456f-b5f7-237464623c4d req-2d88725c-8e3e-4d44-b0ec-6a6df0df1250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:28.626338 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9e81f57f-2893-456f-b5f7-237464623c4d req-2d88725c-8e3e-4d44-b0ec-6a6df0df1250 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 913 time: 0.0824487 Dec 09 02:24:28.674156 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9e81f57f-2893-456f-b5f7-237464623c4d req-06241937-1f6f-410f-bc31-42e123847f8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab131b3d-9d2d-4fa1-8113-1b7cf65667de HTTP/1.1" status: 200 len: 217 time: 0.0407960 Dec 09 02:24:28.722686 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81f57f-2893-456f-b5f7-237464623c4d req-29afcf15-1f0a-4d5f-abd2-52611ed51db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:28.724193 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9e81f57f-2893-456f-b5f7-237464623c4d req-29afcf15-1f0a-4d5f-abd2-52611ed51db1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c2741af-2f64-489c-a848-b27c91aa70d4 HTTP/1.1" status: 200 len: 851 time: 0.0436149 Dec 09 02:24:28.770250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81f57f-2893-456f-b5f7-237464623c4d req-78a710f4-0b91-41b1-ab64-0bdde5fc9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:28.771666 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9e81f57f-2893-456f-b5f7-237464623c4d req-78a710f4-0b91-41b1-ab64-0bdde5fc9c3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f032c193-892e-4d25-887c-5957f77976f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391901 Dec 09 02:24:28.863207 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9e81f57f-2893-456f-b5f7-237464623c4d req-4b4b2e8b-4e31-4aa4-9e64-349fad566679 service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826075 Dec 09 02:24:28.953055 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9e81f57f-2893-456f-b5f7-237464623c4d req-4bbc19ab-004e-499b-8574-adab87e6fca2 service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803049 Dec 09 02:24:29.566679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbcf7f-5afa-4bcc-80ff-d2581c1cf867 req-0157c2a9-f0ea-4c46-b625-22030dfa41f4 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:29.568205 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-88cbcf7f-5afa-4bcc-80ff-d2581c1cf867 req-0157c2a9-f0ea-4c46-b625-22030dfa41f4 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 943 time: 0.0561397 Dec 09 02:24:29.616671 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-88cbcf7f-5afa-4bcc-80ff-d2581c1cf867 req-e41bdba8-01bd-4541-912f-d61f9f80d573 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423427 Dec 09 02:24:30.736087 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7453141-fb82-4225-a2cf-56beb2b1654a req-71162fbb-c801-49b9-8e9c-64d27d1f9c37 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:30.737568 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d7453141-fb82-4225-a2cf-56beb2b1654a req-71162fbb-c801-49b9-8e9c-64d27d1f9c37 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 943 time: 0.0521305 Dec 09 02:24:30.788451 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d7453141-fb82-4225-a2cf-56beb2b1654a req-6d55f658-a655-47f3-97c6-eb1e46999d59 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447903 Dec 09 02:24:31.898851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e1435-b91e-4deb-a623-6bc923c706a5 req-98103f11-00ca-45db-8502-3a1d790c8eb8 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:31.900338 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-783e1435-b91e-4deb-a623-6bc923c706a5 req-98103f11-00ca-45db-8502-3a1d790c8eb8 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 943 time: 0.0470743 Dec 09 02:24:31.947955 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-783e1435-b91e-4deb-a623-6bc923c706a5 req-4e45649f-3874-4dac-acf9-7f6996514eb3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413063 Dec 09 02:24:33.005846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25ecc4d6-658c-4d8f-8338-0c7fdd90a91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:33.070480 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3c396-7021-4242-81b5-0cb3dc69b2a1 req-39fdaaaf-babe-46b9-a2a8-389dc0adaef5 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:33.071955 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-80f3c396-7021-4242-81b5-0cb3dc69b2a1 req-39fdaaaf-babe-46b9-a2a8-389dc0adaef5 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 943 time: 0.0514648 Dec 09 02:24:33.119599 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-80f3c396-7021-4242-81b5-0cb3dc69b2a1 req-b591cd74-e2ef-4c65-be5f-62feb56bd2d8 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418339 Dec 09 02:24:34.231015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23089b6c-00f8-4932-9831-71e6d49f8422 req-8b57e5ef-e347-455d-8478-0ce559b6e357 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:34.232991 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-23089b6c-00f8-4932-9831-71e6d49f8422 req-8b57e5ef-e347-455d-8478-0ce559b6e357 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 943 time: 0.0470667 Dec 09 02:24:34.279986 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-23089b6c-00f8-4932-9831-71e6d49f8422 req-8e58a7d2-b8bd-4c9b-85f5-a47917b9759f tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411835 Dec 09 02:24:35.247365 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ed5e761-c94c-47e2-993f-ba1597365372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:35.391964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5dfbb-fde2-4116-8bfc-fb8f6e06020a req-1cd5b224-9d9c-4cd1-a17d-ef51eec0a7e4 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:35.393426 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-87a5dfbb-fde2-4116-8bfc-fb8f6e06020a req-1cd5b224-9d9c-4cd1-a17d-ef51eec0a7e4 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 943 time: 0.0477762 Dec 09 02:24:35.443865 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-87a5dfbb-fde2-4116-8bfc-fb8f6e06020a req-0e96b04a-67eb-49bd-be46-e6b80aa8622b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446267 Dec 09 02:24:36.384080 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:36.554838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a419f2b-b4f8-43ad-b205-b93fc8d4422f req-ab6a54f3-615c-4f4f-b956-b386359fa949 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:36.556341 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2a419f2b-b4f8-43ad-b205-b93fc8d4422f req-ab6a54f3-615c-4f4f-b956-b386359fa949 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 943 time: 0.0478544 Dec 09 02:24:36.603086 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2a419f2b-b4f8-43ad-b205-b93fc8d4422f req-d5c70d14-a657-40c4-ae85-e51efe26285f tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403113 Dec 09 02:24:37.321780 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device ab131b3d-9d2d-4fa1-8113-1b7cf65667de details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:24:37.416352 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port ab131b3d-9d2d-4fa1-8113-1b7cf65667de, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ab131b3d-9d2d-4fa1-8113-1b7cf65667de,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:24:37.426835 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'ab131b3d-9d2d-4fa1-8113-1b7cf65667de', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'port_id': 'ab131b3d-9d2d-4fa1-8113-1b7cf65667de', 'mac_address': 'fa:16:3e:86:b1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:24:37.461605 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:37.474216 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab131b3d-9d2d-4fa1-8113-1b7cf65667de {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:24:37.493204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port ab131b3d-9d2d-4fa1-8113-1b7cf65667de, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ab131b3d-9d2d-4fa1-8113-1b7cf65667de,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:24:37.498131 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:37.547896 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=ab131b3d-9d2d-4fa1-8113-1b7cf65667de,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:37.554671 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:37.555024 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:37.555372 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:37.555740 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:37.556075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:37.556407 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:37.556739 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:37.557069 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:37.557397 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:37.557725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:37.558050 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:37.558375 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:37.558697 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:37.715841 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9ae32-e7d0-4220-8401-897f24f0c89d req-88f1afcc-bcce-4254-b778-f7453f28b9ce tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:37.717290 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bf9ae32-e7d0-4220-8401-897f24f0c89d req-88f1afcc-bcce-4254-b778-f7453f28b9ce tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 944 time: 0.0483232 Dec 09 02:24:37.767072 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bf9ae32-e7d0-4220-8401-897f24f0c89d req-8e396920-b3c6-46cc-a448-f866e0bc3b9b tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435693 Dec 09 02:24:37.778672 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:37.893548 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['ab131b3d-9d2d-4fa1-8113-1b7cf65667de'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:24:38.641710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:38.882400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093b57e-cca5-47b6-b061-cb362776e465 req-7f984070-1e0c-4dbf-a4d3-e9a6121bf625 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:38.883769 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e093b57e-cca5-47b6-b061-cb362776e465 req-7f984070-1e0c-4dbf-a4d3-e9a6121bf625 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 944 time: 0.0505795 Dec 09 02:24:38.931006 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e093b57e-cca5-47b6-b061-cb362776e465 req-aaa7221f-8b2f-41a5-bea4-8440bc71fb3a tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409281 Dec 09 02:24:39.331157 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device ab131b3d-9d2d-4fa1-8113-1b7cf65667de up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:24:39.378839 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port ab131b3d-9d2d-4fa1-8113-1b7cf65667de completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:24:39.382762 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port ab131b3d-9d2d-4fa1-8113-1b7cf65667de triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:24:39.383129 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:39.460253 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:39.481173 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18996782-db03-47c1-91c5-d823e409ea48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab131b3d-9d2d-4fa1-8113-1b7cf65667de'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:24:39.484500 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6a12d0-f01c-4af6-ab54-ad8116fb019d" -d '{"events": [{"server_uuid": "18996782-db03-47c1-91c5-d823e409ea48", "name": "network-vif-plugged", "status": "completed", "tag": "ab131b3d-9d2d-4fa1-8113-1b7cf65667de"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:24:39.497105 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port ab131b3d-9d2d-4fa1-8113-1b7cf65667de, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ab131b3d-9d2d-4fa1-8113-1b7cf65667de,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:24:39.501285 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:39.548876 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=ab131b3d-9d2d-4fa1-8113-1b7cf65667de,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:39.575327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d87f3c-f27a-417e-b853-88dc2607561c x-openstack-request-id: req-33d87f3c-f27a-417e-b853-88dc2607561c {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:24:39.575655 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18996782-db03-47c1-91c5-d823e409ea48", "name": "network-vif-plugged", "status": "completed", "tag": "ab131b3d-9d2d-4fa1-8113-1b7cf65667de", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:24:39.575943 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33d87f3c-f27a-417e-b853-88dc2607561c {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:24:39.576383 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18996782-db03-47c1-91c5-d823e409ea48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab131b3d-9d2d-4fa1-8113-1b7cf65667de', 'code': 200} Dec 09 02:24:39.796683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328b45d-3152-43d2-87ab-1cfffd02675a req-62703456-8ec9-475e-8e54-cd2fc2ccd12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:39.798124 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0328b45d-3152-43d2-87ab-1cfffd02675a req-62703456-8ec9-475e-8e54-cd2fc2ccd12b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 1098 time: 0.0386753 Dec 09 02:24:39.843337 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0328b45d-3152-43d2-87ab-1cfffd02675a req-1c50bce7-c360-41ea-8a68-b9ddae839deb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376627 Dec 09 02:24:40.044298 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6f260-ad87-4eae-ae47-8601eaf5770d req-6d464947-33e3-4f16-a03c-6e0a44ab41ba tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:40.046389 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-35e6f260-ad87-4eae-ae47-8601eaf5770d req-6d464947-33e3-4f16-a03c-6e0a44ab41ba tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 945 time: 0.0476406 Dec 09 02:24:40.096286 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-35e6f260-ad87-4eae-ae47-8601eaf5770d req-e7262513-2e47-4eff-bba1-a965ed04cf82 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439775 Dec 09 02:24:41.209686 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f5649-07a8-41f3-b6bb-7c23faf2e529 req-01d59ccf-3022-4942-9af4-f01482c4b778 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:41.211148 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-819f5649-07a8-41f3-b6bb-7c23faf2e529 req-01d59ccf-3022-4942-9af4-f01482c4b778 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 945 time: 0.0477464 Dec 09 02:24:41.258723 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-819f5649-07a8-41f3-b6bb-7c23faf2e529 req-4ac6487c-40c8-415b-99e7-6690d59ba7f4 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417593 Dec 09 02:24:41.367144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e379be-0626-4880-8a1a-f3deac0f0a59 req-d60b33dc-794a-460f-8631-5963c96f609f tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:41.368620 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-48e379be-0626-4880-8a1a-f3deac0f0a59 req-d60b33dc-794a-460f-8631-5963c96f609f tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 945 time: 0.0473118 Dec 09 02:24:41.415700 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-48e379be-0626-4880-8a1a-f3deac0f0a59 req-0ad4058a-3e9a-477d-acbe-ca0655c99d8c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409594 Dec 09 02:24:41.437357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38594) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:41.478072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f99032-cfcd-4b08-b281-477b54e41b0c tempest-TestVolumeBootPattern-331240370 tempest-TestVolumeBootPattern-331240370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:41.479569 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-98f99032-cfcd-4b08-b281-477b54e41b0c tempest-TestVolumeBootPattern-331240370 tempest-TestVolumeBootPattern-331240370-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 1093 time: 0.0412133 Dec 09 02:24:41.482184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38596) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:41.486853 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': 'ab131b3d-9d2d-4fa1-8113-1b7cf65667de', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:24:41.507837 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:41.600193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:41.707855 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Allocated IP 172.26.3.156 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/b4c02d1b-c0e2-46b2-8802-de190d760c59) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:24:41.804048 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:41.836583 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:41.873608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:24:41.876296 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:24:41.878814 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:24:41.909550 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event updated for resources: {'Port': ['ID=b4c02d1b-c0e2-46b2-8802-de190d760c59,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:42.556277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:42.618568 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:42.762558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:42.767283 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:42.830187 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event updated for resources: {'Port': ['ID=b4c02d1b-c0e2-46b2-8802-de190d760c59,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:42.843343 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:42.940281 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Floating IP c5314382-bad9-4a52-b105-422352a7c7e8 associated. External IP: 172.26.3.156, port: ab131b3d-9d2d-4fa1-8113-1b7cf65667de. Dec 09 02:24:43.139594 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Router a6c041d9-9100-4b77-b3bf-4c158205b408 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:24:43.242923 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:24:43.253863 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe41649-2281-4c11-b83e-76d4a38717b5 None None] Sync routers for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:24:43.260446 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:43.263467 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe41649-2281-4c11-b83e-76d4a38717b5 None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:24:43.264098 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-dfe41649-2281-4c11-b83e-76d4a38717b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:24:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:43.286453 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-49810771-4bd0-40a1-bad8-0ecf0352452e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8027077 Dec 09 02:24:43.287124 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18996782-db03-47c1-91c5-d823e409ea48', 'tag': 'ab131b3d-9d2d-4fa1-8113-1b7cf65667de'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:24:43.289519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da0e5d1-ba80-4eb2-9e3d-6ae0952e628a" -d '{"events": [{"name": "network-changed", "server_uuid": "18996782-db03-47c1-91c5-d823e409ea48", "tag": "ab131b3d-9d2d-4fa1-8113-1b7cf65667de"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:24:43.329548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747a2fcb-1514-4270-97b7-21d2dc1cae6a x-openstack-request-id: req-747a2fcb-1514-4270-97b7-21d2dc1cae6a {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:24:43.329851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18996782-db03-47c1-91c5-d823e409ea48", "tag": "ab131b3d-9d2d-4fa1-8113-1b7cf65667de", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:24:43.330123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-747a2fcb-1514-4270-97b7-21d2dc1cae6a {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:24:43.330516 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18996782-db03-47c1-91c5-d823e409ea48', 'tag': 'ab131b3d-9d2d-4fa1-8113-1b7cf65667de', 'status': 'completed', 'code': 200} Dec 09 02:24:43.368855 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-dfe41649-2281-4c11-b83e-76d4a38717b5 None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:24:43.415281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0e5d1-ba80-4eb2-9e3d-6ae0952e628a req-65bc4533-f361-46ed-befe-0b62b11d0f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:43.416722 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6da0e5d1-ba80-4eb2-9e3d-6ae0952e628a req-65bc4533-f361-46ed-befe-0b62b11d0f2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 1098 time: 0.0401847 Dec 09 02:24:43.508002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0e5d1-ba80-4eb2-9e3d-6ae0952e628a req-adfeb59b-7012-4bbf-858f-a3ef55c58b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:43.509463 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6da0e5d1-ba80-4eb2-9e3d-6ae0952e628a req-adfeb59b-7012-4bbf-858f-a3ef55c58b32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 913 time: 0.0854380 Dec 09 02:24:43.574852 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6da0e5d1-ba80-4eb2-9e3d-6ae0952e628a req-ca5c2b9b-d7fb-435d-b8ba-4e04fb558fbb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab131b3d-9d2d-4fa1-8113-1b7cf65667de HTTP/1.1" status: 200 len: 999 time: 0.0576918 Dec 09 02:24:43.594272 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-dfe41649-2281-4c11-b83e-76d4a38717b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7c62c626-da98-420a-86f9-6bac2a62045f', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'port_id': 'aefa629e-7e59-4cad-acec-ee14ca4993b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'mac_address': 'fa:16:3e:5b:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:22:28Z', 'updated_at': '2021-12-09T02:22:30Z', 'revision_number': 1, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address_scope': None}, {'id': 'c5314382-bad9-4a52-b105-422352a7c7e8', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'floating_ip_address': '172.26.3.156', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'port_id': 'ab131b3d-9d2d-4fa1-8113-1b7cf65667de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'mac_address': 'fa:16:3e:86:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18996782-db03-47c1-91c5-d823e409ea48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:24:42Z', 'updated_at': '2021-12-09T02:24:42Z', 'revision_number': 0, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:43.620390 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe41649-2281-4c11-b83e-76d4a38717b5 None None] Checking router: a6c041d9-9100-4b77-b3bf-4c158205b408 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:24:43.624837 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0e5d1-ba80-4eb2-9e3d-6ae0952e628a req-160bdef9-c43f-4e29-8839-dc3063561f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:43.626294 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6da0e5d1-ba80-4eb2-9e3d-6ae0952e628a req-160bdef9-c43f-4e29-8839-dc3063561f3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c2741af-2f64-489c-a848-b27c91aa70d4 HTTP/1.1" status: 200 len: 851 time: 0.0434108 Dec 09 02:24:43.628827 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe41649-2281-4c11-b83e-76d4a38717b5 None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:24:43.629423 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-dfe41649-2281-4c11-b83e-76d4a38717b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:24:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:43.677370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0e5d1-ba80-4eb2-9e3d-6ae0952e628a req-36ec6773-4f09-42f2-ac9a-5c5fa669cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:43.678794 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6da0e5d1-ba80-4eb2-9e3d-6ae0952e628a req-36ec6773-4f09-42f2-ac9a-5c5fa669cb0f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f032c193-892e-4d25-887c-5957f77976f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0458028 Dec 09 02:24:43.733639 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-dfe41649-2281-4c11-b83e-76d4a38717b5 None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:24:43.744241 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38604) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:43.817616 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6da0e5d1-ba80-4eb2-9e3d-6ae0952e628a req-771a4cdb-a64b-4428-91b5-6b4ce9252d85 service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311591 Dec 09 02:24:43.937411 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-abcf489c-188a-4b7f-adfa-70080ba10787 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/routers/aa0079f5-4663-4de7-be06-6a87cd63b471/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1890492 Dec 09 02:24:43.937866 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38606) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:43.959514 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6da0e5d1-ba80-4eb2-9e3d-6ae0952e628a req-85bc5f77-8389-4bc3-9483-e6b01d218ff4 service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120017 Dec 09 02:24:44.052178 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-dfe41649-2281-4c11-b83e-76d4a38717b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7c62c626-da98-420a-86f9-6bac2a62045f', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'port_id': 'aefa629e-7e59-4cad-acec-ee14ca4993b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'mac_address': 'fa:16:3e:5b:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:22:28Z', 'updated_at': '2021-12-09T02:22:30Z', 'revision_number': 1, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address_scope': None}, {'id': 'c5314382-bad9-4a52-b105-422352a7c7e8', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'floating_ip_address': '172.26.3.156', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'port_id': 'ab131b3d-9d2d-4fa1-8113-1b7cf65667de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'mac_address': 'fa:16:3e:86:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18996782-db03-47c1-91c5-d823e409ea48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:24:42Z', 'updated_at': '2021-12-09T02:24:42Z', 'revision_number': 0, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:44.082858 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe41649-2281-4c11-b83e-76d4a38717b5 None None] The sync data for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv is: [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7c62c626-da98-420a-86f9-6bac2a62045f', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'port_id': 'aefa629e-7e59-4cad-acec-ee14ca4993b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'mac_address': 'fa:16:3e:5b:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:22:28Z', 'updated_at': '2021-12-09T02:22:30Z', 'revision_number': 1, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address_scope': None}, {'id': 'c5314382-bad9-4a52-b105-422352a7c7e8', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'floating_ip_address': '172.26.3.156', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'port_id': 'ab131b3d-9d2d-4fa1-8113-1b7cf65667de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'mac_address': 'fa:16:3e:86:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18996782-db03-47c1-91c5-d823e409ea48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:24:42Z', 'updated_at': '2021-12-09T02:24:42Z', 'revision_number': 0, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:24:44.112602 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:44.294058 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c72fce9-5bb8-4b23-9277-b40f20ce1755 None None] New status for floating IP c5314382-bad9-4a52-b105-422352a7c7e8: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:24:44.309380 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e00348-7743-497c-a8c7-1093ef92c4b6 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Notify agent at dv-neutron-804846-18-hyperv the message router_removed_from_agent {{(pid=103333) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 09 02:24:44.313055 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-01e00348-7743-497c-a8c7-1093ef92c4b6 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "DELETE /v2.0/agents/2f9d07b4-0070-4688-98a7-f880c5638e72/l3-routers/aa0079f5-4663-4de7-be06-6a87cd63b471 HTTP/1.1" status: 204 len: 168 time: 0.3739800 Dec 09 02:24:44.315618 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38608) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:44.425627 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3fabb5ea-dcb6-4a25-a8db-e118e183ce34 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/routers/aa0079f5-4663-4de7-be06-6a87cd63b471/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1085002 Dec 09 02:24:44.428319 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38610) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:44.488600 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ec8f2682-8dca-4125-aa16-051ce5024988 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/9bdc9b62-b273-47a6-bce9-45e09666a441 HTTP/1.1" status: 200 len: 993 time: 0.0592396 Dec 09 02:24:45.072166 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e13eb7e-95a0-404d-9f4e-53448f5bfdb1 None None] New status for floating IP 9bdc9b62-b273-47a6-bce9-45e09666a441: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:24:45.492612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38612) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:45.555120 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-32ec0640-f168-450d-941e-9b6deb32f463 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/9bdc9b62-b273-47a6-bce9-45e09666a441 HTTP/1.1" status: 200 len: 991 time: 0.0614541 Dec 09 02:24:46.200359 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 9cc2608b-d315-4345-8969-7faa20a2f206 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:24:46.272981 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:46.304233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 9cc2608b-d315-4345-8969-7faa20a2f206, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=9cc2608b-d315-4345-8969-7faa20a2f206,segment=NetworkSegment(68fb63fe-551f-40d4-a1fa-660685f9b170),segment_id=68fb63fe-551f-40d4-a1fa-660685f9b170)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:24:46.308125 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:46.309047 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8bd2fb12-c38f-4d61-a099-c7787a419a44 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:24:46.382625 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=9cc2608b-d315-4345-8969-7faa20a2f206,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:46.422939 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:46.442738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 8bd2fb12-c38f-4d61-a099-c7787a419a44, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8bd2fb12-c38f-4d61-a099-c7787a419a44,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:24:46.447817 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:46.493764 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=8bd2fb12-c38f-4d61-a099-c7787a419a44,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:46.680362 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38616) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:46.803414 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d930abd-d0eb-4c4f-9cc3-fab74dd35320 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Router aa0079f5-4663-4de7-be06-6a87cd63b471 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:24:46.803850 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d930abd-d0eb-4c4f-9cc3-fab74dd35320 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Notify agent at dv-neutron-804846-18-hyperv the message router_added_to_agent {{(pid=103333) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 09 02:24:46.828726 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4d930abd-d0eb-4c4f-9cc3-fab74dd35320 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "POST /v2.0/agents/2f9d07b4-0070-4688-98a7-f880c5638e72/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1473148 Dec 09 02:24:46.831372 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38620) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:46.850869 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a8807-2a92-4692-9aa2-b3fce2cbb50a None None] Sync routers for ids ['aa0079f5-4663-4de7-be06-6a87cd63b471'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:24:46.864669 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a8807-2a92-4692-9aa2-b3fce2cbb50a None None] Routers {'aa0079f5-4663-4de7-be06-6a87cd63b471'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:24:46.865278 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3d8a8807-2a92-4692-9aa2-b3fce2cbb50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:24:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['aa0079f5-4663-4de7-be06-6a87cd63b471'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:46.943170 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0ff9466d-eb92-49ae-be63-515ac10279dd tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/routers/aa0079f5-4663-4de7-be06-6a87cd63b471/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1077573 Dec 09 02:24:46.943405 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38624) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:46.973133 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3d8a8807-2a92-4692-9aa2-b3fce2cbb50a None None] Set router aa0079f5-4663-4de7-be06-6a87cd63b471 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:24:47.004531 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1a7b7638-7be6-4717-9f11-e066913f56d5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/9bdc9b62-b273-47a6-bce9-45e09666a441 HTTP/1.1" status: 200 len: 991 time: 0.0601130 Dec 09 02:24:47.192867 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3d8a8807-2a92-4692-9aa2-b3fce2cbb50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:55Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:24:46Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '9bdc9b62-b273-47a6-bce9-45e09666a441', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'port_id': '728233aa-2508-4fcf-b641-939c679be0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'mac_address': 'fa:16:3e:3c:51:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:24:08Z', 'updated_at': '2021-12-09T02:24:45Z', 'revision_number': 2, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2608b-d315-4345-8969-7faa20a2f206', 'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:c1:50:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:55Z', 'updated_at': '2021-12-09T02:24:46Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:47.219155 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a8807-2a92-4692-9aa2-b3fce2cbb50a None None] Checking router: aa0079f5-4663-4de7-be06-6a87cd63b471 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:24:47.227500 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a8807-2a92-4692-9aa2-b3fce2cbb50a None None] Routers {'aa0079f5-4663-4de7-be06-6a87cd63b471'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:24:47.228099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3d8a8807-2a92-4692-9aa2-b3fce2cbb50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:24:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['aa0079f5-4663-4de7-be06-6a87cd63b471'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:47.331346 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3d8a8807-2a92-4692-9aa2-b3fce2cbb50a None None] Set router aa0079f5-4663-4de7-be06-6a87cd63b471 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:24:47.551271 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3d8a8807-2a92-4692-9aa2-b3fce2cbb50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:55Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:24:46Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '9bdc9b62-b273-47a6-bce9-45e09666a441', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'port_id': '728233aa-2508-4fcf-b641-939c679be0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'mac_address': 'fa:16:3e:3c:51:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:24:08Z', 'updated_at': '2021-12-09T02:24:45Z', 'revision_number': 2, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2608b-d315-4345-8969-7faa20a2f206', 'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:c1:50:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:55Z', 'updated_at': '2021-12-09T02:24:46Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:47.577712 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a8807-2a92-4692-9aa2-b3fce2cbb50a None None] The sync data for ids ['aa0079f5-4663-4de7-be06-6a87cd63b471'] in dv-neutron-804846-18-hyperv is: [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:55Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:24:46Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '9bdc9b62-b273-47a6-bce9-45e09666a441', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'port_id': '728233aa-2508-4fcf-b641-939c679be0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'mac_address': 'fa:16:3e:3c:51:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:24:08Z', 'updated_at': '2021-12-09T02:24:45Z', 'revision_number': 2, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2608b-d315-4345-8969-7faa20a2f206', 'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:c1:50:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:55Z', 'updated_at': '2021-12-09T02:24:46Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:24:48.007688 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38626) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:48.073580 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-354b01b0-5d9b-4a1b-a6ff-280430f1b809 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/9bdc9b62-b273-47a6-bce9-45e09666a441 HTTP/1.1" status: 200 len: 991 time: 0.0647929 Dec 09 02:24:48.258680 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 9cc2608b-d315-4345-8969-7faa20a2f206 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:24:48.311293 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 9cc2608b-d315-4345-8969-7faa20a2f206 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:24:48.311690 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:48.390593 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:48.424348 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 9cc2608b-d315-4345-8969-7faa20a2f206, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=9cc2608b-d315-4345-8969-7faa20a2f206,segment=NetworkSegment(68fb63fe-551f-40d4-a1fa-660685f9b170),segment_id=68fb63fe-551f-40d4-a1fa-660685f9b170)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:24:48.428691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:48.429720 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8bd2fb12-c38f-4d61-a099-c7787a419a44 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:24:48.507942 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=9cc2608b-d315-4345-8969-7faa20a2f206,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:48.520728 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 8bd2fb12-c38f-4d61-a099-c7787a419a44 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:24:48.521099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:48.599410 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:48.619995 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 8bd2fb12-c38f-4d61-a099-c7787a419a44, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8bd2fb12-c38f-4d61-a099-c7787a419a44,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:24:48.624109 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:48.688122 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=8bd2fb12-c38f-4d61-a099-c7787a419a44,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:49.077210 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38628) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:49.137084 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ee80e7-0f75-434a-9c94-124028a56065 None None] New status for floating IP 9bdc9b62-b273-47a6-bce9-45e09666a441: ACTIVE {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:24:49.141787 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-95e2c07b-4f29-4136-9e7b-258f7185acb9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/9bdc9b62-b273-47a6-bce9-45e09666a441 HTTP/1.1" status: 200 len: 991 time: 0.0627289 Dec 09 02:24:50.145289 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38632) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:50.220309 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f853b65d-15da-45b9-aa33-8f765d13bbab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/9bdc9b62-b273-47a6-bce9-45e09666a441 HTTP/1.1" status: 200 len: 993 time: 0.0735683 Dec 09 02:24:50.221154 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 9cc2608b-d315-4345-8969-7faa20a2f206 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:24:50.269691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 9cc2608b-d315-4345-8969-7faa20a2f206 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:24:50.270070 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:50.348619 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8bd2fb12-c38f-4d61-a099-c7787a419a44 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:24:50.395969 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 8bd2fb12-c38f-4d61-a099-c7787a419a44 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:24:50.396263 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:50.472811 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38638) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:50.629020 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port d4172f47-d8c1-441a-8c74-a4cb05349827 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:24:50.629363 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:50.701700 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:50.701944 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:50.713124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for d4172f47-d8c1-441a-8c74-a4cb05349827 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:24:50.856355 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:50.881725 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=d4172f47-d8c1-441a-8c74-a4cb05349827,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:50.911051 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:50.911403 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:50.911776 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:50.912122 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:50.912454 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:50.912784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:50.913114 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:50.913443 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:50.913769 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:50.914097 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:50.914421 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:50.914742 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:50.915061 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:24:50.953783 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:50.954134 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP 9bdc9b62-b273-47a6-bce9-45e09666a441 disassociated (deleted). External IP: 172.26.3.132, port: 728233aa-2508-4fcf-b641-939c679be0f2. Dec 09 02:24:51.155099 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router aa0079f5-4663-4de7-be06-6a87cd63b471 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:24:51.260957 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:24:51.265576 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:51.272184 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d435ca3-7e24-43a2-b9f6-2472457b0cd9 None None] Sync routers for ids ['aa0079f5-4663-4de7-be06-6a87cd63b471'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:24:51.283337 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d435ca3-7e24-43a2-b9f6-2472457b0cd9 None None] Routers {'aa0079f5-4663-4de7-be06-6a87cd63b471'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:24:51.284074 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4d435ca3-7e24-43a2-b9f6-2472457b0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:24:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['aa0079f5-4663-4de7-be06-6a87cd63b471'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:51.292910 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1b923329-6384-44ba-9edb-1697545b87b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/floatingips/9bdc9b62-b273-47a6-bce9-45e09666a441 HTTP/1.1" status: 204 len: 168 time: 0.8188202 Dec 09 02:24:51.293675 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'tag': '728233aa-2508-4fcf-b641-939c679be0f2'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:24:51.296625 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358f0b0c-137a-43a3-ab0a-2adafa6dabb7" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e", "tag": "728233aa-2508-4fcf-b641-939c679be0f2"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:24:51.391394 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-4d435ca3-7e24-43a2-b9f6-2472457b0cd9 None None] Set router aa0079f5-4663-4de7-be06-6a87cd63b471 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:24:51.460720 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650137fd-b188-4a09-8b77-ea64adb7b592 x-openstack-request-id: req-650137fd-b188-4a09-8b77-ea64adb7b592 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:24:51.461159 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e", "tag": "728233aa-2508-4fcf-b641-939c679be0f2", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:24:51.461443 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-650137fd-b188-4a09-8b77-ea64adb7b592 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:24:51.461935 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'tag': '728233aa-2508-4fcf-b641-939c679be0f2', 'status': 'completed', 'code': 200} Dec 09 02:24:51.604570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf1e85-31a7-4d7c-907f-49904c90a738 req-a7e1ac49-3854-4025-ab27-8c0de194b081 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:51.606273 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6eaf1e85-31a7-4d7c-907f-49904c90a738 req-a7e1ac49-3854-4025-ab27-8c0de194b081 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 945 time: 0.0969036 Dec 09 02:24:51.607867 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4d435ca3-7e24-43a2-b9f6-2472457b0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:55Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:24:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '9cc2608b-d315-4345-8969-7faa20a2f206', 'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:c1:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:55Z', 'updated_at': '2021-12-09T02:24:48Z', 'revision_number': 7, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:51.617177 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f0b0c-137a-43a3-ab0a-2adafa6dabb7 req-e500c8f5-dbfa-4395-9a5f-80ff028fa0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:51.618800 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-358f0b0c-137a-43a3-ab0a-2adafa6dabb7 req-e500c8f5-dbfa-4395-9a5f-80ff028fa0c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 1098 time: 0.0687776 Dec 09 02:24:51.638068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d435ca3-7e24-43a2-b9f6-2472457b0cd9 None None] Checking router: aa0079f5-4663-4de7-be06-6a87cd63b471 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:24:51.648858 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d435ca3-7e24-43a2-b9f6-2472457b0cd9 None None] Routers {'aa0079f5-4663-4de7-be06-6a87cd63b471'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:24:51.649516 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4d435ca3-7e24-43a2-b9f6-2472457b0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:24:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['aa0079f5-4663-4de7-be06-6a87cd63b471'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:51.723924 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6eaf1e85-31a7-4d7c-907f-49904c90a738 req-d44f242c-0132-4d28-84e5-e39be74df8fc tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd87871-4950-48ab-b6b1-86001b03fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091537 Dec 09 02:24:51.759001 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f0b0c-137a-43a3-ab0a-2adafa6dabb7 req-53654782-f728-4b0a-855e-28156f5da949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:51.760526 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-358f0b0c-137a-43a3-ab0a-2adafa6dabb7 req-53654782-f728-4b0a-855e-28156f5da949 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f4faac06-c6ea-4b8e-b008-b4cdf51303e3 HTTP/1.1" status: 200 len: 898 time: 0.1292505 Dec 09 02:24:51.766520 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-4d435ca3-7e24-43a2-b9f6-2472457b0cd9 None None] Set router aa0079f5-4663-4de7-be06-6a87cd63b471 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:24:51.805495 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-358f0b0c-137a-43a3-ab0a-2adafa6dabb7 req-c5cfe243-343e-488e-8ea8-2977ab9c13f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=728233aa-2508-4fcf-b641-939c679be0f2 HTTP/1.1" status: 200 len: 217 time: 0.0373101 Dec 09 02:24:51.863242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f0b0c-137a-43a3-ab0a-2adafa6dabb7 req-64c9c746-f8d1-4745-8206-dc720a81524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:51.864847 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-358f0b0c-137a-43a3-ab0a-2adafa6dabb7 req-64c9c746-f8d1-4745-8206-dc720a81524e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=07d5c3fa-6b65-4f10-9e8a-69899c7230fe HTTP/1.1" status: 200 len: 835 time: 0.0503411 Dec 09 02:24:51.916405 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f0b0c-137a-43a3-ab0a-2adafa6dabb7 req-2379b9e6-677c-42c0-a21e-373435d3e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:51.917952 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-358f0b0c-137a-43a3-ab0a-2adafa6dabb7 req-2379b9e6-677c-42c0-a21e-373435d3e899 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f4faac06-c6ea-4b8e-b008-b4cdf51303e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0433149 Dec 09 02:24:51.981423 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4d435ca3-7e24-43a2-b9f6-2472457b0cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:55Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:24:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '9cc2608b-d315-4345-8969-7faa20a2f206', 'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:c1:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:55Z', 'updated_at': '2021-12-09T02:24:48Z', 'revision_number': 7, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:52.014852 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d435ca3-7e24-43a2-b9f6-2472457b0cd9 None None] The sync data for ids ['aa0079f5-4663-4de7-be06-6a87cd63b471'] in dv-neutron-804846-18-hyperv is: [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:23:55Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:24:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '9cc2608b-d315-4345-8969-7faa20a2f206', 'name': '', 'network_id': 'f4faac06-c6ea-4b8e-b008-b4cdf51303e3', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:c1:50:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:55Z', 'updated_at': '2021-12-09T02:24:48Z', 'revision_number': 7, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '07d5c3fa-6b65-4f10-9e8a-69899c7230fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:24:52.016469 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-358f0b0c-137a-43a3-ab0a-2adafa6dabb7 req-f1ceb861-e6d2-4456-8b6a-731c9fba9b3f service neutron] 10.222.0.45 "GET /v2.0/networks/f4faac06-c6ea-4b8e-b008-b4cdf51303e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895803 Dec 09 02:24:52.121719 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-358f0b0c-137a-43a3-ab0a-2adafa6dabb7 req-05c873ab-0ec7-45f4-92cf-240ee0a72488 service neutron] 10.222.0.45 "GET /v2.0/networks/f4faac06-c6ea-4b8e-b008-b4cdf51303e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969779 Dec 09 02:24:52.670056 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8c6a87-b408-4b03-a1d9-8fc3c0eee857 None None] New status for floating IP 9bdc9b62-b273-47a6-bce9-45e09666a441: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:24:52.843570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d828177-69bf-48f8-8eeb-df4215b37572 req-84c6e666-51ef-4780-a7a4-17824c1c8972 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:52.844964 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4d828177-69bf-48f8-8eeb-df4215b37572 req-84c6e666-51ef-4780-a7a4-17824c1c8972 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 945 time: 0.0481923 Dec 09 02:24:52.892874 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4d828177-69bf-48f8-8eeb-df4215b37572 req-f9d2e4d2-85f3-4d08-a3cb-6346937af581 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=8bd87871-4950-48ab-b6b1-86001b03fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420635 Dec 09 02:24:53.127181 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe0bda-74fd-4c5f-b13b-10f260f1a514 req-9df6510f-f097-432d-8d7a-7358f8b91bce tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:53.128628 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-75fe0bda-74fd-4c5f-b13b-10f260f1a514 req-9df6510f-f097-432d-8d7a-7358f8b91bce tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 945 time: 0.0523069 Dec 09 02:24:53.217921 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-75fe0bda-74fd-4c5f-b13b-10f260f1a514 req-8278b10e-b130-44ef-a1bb-56362e64fbf3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 728233aa-2508-4fcf-b641-939c679be0f2 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:24:53.218263 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-75fe0bda-74fd-4c5f-b13b-10f260f1a514 req-8278b10e-b130-44ef-a1bb-56362e64fbf3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:53.306728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-75fe0bda-74fd-4c5f-b13b-10f260f1a514 req-8278b10e-b130-44ef-a1bb-56362e64fbf3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 728233aa-2508-4fcf-b641-939c679be0f2, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=728233aa-2508-4fcf-b641-939c679be0f2,segment=NetworkSegment(68fb63fe-551f-40d4-a1fa-660685f9b170),segment_id=68fb63fe-551f-40d4-a1fa-660685f9b170)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:24:53.307092 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-75fe0bda-74fd-4c5f-b13b-10f260f1a514 req-8278b10e-b130-44ef-a1bb-56362e64fbf3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:53.320102 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-75fe0bda-74fd-4c5f-b13b-10f260f1a514 req-8278b10e-b130-44ef-a1bb-56362e64fbf3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 728233aa-2508-4fcf-b641-939c679be0f2 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:24:53.442852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-75fe0bda-74fd-4c5f-b13b-10f260f1a514 req-8278b10e-b130-44ef-a1bb-56362e64fbf3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:53.474633 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278b10e-b130-44ef-a1bb-56362e64fbf3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=728233aa-2508-4fcf-b641-939c679be0f2,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:53.515271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fe0bda-74fd-4c5f-b13b-10f260f1a514 req-8278b10e-b130-44ef-a1bb-56362e64fbf3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] No DVR routers for this DVR port 728233aa-2508-4fcf-b641-939c679be0f2 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:24:53.517813 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-75fe0bda-74fd-4c5f-b13b-10f260f1a514 req-8278b10e-b130-44ef-a1bb-56362e64fbf3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:53.521225 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-75fe0bda-74fd-4c5f-b13b-10f260f1a514 req-8278b10e-b130-44ef-a1bb-56362e64fbf3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "DELETE /v2.0/ports/728233aa-2508-4fcf-b641-939c679be0f2 HTTP/1.1" status: 204 len: 173 time: 0.3863304 Dec 09 02:24:53.521659 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'name': 'network-vif-deleted', 'tag': '728233aa-2508-4fcf-b641-939c679be0f2'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:24:53.523904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed8cd11-1269-4963-948c-8bcf04562aa5" -d '{"events": [{"server_uuid": "fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e", "name": "network-vif-deleted", "tag": "728233aa-2508-4fcf-b641-939c679be0f2"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:24:53.559181 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cc8aa9-2759-43ef-a41d-022b3da30f9b x-openstack-request-id: req-59cc8aa9-2759-43ef-a41d-022b3da30f9b {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:24:53.559504 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e", "name": "network-vif-deleted", "tag": "728233aa-2508-4fcf-b641-939c679be0f2", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:24:53.559766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59cc8aa9-2759-43ef-a41d-022b3da30f9b {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:24:53.560170 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e', 'name': 'network-vif-deleted', 'tag': '728233aa-2508-4fcf-b641-939c679be0f2', 'status': 'completed', 'code': 200} Dec 09 02:24:54.002421 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ed13c13b-50f3-4d1f-a327-e7f8cafb51b0 req-a2221f32-3482-47e7-9f56-45b0586f10e6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6e6b0b-97e4-4ff3-a293-84f5e0bd5e4e HTTP/1.1" status: 200 len: 210 time: 0.0264211 Dec 09 02:24:55.057023 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38654) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:55.113618 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80ff80ac-9a85-4a87-a121-768e8e674e44 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:55.139854 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80ff80ac-9a85-4a87-a121-768e8e674e44 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:55.200000 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80ff80ac-9a85-4a87-a121-768e8e674e44 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:55.202684 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80ff80ac-9a85-4a87-a121-768e8e674e44 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:55.203988 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-80ff80ac-9a85-4a87-a121-768e8e674e44 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/security-groups/8bd87871-4950-48ab-b6b1-86001b03fca0 HTTP/1.1" status: 204 len: 168 time: 0.1458912 Dec 09 02:24:55.213808 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff80ac-9a85-4a87-a121-768e8e674e44 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd87871-4950-48ab-b6b1-86001b03fca0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:55.234936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38658) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:55.415990 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 728233aa-2508-4fcf-b641-939c679be0f2 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:24:55.436462 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 728233aa-2508-4fcf-b641-939c679be0f2 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:24:55.436815 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 728233aa-2508-4fcf-b641-939c679be0f2 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:24:55.588043 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26faa6d0-59e9-4905-baf5-18b433310b67 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:56.082091 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-26faa6d0-59e9-4905-baf5-18b433310b67 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 9cc2608b-d315-4345-8969-7faa20a2f206 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:24:56.082816 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26faa6d0-59e9-4905-baf5-18b433310b67 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:56.167148 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-26faa6d0-59e9-4905-baf5-18b433310b67 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 9cc2608b-d315-4345-8969-7faa20a2f206, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=9cc2608b-d315-4345-8969-7faa20a2f206,segment=NetworkSegment(68fb63fe-551f-40d4-a1fa-660685f9b170),segment_id=68fb63fe-551f-40d4-a1fa-660685f9b170)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:24:56.167542 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26faa6d0-59e9-4905-baf5-18b433310b67 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:56.180090 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-26faa6d0-59e9-4905-baf5-18b433310b67 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 9cc2608b-d315-4345-8969-7faa20a2f206 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:24:56.356492 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26faa6d0-59e9-4905-baf5-18b433310b67 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:56.386089 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26faa6d0-59e9-4905-baf5-18b433310b67 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=9cc2608b-d315-4345-8969-7faa20a2f206,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:56.554833 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26faa6d0-59e9-4905-baf5-18b433310b67 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:56.767178 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26faa6d0-59e9-4905-baf5-18b433310b67 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router aa0079f5-4663-4de7-be06-6a87cd63b471 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:24:56.872799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26faa6d0-59e9-4905-baf5-18b433310b67 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:24:56.878424 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-26faa6d0-59e9-4905-baf5-18b433310b67 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/aa0079f5-4663-4de7-be06-6a87cd63b471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6423421 Dec 09 02:24:56.881130 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38662) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:56.883789 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a3dfe-4398-48b4-bef0-a53a9c403110 None None] Sync routers for ids ['aa0079f5-4663-4de7-be06-6a87cd63b471'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:24:56.893081 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a3dfe-4398-48b4-bef0-a53a9c403110 None None] Routers {'aa0079f5-4663-4de7-be06-6a87cd63b471'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:24:56.893692 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-870a3dfe-4398-48b4-bef0-a53a9c403110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:24:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['aa0079f5-4663-4de7-be06-6a87cd63b471'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:56.930309 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd8383c-da9a-431c-b8ea-31fec6f54417 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting subnet 07d5c3fa-6b65-4f10-9e8a-69899c7230fe {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:24:56.933329 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fbd8383c-da9a-431c-b8ea-31fec6f54417 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:56.972492 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fbd8383c-da9a-431c-b8ea-31fec6f54417 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:56.998932 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-870a3dfe-4398-48b4-bef0-a53a9c403110 None None] Set router aa0079f5-4663-4de7-be06-6a87cd63b471 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:24:57.068664 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fbd8383c-da9a-431c-b8ea-31fec6f54417 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:57.127270 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fbd8383c-da9a-431c-b8ea-31fec6f54417 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:57.154975 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8383c-da9a-431c-b8ea-31fec6f54417 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Subnet': ['ID=07d5c3fa-6b65-4f10-9e8a-69899c7230fe,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:57.160038 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fbd8383c-da9a-431c-b8ea-31fec6f54417 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:57.166098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38664) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:57.166849 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fbd8383c-da9a-431c-b8ea-31fec6f54417 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/subnets/07d5c3fa-6b65-4f10-9e8a-69899c7230fe HTTP/1.1" status: 204 len: 168 time: 0.2847347 Dec 09 02:24:57.173474 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a1bbcb-6ad6-43ef-955a-d1101a9f5158 None None] Network f4faac06-c6ea-4b8e-b008-b4cdf51303e3 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:24:57.230785 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-870a3dfe-4398-48b4-bef0-a53a9c403110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:24:56Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:24:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:57.273787 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3177-ac47-478b-803c-baa099175af9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:57.276010 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a3dfe-4398-48b4-bef0-a53a9c403110 None None] Checking router: aa0079f5-4663-4de7-be06-6a87cd63b471 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:24:57.289590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a3dfe-4398-48b4-bef0-a53a9c403110 None None] Routers {'aa0079f5-4663-4de7-be06-6a87cd63b471'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:24:57.290190 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-870a3dfe-4398-48b4-bef0-a53a9c403110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:24:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['aa0079f5-4663-4de7-be06-6a87cd63b471'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:57.382787 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3177-ac47-478b-803c-baa099175af9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:57.396248 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76e287e-f53a-4b35-8983-07b60b36c499 None None] DHCP port deletion for f4faac06-c6ea-4b8e-b008-b4cdf51303e3 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:24:57.406494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-870a3dfe-4398-48b4-bef0-a53a9c403110 None None] Set router aa0079f5-4663-4de7-be06-6a87cd63b471 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:24:57.439062 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce3177-ac47-478b-803c-baa099175af9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 8bd2fb12-c38f-4d61-a099-c7787a419a44 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:24:57.439409 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3177-ac47-478b-803c-baa099175af9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:57.521386 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d1ce3177-ac47-478b-803c-baa099175af9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 8bd2fb12-c38f-4d61-a099-c7787a419a44, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8bd2fb12-c38f-4d61-a099-c7787a419a44,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:24:57.521812 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3177-ac47-478b-803c-baa099175af9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:57.534964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce3177-ac47-478b-803c-baa099175af9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 8bd2fb12-c38f-4d61-a099-c7787a419a44 owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:24:57.566578 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b76e287e-f53a-4b35-8983-07b60b36c499 None None] Deleting port bf06b153-9b52-4123-ba37-cad4253d1980 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:24:57.566951 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b76e287e-f53a-4b35-8983-07b60b36c499 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:57.705264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3177-ac47-478b-803c-baa099175af9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:57.731941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce3177-ac47-478b-803c-baa099175af9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=8bd2fb12-c38f-4d61-a099-c7787a419a44,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:57.775382 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb4d911-b3c2-4ea4-8189-5cc60418024c None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:24:57.797080 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3177-ac47-478b-803c-baa099175af9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:57.812738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b76e287e-f53a-4b35-8983-07b60b36c499 None None] For port bf06b153-9b52-4123-ba37-cad4253d1980, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=bf06b153-9b52-4123-ba37-cad4253d1980,segment=NetworkSegment(68fb63fe-551f-40d4-a1fa-660685f9b170),segment_id=68fb63fe-551f-40d4-a1fa-660685f9b170)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:24:57.813131 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b76e287e-f53a-4b35-8983-07b60b36c499 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:57.827807 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b76e287e-f53a-4b35-8983-07b60b36c499 None None] Calling delete_port for bf06b153-9b52-4123-ba37-cad4253d1980 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:24:57.883721 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-870a3dfe-4398-48b4-bef0-a53a9c403110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:24:56Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:24:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:57.886965 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3177-ac47-478b-803c-baa099175af9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:57.889209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3177-ac47-478b-803c-baa099175af9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:57.915292 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a3dfe-4398-48b4-bef0-a53a9c403110 None None] The sync data for ids ['aa0079f5-4663-4de7-be06-6a87cd63b471'] in dv-neutron-804846-18-hyperv is: [{'id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'name': 'tempest-TestNetworkBasicOps-router-2072536280', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:24:56Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '8bd2fb12-c38f-4d61-a099-c7787a419a44', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:00:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0079f5-4663-4de7-be06-6a87cd63b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:23:52Z', 'updated_at': '2021-12-09T02:24:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:24:57.935476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3177-ac47-478b-803c-baa099175af9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:57.936252 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ce3177-ac47-478b-803c-baa099175af9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Fanout notify agent at l3_agent the message router_deleted on router aa0079f5-4663-4de7-be06-6a87cd63b471 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:24:57.945864 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3177-ac47-478b-803c-baa099175af9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:57.947446 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d1ce3177-ac47-478b-803c-baa099175af9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/routers/aa0079f5-4663-4de7-be06-6a87cd63b471 HTTP/1.1" status: 204 len: 168 time: 0.7792828 Dec 09 02:24:57.949009 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b76e287e-f53a-4b35-8983-07b60b36c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:57.950461 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38666) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:57.979521 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e287e-f53a-4b35-8983-07b60b36c499 None None] Pushing event deleted for resources: {'Port': ['ID=bf06b153-9b52-4123-ba37-cad4253d1980,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:57.985847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e287e-f53a-4b35-8983-07b60b36c499 None None] No DVR routers for this DVR port bf06b153-9b52-4123-ba37-cad4253d1980 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:24:58.034458 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-21656b94-e1f5-4284-92d1-18fd572778bb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:58.118498 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-21656b94-e1f5-4284-92d1-18fd572778bb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:58.138299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-21656b94-e1f5-4284-92d1-18fd572778bb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4faac06-c6ea-4b8e-b008-b4cdf51303e3']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:58.147458 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-21656b94-e1f5-4284-92d1-18fd572778bb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68fb63fe-551f-40d4-a1fa-660685f9b170') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:58.147761 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-21656b94-e1f5-4284-92d1-18fd572778bb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68fb63fe-551f-40d4-a1fa-660685f9b170') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:24:58.162281 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-21656b94-e1f5-4284-92d1-18fd572778bb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:58.175532 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-21656b94-e1f5-4284-92d1-18fd572778bb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:58.181244 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21656b94-e1f5-4284-92d1-18fd572778bb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:24:58.181624 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-21656b94-e1f5-4284-92d1-18fd572778bb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:24:58.184584 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:24:58.241314 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-21656b94-e1f5-4284-92d1-18fd572778bb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:58.246580 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-21656b94-e1f5-4284-92d1-18fd572778bb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:58.250349 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-21656b94-e1f5-4284-92d1-18fd572778bb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/networks/f4faac06-c6ea-4b8e-b008-b4cdf51303e3 HTTP/1.1" status: 204 len: 168 time: 0.2985892 Dec 09 02:24:58.266930 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21656b94-e1f5-4284-92d1-18fd572778bb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Network': ['ID=f4faac06-c6ea-4b8e-b008-b4cdf51303e3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:58.271184 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38668) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:58.276461 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ed87b9c9-6f91-434c-b90e-49e40c4d0970 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'network': {'name': 'tempest-network-smoke--1906691637', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'port_security_enabled': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:24:58.301658 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed87b9c9-6f91-434c-b90e-49e40c4d0970 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:24:58.305961 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed87b9c9-6f91-434c-b90e-49e40c4d0970 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:58.336712 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed87b9c9-6f91-434c-b90e-49e40c4d0970 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:24:58.348179 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed87b9c9-6f91-434c-b90e-49e40c4d0970 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:58.348501 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-ed87b9c9-6f91-434c-b90e-49e40c4d0970 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Added segment a51269df-8c40-48d2-9de2-3e6e1eb55c6d of type vlan for network 9e7455ca-5875-4bd2-a0ca-19d1994c3601 Dec 09 02:24:58.393567 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed87b9c9-6f91-434c-b90e-49e40c4d0970 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:58.408493 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 9cc2608b-d315-4345-8969-7faa20a2f206 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:24:58.426637 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed87b9c9-6f91-434c-b90e-49e40c4d0970 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:58.433666 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed87b9c9-6f91-434c-b90e-49e40c4d0970 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:24:58.434578 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed87b9c9-6f91-434c-b90e-49e40c4d0970 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:58.445173 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 9cc2608b-d315-4345-8969-7faa20a2f206 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:24:58.446693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 9cc2608b-d315-4345-8969-7faa20a2f206 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:24:58.447135 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device bf06b153-9b52-4123-ba37-cad4253d1980 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:24:58.487115 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: bf06b153-9b52-4123-ba37-cad4253d1980 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:24:58.487775 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device bf06b153-9b52-4123-ba37-cad4253d1980 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:24:58.517566 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ed87b9c9-6f91-434c-b90e-49e40c4d0970 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2448826 Dec 09 02:24:58.520671 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38670) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:24:58.528660 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-479573668', 'admin_state_up': True, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:24:58.544872 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87b9c9-6f91-434c-b90e-49e40c4d0970 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Network': ['ID=9e7455ca-5875-4bd2-a0ca-19d1994c3601,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:58.569819 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:58.571662 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 9e7455ca-5875-4bd2-a0ca-19d1994c3601 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:24:58.572301 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:58.649108 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:58.826846 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:59.022295 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:59.046809 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:59.160559 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.26.3.128 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/077996f6-0859-48c7-8851-9962c18fe3ae) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:24:59.279504 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:59.315745 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:59.351689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:24:59.356221 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:24:59.360265 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:24:59.365765 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=077996f6-0859-48c7-8851-9962c18fe3ae,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:24:59.369601 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897bac16-e8a0-4e2a-8870-a2c087e93776 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:24:59.475198 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-67cc5734-b8d5-4a17-847d-db7025057021 None None] Provisioning complete for port 077996f6-0859-48c7-8851-9962c18fe3ae triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:24:59.475626 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-67cc5734-b8d5-4a17-847d-db7025057021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:59.515248 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-67cc5734-b8d5-4a17-847d-db7025057021 None None] Port 077996f6-0859-48c7-8851-9962c18fe3ae cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:24:59.607915 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:59.799583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:24:59.922709 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router d5065667-78cc-41ad-a6f9-0252c2926fb5 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:25:00.175254 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8bd2fb12-c38f-4d61-a099-c7787a419a44 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:25:00.199913 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 8bd2fb12-c38f-4d61-a099-c7787a419a44 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:25:00.200264 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8bd2fb12-c38f-4d61-a099-c7787a419a44 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:25:00.285275 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:25:00.295415 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Sync routers for ids ['d5065667-78cc-41ad-a6f9-0252c2926fb5'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:25:00.305392 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:00.305567 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Routers {'d5065667-78cc-41ad-a6f9-0252c2926fb5'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:25:00.306115 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:24:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['d5065667-78cc-41ad-a6f9-0252c2926fb5'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:25:00.306842 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fa4c98e5-e777-4b32-be1e-839fb7f98839 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7852347 Dec 09 02:25:00.310042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38672) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:00.337134 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d9b04044-752e-4471-83f2-6189ffa8c819 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=11e56525f9144d56b0abeb03a899d780&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258582 Dec 09 02:25:00.339750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38674) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:00.411638 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Set router d5065667-78cc-41ad-a6f9-0252c2926fb5 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:25:00.428873 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a251be03-394c-4c5f-a4fa-8c8dd4e169da tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:00.433091 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a251be03-394c-4c5f-a4fa-8c8dd4e169da tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896769 Dec 09 02:25:00.433257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38676) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:00.460620 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bde1fdbd-7c0b-4787-89f0-881dd0fed292 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263748 Dec 09 02:25:00.463158 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38678) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:00.468479 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-188ab351-9672-4f6f-bc77-74b1a814101a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-736862461', 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:25:00.556434 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188ab351-9672-4f6f-bc77-74b1a814101a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:25:00.560002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-188ab351-9672-4f6f-bc77-74b1a814101a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:00.593777 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'name': 'tempest-TestNetworkBasicOps-router-479573668', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:24:58Z', 'updated_at': '2021-12-09T02:24:59Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:24:59Z', 'updated_at': '2021-12-09T02:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:25:00.621068 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Checking router: d5065667-78cc-41ad-a6f9-0252c2926fb5 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:25:00.621415 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Updating router d5065667-78cc-41ad-a6f9-0252c2926fb5 port 077996f6-0859-48c7-8851-9962c18fe3ae binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:25:00.647522 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:00.744907 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-188ab351-9672-4f6f-bc77-74b1a814101a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:00.809209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ab351-9672-4f6f-bc77-74b1a814101a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Subnet': ['ID=fe2cb3e2-391b-4901-bd50-7792f6122f56,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:00.814126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188ab351-9672-4f6f-bc77-74b1a814101a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Checking segment: {'id': 'a51269df-8c40-48d2-9de2-3e6e1eb55c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:25:00.814493 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ab351-9672-4f6f-bc77-74b1a814101a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network hostable DHCP agents. Network: 9e7455ca-5875-4bd2-a0ca-19d1994c3601, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:25:00.832596 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ab351-9672-4f6f-bc77-74b1a814101a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 9e7455ca-5875-4bd2-a0ca-19d1994c3601 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:25:00.841857 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-188ab351-9672-4f6f-bc77-74b1a814101a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 9e7455ca-5875-4bd2-a0ca-19d1994c3601) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:25:00.846288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188ab351-9672-4f6f-bc77-74b1a814101a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:00.846889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-188ab351-9672-4f6f-bc77-74b1a814101a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:00.852994 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5f618d-5192-40b8-ab92-d68888575625 None None] Network 9e7455ca-5875-4bd2-a0ca-19d1994c3601 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:25:00.863715 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-188ab351-9672-4f6f-bc77-74b1a814101a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3993840 Dec 09 02:25:00.866477 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38680) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:00.900103 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:00.905746 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:00.956081 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Attempting to bind port 077996f6-0859-48c7-8851-9962c18fe3ae on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:25:00.956343 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Attempting to bind port 077996f6-0859-48c7-8851-9962c18fe3ae by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:25:00.956475 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5332c274-50d9-45c9-b4eb-2e9b4556eb2e None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:25:00.956718 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Attempting to bind port 077996f6-0859-48c7-8851-9962c18fe3ae on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:25:00.968556 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-9e7455ca-5875-4bd2-a0ca-19d1994c3601', 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ips': [{'subnet_id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:25:00.969664 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:00.970159 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:25:00.970573 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:25:00.970939 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:00.971342 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:25:00.971844 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Bound port: 077996f6-0859-48c7-8851-9962c18fe3ae, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:25:00.972231 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:00.974994 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d95d1-4561-41fd-b125-c092a5907a3d None None] Pushing event updated for resources: {'Port': ['ID=077996f6-0859-48c7-8851-9962c18fe3ae,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:01.003611 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d95d1-4561-41fd-b125-c092a5907a3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:25:01.003983 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d95d1-4561-41fd-b125-c092a5907a3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:25:01.004322 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d95d1-4561-41fd-b125-c092a5907a3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:25:01.004663 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d95d1-4561-41fd-b125-c092a5907a3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:25:01.004998 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d95d1-4561-41fd-b125-c092a5907a3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:25:01.005332 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d95d1-4561-41fd-b125-c092a5907a3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:25:01.005656 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d95d1-4561-41fd-b125-c092a5907a3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:25:01.005990 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d95d1-4561-41fd-b125-c092a5907a3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:25:01.006320 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d95d1-4561-41fd-b125-c092a5907a3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:25:01.006647 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d95d1-4561-41fd-b125-c092a5907a3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:25:01.006974 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d95d1-4561-41fd-b125-c092a5907a3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:25:01.007314 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d95d1-4561-41fd-b125-c092a5907a3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:25:01.007663 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d95d1-4561-41fd-b125-c092a5907a3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:25:01.038279 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] For port 077996f6-0859-48c7-8851-9962c18fe3ae, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:25:01.041850 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] For port 077996f6-0859-48c7-8851-9962c18fe3ae, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=077996f6-0859-48c7-8851-9962c18fe3ae,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:25:01.046881 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:01.124551 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-dab82c08-520d-4a88-ad92-d362031a2966 None None] Provisioning complete for port 077996f6-0859-48c7-8851-9962c18fe3ae triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:25:01.125068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dab82c08-520d-4a88-ad92-d362031a2966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:01.126891 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aba3382-a174-441e-a7e3-00a155d99659 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:25:01.131180 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Routers {'d5065667-78cc-41ad-a6f9-0252c2926fb5'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:25:01.131180 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:24:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['d5065667-78cc-41ad-a6f9-0252c2926fb5'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:25:01.188755 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d95d1-4561-41fd-b125-c092a5907a3d None None] Pushing event updated for resources: {'Port': ['ID=077996f6-0859-48c7-8851-9962c18fe3ae,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:01.191169 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Allocated IP 172.20.0.2 (9e7455ca-5875-4bd2-a0ca-19d1994c3601/fe2cb3e2-391b-4901-bd50-7792f6122f56/c9180f58-a02d-452a-9d04-c52a18c3f52d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:25:01.255249 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] Set router d5065667-78cc-41ad-a6f9-0252c2926fb5 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:25:01.291056 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dab82c08-520d-4a88-ad92-d362031a2966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:01.327406 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-dab82c08-520d-4a88-ad92-d362031a2966 None None] For port 077996f6-0859-48c7-8851-9962c18fe3ae, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=077996f6-0859-48c7-8851-9962c18fe3ae,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:25:01.333759 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dab82c08-520d-4a88-ad92-d362031a2966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:01.464230 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'name': 'tempest-TestNetworkBasicOps-router-479573668', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:24:58Z', 'updated_at': '2021-12-09T02:24:59Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:24:59Z', 'updated_at': '2021-12-09T02:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:25:01.487086 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:01.488923 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab82c08-520d-4a88-ad92-d362031a2966 None None] Pushing event updated for resources: {'Port': ['ID=077996f6-0859-48c7-8851-9962c18fe3ae,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:01.504842 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c7d2dccd-a0bb-4d90-a854-520db76c4ea3 None None] Provisioning complete for port 077996f6-0859-48c7-8851-9962c18fe3ae triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:25:01.505245 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c7d2dccd-a0bb-4d90-a854-520db76c4ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:01.510264 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:01.604918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Network 9e7455ca-5875-4bd2-a0ca-19d1994c3601 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:25:01.609536 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:25:01.613632 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Pushing event updated for resources: {'Port': ['ID=c9180f58-a02d-452a-9d04-c52a18c3f52d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:01.617389 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:25:01.623336 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3cfdcb-16f7-4d52-939f-53fbd8e48091 None None] The sync data for ids ['d5065667-78cc-41ad-a6f9-0252c2926fb5'] in dv-neutron-804846-18-hyperv is: [{'id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'name': 'tempest-TestNetworkBasicOps-router-479573668', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:24:58Z', 'updated_at': '2021-12-09T02:24:59Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:24:59Z', 'updated_at': '2021-12-09T02:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:25:01.730463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Attempting to bind port c9180f58-a02d-452a-9d04-c52a18c3f52d on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:25:01.730848 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Attempting to bind port c9180f58-a02d-452a-9d04-c52a18c3f52d by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'a51269df-8c40-48d2-9de2-3e6e1eb55c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:25:01.731221 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Attempting to bind port c9180f58-a02d-452a-9d04-c52a18c3f52d on network 9e7455ca-5875-4bd2-a0ca-19d1994c3601 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:25:01.740083 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:25:01.740467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Checking segment: {'id': 'a51269df-8c40-48d2-9de2-3e6e1eb55c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:25:01.743894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:01.744303 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Bound using segment: {'id': 'a51269df-8c40-48d2-9de2-3e6e1eb55c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:25:01.744794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Bound port: c9180f58-a02d-452a-9d04-c52a18c3f52d, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51269df-8c40-48d2-9de2-3e6e1eb55c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:25:01.745188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:01.801611 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:01.863795 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] For port c9180f58-a02d-452a-9d04-c52a18c3f52d, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:25:01.869101 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] For port c9180f58-a02d-452a-9d04-c52a18c3f52d, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c9180f58-a02d-452a-9d04-c52a18c3f52d,segment=NetworkSegment(a51269df-8c40-48d2-9de2-3e6e1eb55c6d),segment_id=a51269df-8c40-48d2-9de2-3e6e1eb55c6d)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:25:01.878604 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:01.958840 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c6c58-e44d-49d5-8a54-2a8f4f3bb42f None None] Pushing event updated for resources: {'Port': ['ID=c9180f58-a02d-452a-9d04-c52a18c3f52d,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:02.258275 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.1 (9e7455ca-5875-4bd2-a0ca-19d1994c3601/fe2cb3e2-391b-4901-bd50-7792f6122f56/eaf5c216-d4c8-4624-8fba-e3c009ea9d21) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:25:02.288487 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 077996f6-0859-48c7-8851-9962c18fe3ae up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:25:02.401264 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 077996f6-0859-48c7-8851-9962c18fe3ae triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:25:02.401643 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:02.458146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:02.519077 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:02.570566 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 9e7455ca-5875-4bd2-a0ca-19d1994c3601 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:25:02.574037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:25:02.576804 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:25:02.618691 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=eaf5c216-d4c8-4624-8fba-e3c009ea9d21,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:02.638241 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:02.795837 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:03.021545 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6b2766c-72b5-4be5-b3e9-5d7159732096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:03.140535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:03.146265 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:03.224911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:03.226788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=eaf5c216-d4c8-4624-8fba-e3c009ea9d21,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:03.260912 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da26d9e4-773e-4d49-825f-177641fa533d None None] Network 9e7455ca-5875-4bd2-a0ca-19d1994c3601 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:25:03.318356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 9e7455ca-5875-4bd2-a0ca-19d1994c3601 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:25:03.319733 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:25:03.331170 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e13e6c4c-4d26-4687-b940-18158f17f355 None None] Provisioning complete for port c9180f58-a02d-452a-9d04-c52a18c3f52d triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:25:03.331557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e13e6c4c-4d26-4687-b940-18158f17f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:03.449977 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router d5065667-78cc-41ad-a6f9-0252c2926fb5 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:25:03.456157 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e13e6c4c-4d26-4687-b940-18158f17f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:03.497106 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e13e6c4c-4d26-4687-b940-18158f17f355 None None] For port c9180f58-a02d-452a-9d04-c52a18c3f52d, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c9180f58-a02d-452a-9d04-c52a18c3f52d,segment=NetworkSegment(a51269df-8c40-48d2-9de2-3e6e1eb55c6d),segment_id=a51269df-8c40-48d2-9de2-3e6e1eb55c6d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:25:03.504922 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e13e6c4c-4d26-4687-b940-18158f17f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:03.564938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e6c4c-4d26-4687-b940-18158f17f355 None None] Pushing event updated for resources: {'Port': ['ID=c9180f58-a02d-452a-9d04-c52a18c3f52d,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:03.592185 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:25:03.598518 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-67d0d7a5-0fc4-45c0-91e6-4be41fa5fe4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/d5065667-78cc-41ad-a6f9-0252c2926fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7300508 Dec 09 02:25:03.601385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38682) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:03.717230 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db927ba5-cb19-4d56-8b8f-42aa9240d4a5 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:03.718212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db927ba5-cb19-4d56-8b8f-42aa9240d4a5 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:03.719079 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db927ba5-cb19-4d56-8b8f-42aa9240d4a5 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:03.719897 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db927ba5-cb19-4d56-8b8f-42aa9240d4a5 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:03.720365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db927ba5-cb19-4d56-8b8f-42aa9240d4a5 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:03.720816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db927ba5-cb19-4d56-8b8f-42aa9240d4a5 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:03.722952 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-db927ba5-cb19-4d56-8b8f-42aa9240d4a5 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1205194 Dec 09 02:25:03.726575 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38684) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:03.733591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-fe8b8a9f-ffea-497a-83f9-3ca3843ad9a3 None None] Provisioning complete for port c9180f58-a02d-452a-9d04-c52a18c3f52d triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:25:03.734219 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe8b8a9f-ffea-497a-83f9-3ca3843ad9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:03.793194 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9011e5a-0d63-4419-890f-63efad46829c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:03.793800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9011e5a-0d63-4419-890f-63efad46829c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:03.794319 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9011e5a-0d63-4419-890f-63efad46829c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:03.795371 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9011e5a-0d63-4419-890f-63efad46829c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:03.795900 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9011e5a-0d63-4419-890f-63efad46829c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:03.796408 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9011e5a-0d63-4419-890f-63efad46829c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:03.800856 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d9011e5a-0d63-4419-890f-63efad46829c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0706670 Dec 09 02:25:03.801338 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38686) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:03.832732 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Sync routers for ids ['d5065667-78cc-41ad-a6f9-0252c2926fb5'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:25:03.849115 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Routers {'d5065667-78cc-41ad-a6f9-0252c2926fb5'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:25:03.850041 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:24:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['d5065667-78cc-41ad-a6f9-0252c2926fb5'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:25:03.851942 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-fe8b8a9f-ffea-497a-83f9-3ca3843ad9a3 None None] Provisioning complete for port eaf5c216-d4c8-4624-8fba-e3c009ea9d21 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:25:03.852505 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe8b8a9f-ffea-497a-83f9-3ca3843ad9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:03.933019 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fe8b8a9f-ffea-497a-83f9-3ca3843ad9a3 None None] Port eaf5c216-d4c8-4624-8fba-e3c009ea9d21 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:25:03.963987 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bb95fa35-2ad6-43c9-a8f7-0880d2cf7008 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1614511 Dec 09 02:25:03.993387 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Set router d5065667-78cc-41ad-a6f9-0252c2926fb5 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:25:04.128272 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-963b69a9-5eb9-4b26-a9c0-136680f2196e None None] Provisioning complete for port eaf5c216-d4c8-4624-8fba-e3c009ea9d21 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:25:04.128949 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-963b69a9-5eb9-4b26-a9c0-136680f2196e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.276548 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38692) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:04.283809 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-14e5e19a-7c0b-4214-9eb3-c4c1ba2b7df4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-111590545', 'description': 'tempest-secgroup-smoke-111590545 description', 'project_id': '11e56525f9144d56b0abeb03a899d780'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:25:04.312153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14e5e19a-7c0b-4214-9eb3-c4c1ba2b7df4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.338573 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c9180f58-a02d-452a-9d04-c52a18c3f52d up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:25:04.378665 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:25:04.380723 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14e5e19a-7c0b-4214-9eb3-c4c1ba2b7df4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.384425 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14e5e19a-7c0b-4214-9eb3-c4c1ba2b7df4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.386044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-963b69a9-5eb9-4b26-a9c0-136680f2196e None None] Port eaf5c216-d4c8-4624-8fba-e3c009ea9d21 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:25:04.416657 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14e5e19a-7c0b-4214-9eb3-c4c1ba2b7df4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.417911 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-14e5e19a-7c0b-4214-9eb3-c4c1ba2b7df4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1399958 Dec 09 02:25:04.420931 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38694) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:04.425724 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b7cf9cef-34f8-462a-98da-fc1de6087430 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '5e77eba2-50b3-4c04-8d75-a23194f40020', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:25:04.430709 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5e19a-7c0b-4214-9eb3-c4c1ba2b7df4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e77eba2-50b3-4c04-8d75-a23194f40020,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:04.451529 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port c9180f58-a02d-452a-9d04-c52a18c3f52d triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:25:04.451935 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.456513 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b7cf9cef-34f8-462a-98da-fc1de6087430 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.489310 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'name': 'tempest-TestNetworkBasicOps-router-479573668', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:24:58Z', 'updated_at': '2021-12-09T02:25:02Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:24:59Z', 'updated_at': '2021-12-09T02:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'eaf5c216-d4c8-4624-8fba-e3c009ea9d21', 'name': '', 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:01:44:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:25:01Z', 'updated_at': '2021-12-09T02:25:02Z', 'revision_number': 2, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:25:04.521088 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b7cf9cef-34f8-462a-98da-fc1de6087430 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.525171 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b7cf9cef-34f8-462a-98da-fc1de6087430 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.531793 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Checking router: d5065667-78cc-41ad-a6f9-0252c2926fb5 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:25:04.532143 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Updating router d5065667-78cc-41ad-a6f9-0252c2926fb5 port eaf5c216-d4c8-4624-8fba-e3c009ea9d21 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:25:04.546711 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf9cef-34f8-462a-98da-fc1de6087430 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0731bb3e-3d6c-4b68-af4c-fd36ab5e5c60,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:04.553179 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b7cf9cef-34f8-462a-98da-fc1de6087430 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.557636 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b7cf9cef-34f8-462a-98da-fc1de6087430 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325760 Dec 09 02:25:04.557636 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38696) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:04.563176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-23077c20-9229-4686-ad3b-41536f826f43 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '5e77eba2-50b3-4c04-8d75-a23194f40020', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:25:04.571378 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-449dbe91-7e68-4c46-9723-6c2c7ba81573 None None] Provisioning complete for port eaf5c216-d4c8-4624-8fba-e3c009ea9d21 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:25:04.571783 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-449dbe91-7e68-4c46-9723-6c2c7ba81573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.575085 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.589779 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23077c20-9229-4686-ad3b-41536f826f43 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.648909 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23077c20-9229-4686-ad3b-41536f826f43 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.652633 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23077c20-9229-4686-ad3b-41536f826f43 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.666189 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-449dbe91-7e68-4c46-9723-6c2c7ba81573 None None] Port eaf5c216-d4c8-4624-8fba-e3c009ea9d21 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:25:04.675052 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23077c20-9229-4686-ad3b-41536f826f43 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=819f03de-df3e-4e99-bdfa-960caf600778,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:04.681229 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23077c20-9229-4686-ad3b-41536f826f43 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.686310 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-23077c20-9229-4686-ad3b-41536f826f43 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237452 Dec 09 02:25:04.686310 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38698) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:04.690673 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-de42dfde-0827-4159-a133-f57e4e5e03e9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '5e77eba2-50b3-4c04-8d75-a23194f40020', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:25:04.717998 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de42dfde-0827-4159-a133-f57e4e5e03e9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.777821 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de42dfde-0827-4159-a133-f57e4e5e03e9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.781572 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de42dfde-0827-4159-a133-f57e4e5e03e9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.799510 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42dfde-0827-4159-a133-f57e4e5e03e9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717ac1e6-5e95-44d7-adc7-35a958a08801,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:04.807585 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de42dfde-0827-4159-a133-f57e4e5e03e9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.808845 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-de42dfde-0827-4159-a133-f57e4e5e03e9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219110 Dec 09 02:25:04.812102 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38700) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:04.816548 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f1e10a7b-85eb-44ac-b839-0d69dfb2d2f6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '5e77eba2-50b3-4c04-8d75-a23194f40020', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:25:04.842411 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f1e10a7b-85eb-44ac-b839-0d69dfb2d2f6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.903376 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f1e10a7b-85eb-44ac-b839-0d69dfb2d2f6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.907688 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f1e10a7b-85eb-44ac-b839-0d69dfb2d2f6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.922560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.928450 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.929619 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e10a7b-85eb-44ac-b839-0d69dfb2d2f6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09e2250-5ad3-412a-9ba8-0eb63418d093,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:04.939054 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f1e10a7b-85eb-44ac-b839-0d69dfb2d2f6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:04.943083 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f1e10a7b-85eb-44ac-b839-0d69dfb2d2f6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272705 Dec 09 02:25:04.943230 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38702) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:04.947857 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ac780352-0286-47dc-910e-9a113ab84c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '5e77eba2-50b3-4c04-8d75-a23194f40020', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:25:04.977532 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-ac780352-0286-47dc-910e-9a113ab84c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:25:04.983232 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672630bf-af63-49c2-8fe4-cbfd5d998015 None None] Pushing event updated for resources: {'Port': ['ID=eaf5c216-d4c8-4624-8fba-e3c009ea9d21,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:04.983628 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac780352-0286-47dc-910e-9a113ab84c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:05.034972 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Attempting to bind port eaf5c216-d4c8-4624-8fba-e3c009ea9d21 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:25:05.036296 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Attempting to bind port eaf5c216-d4c8-4624-8fba-e3c009ea9d21 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'a51269df-8c40-48d2-9de2-3e6e1eb55c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:25:05.036907 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Attempting to bind port eaf5c216-d4c8-4624-8fba-e3c009ea9d21 on network 9e7455ca-5875-4bd2-a0ca-19d1994c3601 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:25:05.043228 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:25:05.043767 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Checking segment: {'id': 'a51269df-8c40-48d2-9de2-3e6e1eb55c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:25:05.044378 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:05.045484 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Bound using segment: {'id': 'a51269df-8c40-48d2-9de2-3e6e1eb55c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:25:05.046040 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Bound port: eaf5c216-d4c8-4624-8fba-e3c009ea9d21, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51269df-8c40-48d2-9de2-3e6e1eb55c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:25:05.046490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:05.056562 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac780352-0286-47dc-910e-9a113ab84c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:05.064454 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac780352-0286-47dc-910e-9a113ab84c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:05.084537 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac780352-0286-47dc-910e-9a113ab84c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a895b7a8-d9fa-4cc4-97a5-d2b4e02c8c87,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:05.098203 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac780352-0286-47dc-910e-9a113ab84c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:05.099502 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ac780352-0286-47dc-910e-9a113ab84c71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1552200 Dec 09 02:25:05.102520 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38704) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:05.109158 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-03dae59b-2f1e-45d5-a94d-c35536d2c663 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '5e77eba2-50b3-4c04-8d75-a23194f40020', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:25:05.132631 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] For port eaf5c216-d4c8-4624-8fba-e3c009ea9d21, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:25:05.136521 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] For port eaf5c216-d4c8-4624-8fba-e3c009ea9d21, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=eaf5c216-d4c8-4624-8fba-e3c009ea9d21,segment=NetworkSegment(a51269df-8c40-48d2-9de2-3e6e1eb55c6d),segment_id=a51269df-8c40-48d2-9de2-3e6e1eb55c6d)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:25:05.140829 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-03dae59b-2f1e-45d5-a94d-c35536d2c663 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:25:05.142502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:05.146998 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03dae59b-2f1e-45d5-a94d-c35536d2c663 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:05.205337 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Routers {'d5065667-78cc-41ad-a6f9-0252c2926fb5'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:25:05.206067 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:24:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['d5065667-78cc-41ad-a6f9-0252c2926fb5'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:25:05.227661 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03dae59b-2f1e-45d5-a94d-c35536d2c663 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:05.232728 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03dae59b-2f1e-45d5-a94d-c35536d2c663 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:05.254417 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672630bf-af63-49c2-8fe4-cbfd5d998015 None None] Pushing event updated for resources: {'Port': ['ID=eaf5c216-d4c8-4624-8fba-e3c009ea9d21,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:05.257731 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dae59b-2f1e-45d5-a94d-c35536d2c663 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b2de5e-9493-4683-b32c-256483da9717,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:05.269322 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03dae59b-2f1e-45d5-a94d-c35536d2c663 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:05.271389 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-03dae59b-2f1e-45d5-a94d-c35536d2c663 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1672688 Dec 09 02:25:05.325096 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6aaedd8f-2789-4c3c-9f18-c9ea603b6147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:05.362329 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-84aef098-f3bd-4bff-ad75-ae19cbbf4895 None None] Provisioning complete for port eaf5c216-d4c8-4624-8fba-e3c009ea9d21 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:25:05.362799 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84aef098-f3bd-4bff-ad75-ae19cbbf4895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:05.366238 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] Set router d5065667-78cc-41ad-a6f9-0252c2926fb5 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:25:05.447985 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-57157f69-5658-4b9d-9c27-52a68797c712 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111590545&fields=id&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 267 time: 0.0541503 Dec 09 02:25:05.564260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-4eb2fcc2-7f70-4712-aeee-601ce5e39693 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:05.566034 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-4eb2fcc2-7f70-4712-aeee-601ce5e39693 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/networks?id=9e7455ca-5875-4bd2-a0ca-19d1994c3601 HTTP/1.1" status: 200 len: 797 time: 0.1115210 Dec 09 02:25:05.583086 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-74be2d01-29da-441e-96f5-6e9bcecc9fd9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/quotas/11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 375 time: 0.0103989 Dec 09 02:25:05.585722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84aef098-f3bd-4bff-ad75-ae19cbbf4895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:05.647222 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-9ce56695-484b-4308-8010-57641270ec71 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576191 Dec 09 02:25:05.658947 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-84aef098-f3bd-4bff-ad75-ae19cbbf4895 None None] For port eaf5c216-d4c8-4624-8fba-e3c009ea9d21, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=eaf5c216-d4c8-4624-8fba-e3c009ea9d21,segment=NetworkSegment(a51269df-8c40-48d2-9de2-3e6e1eb55c6d),segment_id=a51269df-8c40-48d2-9de2-3e6e1eb55c6d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:25:05.665284 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-84aef098-f3bd-4bff-ad75-ae19cbbf4895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:05.731458 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aef098-f3bd-4bff-ad75-ae19cbbf4895 None None] Pushing event updated for resources: {'Port': ['ID=eaf5c216-d4c8-4624-8fba-e3c009ea9d21,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:05.738789 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'name': 'tempest-TestNetworkBasicOps-router-479573668', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:24:58Z', 'updated_at': '2021-12-09T02:25:02Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:24:59Z', 'updated_at': '2021-12-09T02:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'eaf5c216-d4c8-4624-8fba-e3c009ea9d21', 'name': '', 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:01:44:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:25:01Z', 'updated_at': '2021-12-09T02:25:05Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:25:05.767993 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b020e50-9ac8-4840-81a4-70c9735119f2 None None] The sync data for ids ['d5065667-78cc-41ad-a6f9-0252c2926fb5'] in dv-neutron-804846-18-hyperv is: [{'id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'name': 'tempest-TestNetworkBasicOps-router-479573668', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:24:58Z', 'updated_at': '2021-12-09T02:25:02Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:24:59Z', 'updated_at': '2021-12-09T02:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'eaf5c216-d4c8-4624-8fba-e3c009ea9d21', 'name': '', 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:01:44:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:25:01Z', 'updated_at': '2021-12-09T02:25:05Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:25:05.772301 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-494cec36-1679-4505-8d88-d2f1a7b46e7c service neutron] 10.222.0.43 "GET /v2.0/networks/9e7455ca-5875-4bd2-a0ca-19d1994c3601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024923 Dec 09 02:25:05.793541 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-bc3d8da0-ba92-4279-9a16-38ba2354cb13 None None] Provisioning complete for port eaf5c216-d4c8-4624-8fba-e3c009ea9d21 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:25:05.794014 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bc3d8da0-ba92-4279-9a16-38ba2354cb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:05.890637 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-9a4a9516-6a79-4697-817c-98ac6ab21f84 service neutron] 10.222.0.43 "GET /v2.0/networks/9e7455ca-5875-4bd2-a0ca-19d1994c3601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168418 Dec 09 02:25:06.053465 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3ad4636c-e05e-4a0d-a617-2f7632ca6a38 req-d8699c60-4f47-4f2c-9635-edff8a54fab5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 210 time: 0.0275371 Dec 09 02:25:06.251195 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device eaf5c216-d4c8-4624-8fba-e3c009ea9d21 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:25:06.313936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port eaf5c216-d4c8-4624-8fba-e3c009ea9d21 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:25:06.314377 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:06.413274 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:07.111244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-b4f829fe-5c44-4570-949b-f027cfe52c63 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:07.112761 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-b4f829fe-5c44-4570-949b-f027cfe52c63 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/networks?id=9e7455ca-5875-4bd2-a0ca-19d1994c3601 HTTP/1.1" status: 200 len: 797 time: 0.1039939 Dec 09 02:25:07.159592 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-35f97a8d-e10d-487d-8a27-04bd00328202 req-0f39b7ca-ff65-417c-94cb-20cf73721abe tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 210 time: 0.0355220 Dec 09 02:25:07.210116 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-876ee193-f9aa-428c-a498-dbd62eae6bae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 379 time: 0.0758677 Dec 09 02:25:07.220671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-b7afcc30-66ae-4685-a6e5-09e5c3aae612 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'port': {'device_id': '6e93e17d-d034-47bd-a1a2-bf3b70f5181a', 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601', 'admin_state_up': True, 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'security_groups': ['5e77eba2-50b3-4c04-8d75-a23194f40020']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:25:07.325820 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-b7afcc30-66ae-4685-a6e5-09e5c3aae612 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:25:07.329719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-b7afcc30-66ae-4685-a6e5-09e5c3aae612 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:07.456162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-b7afcc30-66ae-4685-a6e5-09e5c3aae612 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.13 (9e7455ca-5875-4bd2-a0ca-19d1994c3601/fe2cb3e2-391b-4901-bd50-7792f6122f56/6f3833a5-e170-46b0-9594-59644cbbd745) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:25:07.588762 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-b7afcc30-66ae-4685-a6e5-09e5c3aae612 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:07.627131 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-b7afcc30-66ae-4685-a6e5-09e5c3aae612 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:07.668070 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-b7afcc30-66ae-4685-a6e5-09e5c3aae612 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 9e7455ca-5875-4bd2-a0ca-19d1994c3601 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:25:07.672097 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-b7afcc30-66ae-4685-a6e5-09e5c3aae612 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:25:07.674490 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-b7afcc30-66ae-4685-a6e5-09e5c3aae612 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:25:07.707575 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afcc30-66ae-4685-a6e5-09e5c3aae612 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=6f3833a5-e170-46b0-9594-59644cbbd745,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:07.731950 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-b7afcc30-66ae-4685-a6e5-09e5c3aae612 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:07.733228 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-b7afcc30-66ae-4685-a6e5-09e5c3aae612 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:07.749423 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-b7afcc30-66ae-4685-a6e5-09e5c3aae612 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5322661 Dec 09 02:25:07.769124 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Request body: {'port': {'device_id': '6e93e17d-d034-47bd-a1a2-bf3b70f5181a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:25:07.782456 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:07.832480 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:07.929914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b5f9d1f1-a02b-4447-bef4-50033aed225e None None] Provisioning complete for port 6f3833a5-e170-46b0-9594-59644cbbd745 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:25:07.930290 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d1f1-a02b-4447-bef4-50033aed225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:07.963587 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b5f9d1f1-a02b-4447-bef4-50033aed225e None None] Port 6f3833a5-e170-46b0-9594-59644cbbd745 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:25:08.089001 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3833a5-e170-46b0-9594-59644cbbd745 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:25:08.097054 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:08.108733 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Transition to ACTIVE for port object 6f3833a5-e170-46b0-9594-59644cbbd745 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:25:08.111920 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:08.162564 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3833a5-e170-46b0-9594-59644cbbd745,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:08.237519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Attempting to bind port 6f3833a5-e170-46b0-9594-59644cbbd745 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:25:08.237861 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Attempting to bind port 6f3833a5-e170-46b0-9594-59644cbbd745 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'a51269df-8c40-48d2-9de2-3e6e1eb55c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:25:08.238188 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Attempting to bind port 6f3833a5-e170-46b0-9594-59644cbbd745 on network 9e7455ca-5875-4bd2-a0ca-19d1994c3601 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:25:08.251362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Port 6f3833a5-e170-46b0-9594-59644cbbd745 on network 9e7455ca-5875-4bd2-a0ca-19d1994c3601 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:25:08.251724 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Attempting to bind port 6f3833a5-e170-46b0-9594-59644cbbd745 on network 9e7455ca-5875-4bd2-a0ca-19d1994c3601 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:25:08.272091 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:25:08.272433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Checking segment: {'id': 'a51269df-8c40-48d2-9de2-3e6e1eb55c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:25:08.272821 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Bound using segment: {'id': 'a51269df-8c40-48d2-9de2-3e6e1eb55c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:25:08.273263 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Bound port: 6f3833a5-e170-46b0-9594-59644cbbd745, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a51269df-8c40-48d2-9de2-3e6e1eb55c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:25:08.273621 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:08.323179 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66573abf-38ee-4fe1-a270-26c40ee2c22e req-4e068a62-242a-43d5-8db7-0f2af610143a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:08.324696 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-66573abf-38ee-4fe1-a270-26c40ee2c22e req-4e068a62-242a-43d5-8db7-0f2af610143a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 944 time: 0.0890932 Dec 09 02:25:08.374638 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] For port 6f3833a5-e170-46b0-9594-59644cbbd745, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:25:08.379269 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] For port 6f3833a5-e170-46b0-9594-59644cbbd745, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6f3833a5-e170-46b0-9594-59644cbbd745,segment=NetworkSegment(a51269df-8c40-48d2-9de2-3e6e1eb55c6d),segment_id=a51269df-8c40-48d2-9de2-3e6e1eb55c6d)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:25:08.393171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:08.405258 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-66573abf-38ee-4fe1-a270-26c40ee2c22e req-7d74c4a1-2507-422e-ba76-3624ee3bc76d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e77eba2-50b3-4c04-8d75-a23194f40020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739772 Dec 09 02:25:08.435998 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:08.436622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:08.437988 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] 10.222.0.45 "PUT /v2.0/ports/6f3833a5-e170-46b0-9594-59644cbbd745 HTTP/1.1" status: 200 len: 1094 time: 0.6746404 Dec 09 02:25:08.438453 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e93e17d-d034-47bd-a1a2-bf3b70f5181a', 'tag': '6f3833a5-e170-46b0-9594-59644cbbd745'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:25:08.440809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5ff639-405c-4d38-bcd9-bd4d6677fea4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e93e17d-d034-47bd-a1a2-bf3b70f5181a", "tag": "6f3833a5-e170-46b0-9594-59644cbbd745"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:25:08.468351 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d39c0b-24c5-4b8b-9c3a-0744ab35c810 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3833a5-e170-46b0-9594-59644cbbd745,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:08.486318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d5f83f-7fd5-4e19-b4db-dc5f33619459 x-openstack-request-id: req-64d5f83f-7fd5-4e19-b4db-dc5f33619459 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:25:08.487124 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e93e17d-d034-47bd-a1a2-bf3b70f5181a", "tag": "6f3833a5-e170-46b0-9594-59644cbbd745", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:25:08.487464 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64d5f83f-7fd5-4e19-b4db-dc5f33619459 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:25:08.487934 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e93e17d-d034-47bd-a1a2-bf3b70f5181a', 'tag': '6f3833a5-e170-46b0-9594-59644cbbd745', 'status': 'completed', 'code': 200} Dec 09 02:25:08.545419 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-557efbc5-2ed0-4683-ae01-415bd696ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:08.547083 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-557efbc5-2ed0-4683-ae01-415bd696ef24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 1097 time: 0.0423317 Dec 09 02:25:08.595776 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-5db2ccdd-218a-414e-aa37-8b4c9f06e1af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f3833a5-e170-46b0-9594-59644cbbd745 HTTP/1.1" status: 200 len: 217 time: 0.0353220 Dec 09 02:25:08.644680 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:08.646138 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-61422db1-a89c-471e-bd48-1878654e86a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:08.647258 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-61422db1-a89c-471e-bd48-1878654e86a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe2cb3e2-391b-4901-bd50-7792f6122f56 HTTP/1.1" status: 200 len: 843 time: 0.0454843 Dec 09 02:25:08.696000 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-bd072750-14f4-4503-8c25-616fbc7f678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:08.697480 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-bd072750-14f4-4503-8c25-616fbc7f678f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e7455ca-5875-4bd2-a0ca-19d1994c3601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0437536 Dec 09 02:25:08.786685 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-f3880530-82c8-400f-a4f3-44441498ebf0 service neutron] 10.222.0.45 "GET /v2.0/networks/9e7455ca-5875-4bd2-a0ca-19d1994c3601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794508 Dec 09 02:25:08.877795 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae515087-6c0d-4189-a4d2-0b51af65a035 req-1f5cf68b-af8c-4112-8755-89a3d2282345 service neutron] 10.222.0.45 "GET /v2.0/networks/9e7455ca-5875-4bd2-a0ca-19d1994c3601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841627 Dec 09 02:25:09.012807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ff639-405c-4d38-bcd9-bd4d6677fea4 req-b1418855-7ed5-4a3f-8b3e-27871115238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:09.014393 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e5ff639-405c-4d38-bcd9-bd4d6677fea4 req-b1418855-7ed5-4a3f-8b3e-27871115238e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 1097 time: 0.0420780 Dec 09 02:25:09.106146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ff639-405c-4d38-bcd9-bd4d6677fea4 req-ab9e6e0b-2ba3-441e-b2f3-6831d3f0afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:09.108251 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e5ff639-405c-4d38-bcd9-bd4d6677fea4 req-ab9e6e0b-2ba3-441e-b2f3-6831d3f0afa8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e7455ca-5875-4bd2-a0ca-19d1994c3601 HTTP/1.1" status: 200 len: 898 time: 0.0864635 Dec 09 02:25:09.148858 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e5ff639-405c-4d38-bcd9-bd4d6677fea4 req-df11605a-e3a1-495d-864f-5190f2c22338 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f3833a5-e170-46b0-9594-59644cbbd745 HTTP/1.1" status: 200 len: 217 time: 0.0334427 Dec 09 02:25:09.197487 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ff639-405c-4d38-bcd9-bd4d6677fea4 req-3c2d8650-6bb8-490a-b99c-155aa857730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:09.198890 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e5ff639-405c-4d38-bcd9-bd4d6677fea4 req-3c2d8650-6bb8-490a-b99c-155aa857730d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe2cb3e2-391b-4901-bd50-7792f6122f56 HTTP/1.1" status: 200 len: 843 time: 0.0420406 Dec 09 02:25:09.244231 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ff639-405c-4d38-bcd9-bd4d6677fea4 req-ca877707-f1d0-4961-852c-fcc7772743a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:09.245676 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e5ff639-405c-4d38-bcd9-bd4d6677fea4 req-ca877707-f1d0-4961-852c-fcc7772743a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e7455ca-5875-4bd2-a0ca-19d1994c3601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0385668 Dec 09 02:25:09.337118 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e5ff639-405c-4d38-bcd9-bd4d6677fea4 req-97daae7b-d5a7-4086-999d-ff5a756d35a4 service neutron] 10.222.0.45 "GET /v2.0/networks/9e7455ca-5875-4bd2-a0ca-19d1994c3601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829651 Dec 09 02:25:09.430623 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e5ff639-405c-4d38-bcd9-bd4d6677fea4 req-14dce1fc-c7df-4e0b-8431-73594931dcef service neutron] 10.222.0.45 "GET /v2.0/networks/9e7455ca-5875-4bd2-a0ca-19d1994c3601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830252 Dec 09 02:25:09.519077 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e20e4b-7c08-4b7c-a3f2-75cdc6679b71 req-4b5e2d29-0c21-443e-b7a8-a17b1fcd96db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:09.520560 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-14e20e4b-7c08-4b7c-a3f2-75cdc6679b71 req-4b5e2d29-0c21-443e-b7a8-a17b1fcd96db tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 944 time: 0.0474956 Dec 09 02:25:09.567776 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-14e20e4b-7c08-4b7c-a3f2-75cdc6679b71 req-38989c65-aab7-4ca2-a830-d4d445e9ba8a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e77eba2-50b3-4c04-8d75-a23194f40020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414019 Dec 09 02:25:10.680700 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb7682-d7b5-4539-be47-92ed56847086 req-8ab19ec5-5771-4a67-96c3-5f7396e03203 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:10.682154 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-71fb7682-d7b5-4539-be47-92ed56847086 req-8ab19ec5-5771-4a67-96c3-5f7396e03203 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 944 time: 0.0486763 Dec 09 02:25:10.729500 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-71fb7682-d7b5-4539-be47-92ed56847086 req-b5541d2c-97c5-4faa-ab3f-ba182bfb7c85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e77eba2-50b3-4c04-8d75-a23194f40020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414014 Dec 09 02:25:11.492214 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6f3833a5-e170-46b0-9594-59644cbbd745 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:25:11.587181 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6f3833a5-e170-46b0-9594-59644cbbd745, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6f3833a5-e170-46b0-9594-59644cbbd745,segment=NetworkSegment(a51269df-8c40-48d2-9de2-3e6e1eb55c6d),segment_id=a51269df-8c40-48d2-9de2-3e6e1eb55c6d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:25:11.597885 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '6f3833a5-e170-46b0-9594-59644cbbd745', 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601', 'port_id': '6f3833a5-e170-46b0-9594-59644cbbd745', 'mac_address': 'fa:16:3e:18:36:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:25:11.632768 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:11.646531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3833a5-e170-46b0-9594-59644cbbd745 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:25:11.666267 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6f3833a5-e170-46b0-9594-59644cbbd745, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6f3833a5-e170-46b0-9594-59644cbbd745,segment=NetworkSegment(a51269df-8c40-48d2-9de2-3e6e1eb55c6d),segment_id=a51269df-8c40-48d2-9de2-3e6e1eb55c6d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:25:11.669561 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:11.720232 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=6f3833a5-e170-46b0-9594-59644cbbd745,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:11.845729 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a490437-63c5-451f-8fc5-735d4f546f3a req-3342f8f5-791e-42ac-89c6-b412050da943 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:11.847210 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a490437-63c5-451f-8fc5-735d4f546f3a req-3342f8f5-791e-42ac-89c6-b412050da943 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 945 time: 0.0530005 Dec 09 02:25:11.895254 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a490437-63c5-451f-8fc5-735d4f546f3a req-f4a54e22-d8d5-41fc-9f71-6f6a8c944843 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e77eba2-50b3-4c04-8d75-a23194f40020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420966 Dec 09 02:25:11.962488 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['6f3833a5-e170-46b0-9594-59644cbbd745'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:25:13.006619 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f23ec-4b9d-4ac8-abab-dbe373ffcdb2 req-d043f683-2dea-4fa6-873f-b1f5eaadab4c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:13.008117 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-342f23ec-4b9d-4ac8-abab-dbe373ffcdb2 req-d043f683-2dea-4fa6-873f-b1f5eaadab4c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 945 time: 0.0475430 Dec 09 02:25:13.055574 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-342f23ec-4b9d-4ac8-abab-dbe373ffcdb2 req-cc88cec9-c12e-4886-ba8b-37c55dbb6dfe tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e77eba2-50b3-4c04-8d75-a23194f40020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409513 Dec 09 02:25:13.507651 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6f3833a5-e170-46b0-9594-59644cbbd745 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:25:13.555846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 6f3833a5-e170-46b0-9594-59644cbbd745 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:25:13.559566 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 6f3833a5-e170-46b0-9594-59644cbbd745 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:25:13.559959 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:13.636099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:13.657934 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e93e17d-d034-47bd-a1a2-bf3b70f5181a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3833a5-e170-46b0-9594-59644cbbd745'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:25:13.660228 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db57f679-8707-4191-91fa-1f6e3a2df878" -d '{"events": [{"server_uuid": "6e93e17d-d034-47bd-a1a2-bf3b70f5181a", "name": "network-vif-plugged", "status": "completed", "tag": "6f3833a5-e170-46b0-9594-59644cbbd745"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:25:13.674047 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6f3833a5-e170-46b0-9594-59644cbbd745, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6f3833a5-e170-46b0-9594-59644cbbd745,segment=NetworkSegment(a51269df-8c40-48d2-9de2-3e6e1eb55c6d),segment_id=a51269df-8c40-48d2-9de2-3e6e1eb55c6d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:25:13.678339 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:13.703886 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763e0969-81d1-4707-bf37-75807c22263b x-openstack-request-id: req-763e0969-81d1-4707-bf37-75807c22263b {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:25:13.704161 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e93e17d-d034-47bd-a1a2-bf3b70f5181a", "name": "network-vif-plugged", "status": "completed", "tag": "6f3833a5-e170-46b0-9594-59644cbbd745", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:25:13.704412 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-763e0969-81d1-4707-bf37-75807c22263b {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:25:13.705088 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e93e17d-d034-47bd-a1a2-bf3b70f5181a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3833a5-e170-46b0-9594-59644cbbd745', 'code': 200} Dec 09 02:25:13.729577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=6f3833a5-e170-46b0-9594-59644cbbd745,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:13.900318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b21ef-a031-4954-917a-0eba7d264d7d req-c8bb52a8-8e20-46be-8986-d2a638ba63db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:13.901687 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d5b21ef-a031-4954-917a-0eba7d264d7d req-c8bb52a8-8e20-46be-8986-d2a638ba63db service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 1099 time: 0.0386913 Dec 09 02:25:13.951337 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d5b21ef-a031-4954-917a-0eba7d264d7d req-2563e423-551f-49ae-93fd-163064d40dab service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5e77eba2-50b3-4c04-8d75-a23194f40020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413623 Dec 09 02:25:14.117806 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:14.173209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fe802-0077-45a9-bda2-6fd01e93aec5 req-348dbf1f-8066-4f08-85cd-6d335eba404f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:14.174695 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6f9fe802-0077-45a9-bda2-6fd01e93aec5 req-348dbf1f-8066-4f08-85cd-6d335eba404f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 946 time: 0.0485015 Dec 09 02:25:14.223646 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6f9fe802-0077-45a9-bda2-6fd01e93aec5 req-7b23d974-7f20-450b-ab67-f8491018d186 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e77eba2-50b3-4c04-8d75-a23194f40020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428660 Dec 09 02:25:15.482967 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7fa9d-2507-4e2f-aea4-77ebc81bc111 req-47e58c8e-8b98-45e5-a18f-0560a72caf88 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:15.484466 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-68a7fa9d-2507-4e2f-aea4-77ebc81bc111 req-47e58c8e-8b98-45e5-a18f-0560a72caf88 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 946 time: 0.0475667 Dec 09 02:25:15.533970 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-68a7fa9d-2507-4e2f-aea4-77ebc81bc111 req-fa85e4f8-e861-429a-9df8-72d63504e923 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e77eba2-50b3-4c04-8d75-a23194f40020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435734 Dec 09 02:25:15.649985 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aca768-2c06-4da7-a107-92589737b671 req-8fed315e-ebf3-4966-8703-75820f906405 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:15.651612 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a4aca768-2c06-4da7-a107-92589737b671 req-8fed315e-ebf3-4966-8703-75820f906405 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 946 time: 0.0538170 Dec 09 02:25:15.700687 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a4aca768-2c06-4da7-a107-92589737b671 req-eba40319-c17f-4f72-87a1-83b4613b6698 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e77eba2-50b3-4c04-8d75-a23194f40020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425673 Dec 09 02:25:15.723051 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38760) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:15.760319 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67935620-bdf1-458b-9cde-32bdb4bac1a1 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:15.761776 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-67935620-bdf1-458b-9cde-32bdb4bac1a1 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 1094 time: 0.0376015 Dec 09 02:25:15.765082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38762) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:15.769321 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '6f3833a5-e170-46b0-9594-59644cbbd745', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:25:15.790797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:15.886433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:15.992383 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.26.3.84 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/c8656306-33f3-47b1-a82d-98f39cfdd805) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:25:16.094620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:16.127634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:16.167860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:25:16.171376 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:25:16.174651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:25:16.180110 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=c8656306-33f3-47b1-a82d-98f39cfdd805,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:16.521022 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:16.584340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:16.730926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:16.734917 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:17.139318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=c8656306-33f3-47b1-a82d-98f39cfdd805,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:25:17.148737 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:17.243856 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP 6cbf2ec0-8ecd-4d50-9f98-11b00d3a47ab associated. External IP: 172.26.3.84, port: 6f3833a5-e170-46b0-9594-59644cbbd745. Dec 09 02:25:17.445537 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router d5065667-78cc-41ad-a6f9-0252c2926fb5 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:25:17.546418 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:25:17.556441 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69d2f53-c786-4447-80fa-247456135362 None None] Sync routers for ids ['d5065667-78cc-41ad-a6f9-0252c2926fb5'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:25:17.563762 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:17.567955 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d2f53-c786-4447-80fa-247456135362 None None] Routers {'d5065667-78cc-41ad-a6f9-0252c2926fb5'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:25:17.568571 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e69d2f53-c786-4447-80fa-247456135362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:25:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['d5065667-78cc-41ad-a6f9-0252c2926fb5'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:25:17.594185 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7f8aa012-a8aa-4af4-9569-c1f526a795ab tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8280649 Dec 09 02:25:17.594779 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e93e17d-d034-47bd-a1a2-bf3b70f5181a', 'tag': '6f3833a5-e170-46b0-9594-59644cbbd745'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:25:17.596958 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38764) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:17.597450 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f435194-3cf1-496a-98a5-1eb1f63aa07c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e93e17d-d034-47bd-a1a2-bf3b70f5181a", "tag": "6f3833a5-e170-46b0-9594-59644cbbd745"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:25:17.634418 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05faedd1-c4a2-4510-83cb-b60ccab3f384 x-openstack-request-id: req-05faedd1-c4a2-4510-83cb-b60ccab3f384 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:25:17.634857 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e93e17d-d034-47bd-a1a2-bf3b70f5181a", "tag": "6f3833a5-e170-46b0-9594-59644cbbd745", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:25:17.635117 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05faedd1-c4a2-4510-83cb-b60ccab3f384 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:25:17.635549 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e93e17d-d034-47bd-a1a2-bf3b70f5181a', 'tag': '6f3833a5-e170-46b0-9594-59644cbbd745', 'status': 'completed', 'code': 200} Dec 09 02:25:17.665228 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-43195f39-50de-4174-a5db-74c61f9db93d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/6cbf2ec0-8ecd-4d50-9f98-11b00d3a47ab HTTP/1.1" status: 200 len: 991 time: 0.0669785 Dec 09 02:25:17.674402 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-e69d2f53-c786-4447-80fa-247456135362 None None] Set router d5065667-78cc-41ad-a6f9-0252c2926fb5 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:25:17.719355 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f435194-3cf1-496a-98a5-1eb1f63aa07c req-0aa189f7-73f2-4586-89ca-491cd124fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:17.720884 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f435194-3cf1-496a-98a5-1eb1f63aa07c req-0aa189f7-73f2-4586-89ca-491cd124fa49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 1099 time: 0.0407729 Dec 09 02:25:17.809268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f435194-3cf1-496a-98a5-1eb1f63aa07c req-adf4bd6b-dfb7-4664-9e3c-e31b6d00787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:17.810731 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f435194-3cf1-496a-98a5-1eb1f63aa07c req-adf4bd6b-dfb7-4664-9e3c-e31b6d00787c service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e7455ca-5875-4bd2-a0ca-19d1994c3601 HTTP/1.1" status: 200 len: 898 time: 0.0824637 Dec 09 02:25:17.882538 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f435194-3cf1-496a-98a5-1eb1f63aa07c req-6227f495-84eb-4f15-b5e0-aaf344c0220d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f3833a5-e170-46b0-9594-59644cbbd745 HTTP/1.1" status: 200 len: 999 time: 0.0650468 Dec 09 02:25:17.896023 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e69d2f53-c786-4447-80fa-247456135362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'name': 'tempest-TestNetworkBasicOps-router-479573668', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:24:58Z', 'updated_at': '2021-12-09T02:25:02Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:24:59Z', 'updated_at': '2021-12-09T02:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '6cbf2ec0-8ecd-4d50-9f98-11b00d3a47ab', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.84', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'port_id': '6f3833a5-e170-46b0-9594-59644cbbd745', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601', 'mac_address': 'fa:16:3e:18:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e93e17d-d034-47bd-a1a2-bf3b70f5181a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:25:16Z', 'updated_at': '2021-12-09T02:25:16Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf5c216-d4c8-4624-8fba-e3c009ea9d21', 'name': '', 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:01:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:25:01Z', 'updated_at': '2021-12-09T02:25:05Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:25:17.922040 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69d2f53-c786-4447-80fa-247456135362 None None] Checking router: d5065667-78cc-41ad-a6f9-0252c2926fb5 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:25:17.930136 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d2f53-c786-4447-80fa-247456135362 None None] Routers {'d5065667-78cc-41ad-a6f9-0252c2926fb5'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:25:17.930729 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e69d2f53-c786-4447-80fa-247456135362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:25:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['d5065667-78cc-41ad-a6f9-0252c2926fb5'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:25:17.930932 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f435194-3cf1-496a-98a5-1eb1f63aa07c req-e2af43e4-970a-47c3-8170-ca769c019768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:17.932440 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f435194-3cf1-496a-98a5-1eb1f63aa07c req-e2af43e4-970a-47c3-8170-ca769c019768 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe2cb3e2-391b-4901-bd50-7792f6122f56 HTTP/1.1" status: 200 len: 843 time: 0.0426364 Dec 09 02:25:17.978414 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f435194-3cf1-496a-98a5-1eb1f63aa07c req-ce4f3c26-4b5c-4f1f-9a47-ceae3a180bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:25:17.979821 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f435194-3cf1-496a-98a5-1eb1f63aa07c req-ce4f3c26-4b5c-4f1f-9a47-ceae3a180bd6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e7455ca-5875-4bd2-a0ca-19d1994c3601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397797 Dec 09 02:25:18.033696 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-e69d2f53-c786-4447-80fa-247456135362 None None] Set router d5065667-78cc-41ad-a6f9-0252c2926fb5 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:25:18.072922 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f435194-3cf1-496a-98a5-1eb1f63aa07c req-fe476e69-ab93-46cf-bcea-c572529abe23 service neutron] 10.222.0.45 "GET /v2.0/networks/9e7455ca-5875-4bd2-a0ca-19d1994c3601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851431 Dec 09 02:25:18.163709 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f435194-3cf1-496a-98a5-1eb1f63aa07c req-2db38683-e8bf-48b9-a5c3-f41028aedfc7 service neutron] 10.222.0.45 "GET /v2.0/networks/9e7455ca-5875-4bd2-a0ca-19d1994c3601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828199 Dec 09 02:25:18.259253 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e69d2f53-c786-4447-80fa-247456135362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'name': 'tempest-TestNetworkBasicOps-router-479573668', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:24:58Z', 'updated_at': '2021-12-09T02:25:02Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:24:59Z', 'updated_at': '2021-12-09T02:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '6cbf2ec0-8ecd-4d50-9f98-11b00d3a47ab', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.84', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'port_id': '6f3833a5-e170-46b0-9594-59644cbbd745', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601', 'mac_address': 'fa:16:3e:18:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e93e17d-d034-47bd-a1a2-bf3b70f5181a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:25:16Z', 'updated_at': '2021-12-09T02:25:16Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf5c216-d4c8-4624-8fba-e3c009ea9d21', 'name': '', 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:01:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:25:01Z', 'updated_at': '2021-12-09T02:25:05Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:25:18.285003 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69d2f53-c786-4447-80fa-247456135362 None None] The sync data for ids ['d5065667-78cc-41ad-a6f9-0252c2926fb5'] in dv-neutron-804846-18-hyperv is: [{'id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'name': 'tempest-TestNetworkBasicOps-router-479573668', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:24:58Z', 'updated_at': '2021-12-09T02:25:02Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:24:59Z', 'updated_at': '2021-12-09T02:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '6cbf2ec0-8ecd-4d50-9f98-11b00d3a47ab', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.84', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'port_id': '6f3833a5-e170-46b0-9594-59644cbbd745', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601', 'mac_address': 'fa:16:3e:18:36:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e93e17d-d034-47bd-a1a2-bf3b70f5181a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:25:16Z', 'updated_at': '2021-12-09T02:25:16Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf5c216-d4c8-4624-8fba-e3c009ea9d21', 'name': '', 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:01:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:25:01Z', 'updated_at': '2021-12-09T02:25:05Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:25:18.462961 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f648d5a3-4f9c-4f2d-b179-8808fd50bd48 None None] New status for floating IP 6cbf2ec0-8ecd-4d50-9f98-11b00d3a47ab: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:25:18.669186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38768) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:18.735177 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-772f7aee-5f87-48f0-93dc-e1f48cf9a0a0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/6cbf2ec0-8ecd-4d50-9f98-11b00d3a47ab HTTP/1.1" status: 200 len: 991 time: 0.0644019 Dec 09 02:25:19.738839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38770) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:25:19.798650 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6bc0f926-3c87-4c28-9421-00fa37d16e02 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/6cbf2ec0-8ecd-4d50-9f98-11b00d3a47ab HTTP/1.1" status: 200 len: 993 time: 0.0584757 Dec 09 02:25:33.012494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c23bb59-4aa5-4983-a609-5260fe651457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:35.246791 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e68dac9-df3e-4964-9c14-90a3b0eeadd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:36.398022 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:37.779758 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:38.648526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:25:41.377794 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:25:44.127814 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:03.014539 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99959c85-f2e5-47da-a4a9-5c8f22baf9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:05.248568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df69a94a-7c2d-4fe8-a7f1-6274c188320d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:06.392798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:07.781564 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:08.654399 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:14.125905 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:14.735799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38792) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:26:14.896211 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Deleting port b4c02d1b-c0e2-46b2-8802-de190d760c59 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:26:14.896556 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:14.969763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:14.970093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:14.982019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Calling delete_port for b4c02d1b-c0e2-46b2-8802-de190d760c59 owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:26:15.128630 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:15.153124 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event deleted for resources: {'Port': ['ID=b4c02d1b-c0e2-46b2-8802-de190d760c59,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:15.177544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:15.177896 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:15.178246 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:15.178588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:15.178925 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:15.179255 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:15.179615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:15.179947 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:15.180279 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:15.180622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:15.180931 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:15.181252 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:15.181578 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:15.220616 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:15.220951 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Floating IP c5314382-bad9-4a52-b105-422352a7c7e8 disassociated (deleted). External IP: 172.26.3.156, port: ab131b3d-9d2d-4fa1-8113-1b7cf65667de. Dec 09 02:26:15.424923 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Router a6c041d9-9100-4b77-b3bf-4c158205b408 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:26:15.530186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:26:15.535735 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:15.540512 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d565c-4b7e-4dcb-9cb5-c4989ff5d8e0 None None] Sync routers for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:26:15.550140 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d565c-4b7e-4dcb-9cb5-c4989ff5d8e0 None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:26:15.550737 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-5e5d565c-4b7e-4dcb-9cb5-c4989ff5d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:26:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:15.561955 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bc36748f-4f76-4448-8ac8-cae21be2e2f3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "DELETE /v2.0/floatingips/c5314382-bad9-4a52-b105-422352a7c7e8 HTTP/1.1" status: 204 len: 168 time: 0.8249803 Dec 09 02:26:15.562557 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18996782-db03-47c1-91c5-d823e409ea48', 'tag': 'ab131b3d-9d2d-4fa1-8113-1b7cf65667de'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:26:15.564960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a278ac1-c86d-42ee-8d95-9f428e753c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "18996782-db03-47c1-91c5-d823e409ea48", "tag": "ab131b3d-9d2d-4fa1-8113-1b7cf65667de"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:26:15.655220 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-5e5d565c-4b7e-4dcb-9cb5-c4989ff5d8e0 None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:26:15.715617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85375fb1-4d5e-4051-a532-e13c62984c38 x-openstack-request-id: req-85375fb1-4d5e-4051-a532-e13c62984c38 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:26:15.715979 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18996782-db03-47c1-91c5-d823e409ea48", "tag": "ab131b3d-9d2d-4fa1-8113-1b7cf65667de", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:26:15.716304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85375fb1-4d5e-4051-a532-e13c62984c38 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:26:15.716857 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18996782-db03-47c1-91c5-d823e409ea48', 'tag': 'ab131b3d-9d2d-4fa1-8113-1b7cf65667de', 'status': 'completed', 'code': 200} Dec 09 02:26:15.839914 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea29c98-3d49-4cc2-9ea0-f0a91222f1d1 req-ccff2ba0-d76a-44d4-bafb-859468af7d04 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:15.841414 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8ea29c98-3d49-4cc2-9ea0-f0a91222f1d1 req-ccff2ba0-d76a-44d4-bafb-859468af7d04 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 945 time: 0.0800893 Dec 09 02:26:15.848529 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a278ac1-c86d-42ee-8d95-9f428e753c8a req-039d67b3-d1e8-4920-8385-350608ac554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:15.849933 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7a278ac1-c86d-42ee-8d95-9f428e753c8a req-039d67b3-d1e8-4920-8385-350608ac554c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 1098 time: 0.0619798 Dec 09 02:26:15.878943 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-5e5d565c-4b7e-4dcb-9cb5-c4989ff5d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7c62c626-da98-420a-86f9-6bac2a62045f', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'port_id': 'aefa629e-7e59-4cad-acec-ee14ca4993b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'mac_address': 'fa:16:3e:5b:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:22:28Z', 'updated_at': '2021-12-09T02:22:30Z', 'revision_number': 1, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:15.907682 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d565c-4b7e-4dcb-9cb5-c4989ff5d8e0 None None] Checking router: a6c041d9-9100-4b77-b3bf-4c158205b408 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:26:15.916587 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d565c-4b7e-4dcb-9cb5-c4989ff5d8e0 None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:26:15.917306 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-5e5d565c-4b7e-4dcb-9cb5-c4989ff5d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:26:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:15.943649 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8ea29c98-3d49-4cc2-9ea0-f0a91222f1d1 req-c4fa2b6a-d97d-44d6-b13c-a5ff0df0116a tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926669 Dec 09 02:26:15.976712 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a278ac1-c86d-42ee-8d95-9f428e753c8a req-57dfc6a0-8717-4a0e-b37f-fc39b35f0db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:15.978189 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7a278ac1-c86d-42ee-8d95-9f428e753c8a req-57dfc6a0-8717-4a0e-b37f-fc39b35f0db4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 913 time: 0.1142614 Dec 09 02:26:16.022834 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-5e5d565c-4b7e-4dcb-9cb5-c4989ff5d8e0 None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:26:16.025043 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7a278ac1-c86d-42ee-8d95-9f428e753c8a req-7478e6ec-7d84-4a4d-9fa4-9c55dc806773 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab131b3d-9d2d-4fa1-8113-1b7cf65667de HTTP/1.1" status: 200 len: 217 time: 0.0389333 Dec 09 02:26:16.077265 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a278ac1-c86d-42ee-8d95-9f428e753c8a req-674cc1ca-6a5a-408a-a3af-5228abef0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:16.078761 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7a278ac1-c86d-42ee-8d95-9f428e753c8a req-674cc1ca-6a5a-408a-a3af-5228abef0742 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c2741af-2f64-489c-a848-b27c91aa70d4 HTTP/1.1" status: 200 len: 851 time: 0.0463712 Dec 09 02:26:16.126640 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a278ac1-c86d-42ee-8d95-9f428e753c8a req-b60f3146-ac7d-4a2a-91f2-155363e5511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:16.128337 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7a278ac1-c86d-42ee-8d95-9f428e753c8a req-b60f3146-ac7d-4a2a-91f2-155363e5511c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f032c193-892e-4d25-887c-5957f77976f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411036 Dec 09 02:26:16.221192 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7a278ac1-c86d-42ee-8d95-9f428e753c8a req-79ef0c59-db23-4f4e-b0f0-261ccba011ca service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854485 Dec 09 02:26:16.308735 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7a278ac1-c86d-42ee-8d95-9f428e753c8a req-0bd54737-1b3d-425c-9c45-8c2f8ec031a3 service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797901 Dec 09 02:26:16.325699 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-5e5d565c-4b7e-4dcb-9cb5-c4989ff5d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7c62c626-da98-420a-86f9-6bac2a62045f', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'port_id': 'aefa629e-7e59-4cad-acec-ee14ca4993b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'mac_address': 'fa:16:3e:5b:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:22:28Z', 'updated_at': '2021-12-09T02:22:30Z', 'revision_number': 1, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:16.356017 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d565c-4b7e-4dcb-9cb5-c4989ff5d8e0 None None] The sync data for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv is: [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7c62c626-da98-420a-86f9-6bac2a62045f', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'port_id': 'aefa629e-7e59-4cad-acec-ee14ca4993b7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'mac_address': 'fa:16:3e:5b:dc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:22:28Z', 'updated_at': '2021-12-09T02:22:30Z', 'revision_number': 1, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:26:16.559645 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876e18d0-8e6d-436d-944c-f1394d70d5d5 None None] New status for floating IP c5314382-bad9-4a52-b105-422352a7c7e8: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:26:17.062826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11099d36-9078-42f3-a0b8-56f55590dd4e req-c5727520-d6f2-4ce4-a9ad-e128f825df27 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:17.064346 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-11099d36-9078-42f3-a0b8-56f55590dd4e req-c5727520-d6f2-4ce4-a9ad-e128f825df27 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 945 time: 0.0535522 Dec 09 02:26:17.111247 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-11099d36-9078-42f3-a0b8-56f55590dd4e req-5070fdbe-bbfa-46c5-9bd7-5fcf6ba0ce28 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403368 Dec 09 02:26:17.523721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e48a3d-c2ba-498c-820a-d691c4892e0b req-26b7aa55-bd34-4b0d-94dd-0eb2d6fc185c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:17.525193 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a1e48a3d-c2ba-498c-820a-d691c4892e0b req-26b7aa55-bd34-4b0d-94dd-0eb2d6fc185c tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.45 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 945 time: 0.0471613 Dec 09 02:26:17.615704 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-a1e48a3d-c2ba-498c-820a-d691c4892e0b req-d634029c-6f27-407b-9bb1-9ad50c034520 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Deleting port ab131b3d-9d2d-4fa1-8113-1b7cf65667de {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:26:17.616046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a1e48a3d-c2ba-498c-820a-d691c4892e0b req-d634029c-6f27-407b-9bb1-9ad50c034520 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:17.701315 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-a1e48a3d-c2ba-498c-820a-d691c4892e0b req-d634029c-6f27-407b-9bb1-9ad50c034520 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] For port ab131b3d-9d2d-4fa1-8113-1b7cf65667de, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=ab131b3d-9d2d-4fa1-8113-1b7cf65667de,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:26:17.701678 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a1e48a3d-c2ba-498c-820a-d691c4892e0b req-d634029c-6f27-407b-9bb1-9ad50c034520 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:17.714695 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-a1e48a3d-c2ba-498c-820a-d691c4892e0b req-d634029c-6f27-407b-9bb1-9ad50c034520 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Calling delete_port for ab131b3d-9d2d-4fa1-8113-1b7cf65667de owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:26:17.839107 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a1e48a3d-c2ba-498c-820a-d691c4892e0b req-d634029c-6f27-407b-9bb1-9ad50c034520 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:17.866669 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634029c-6f27-407b-9bb1-9ad50c034520 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event deleted for resources: {'Port': ['ID=ab131b3d-9d2d-4fa1-8113-1b7cf65667de,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:17.907252 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e48a3d-c2ba-498c-820a-d691c4892e0b req-d634029c-6f27-407b-9bb1-9ad50c034520 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] No DVR routers for this DVR port ab131b3d-9d2d-4fa1-8113-1b7cf65667de on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:26:17.910436 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a1e48a3d-c2ba-498c-820a-d691c4892e0b req-d634029c-6f27-407b-9bb1-9ad50c034520 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:17.914091 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a1e48a3d-c2ba-498c-820a-d691c4892e0b req-d634029c-6f27-407b-9bb1-9ad50c034520 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.45 "DELETE /v2.0/ports/ab131b3d-9d2d-4fa1-8113-1b7cf65667de HTTP/1.1" status: 204 len: 173 time: 0.3828404 Dec 09 02:26:17.914533 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18996782-db03-47c1-91c5-d823e409ea48', 'name': 'network-vif-deleted', 'tag': 'ab131b3d-9d2d-4fa1-8113-1b7cf65667de'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:26:17.916784 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d5fd6b-3151-4e00-98cf-2d1d3e9bc195" -d '{"events": [{"server_uuid": "18996782-db03-47c1-91c5-d823e409ea48", "name": "network-vif-deleted", "tag": "ab131b3d-9d2d-4fa1-8113-1b7cf65667de"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:26:17.954638 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269fd8a1-08a2-4638-a3d8-9d1e3cdfa109 x-openstack-request-id: req-269fd8a1-08a2-4638-a3d8-9d1e3cdfa109 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:26:17.954982 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18996782-db03-47c1-91c5-d823e409ea48", "name": "network-vif-deleted", "tag": "ab131b3d-9d2d-4fa1-8113-1b7cf65667de", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:26:17.955275 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-269fd8a1-08a2-4638-a3d8-9d1e3cdfa109 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:26:17.955653 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18996782-db03-47c1-91c5-d823e409ea48', 'name': 'network-vif-deleted', 'tag': 'ab131b3d-9d2d-4fa1-8113-1b7cf65667de', 'status': 'completed', 'code': 200} Dec 09 02:26:18.212376 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-debff8e2-49cc-40ef-b38b-51e3413ce42e req-96881099-096c-4f92-a593-e064ded73070 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 210 time: 0.0327022 Dec 09 02:26:18.376942 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:26:19.305830 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2c503caa-0315-48e5-9615-6186429a0c4f req-9c2644f5-6643-4758-977b-d003191a22c2 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 210 time: 0.0263555 Dec 09 02:26:20.401046 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8ce55456-de64-4650-b5c7-546c72aab747 req-fa50e348-0cbe-4914-8be2-8041077db1fa tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 210 time: 0.0267062 Dec 09 02:26:21.494153 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fce3640-4be2-4a49-bd38-9ea6e35746a8 req-ec84c2d9-01d2-441e-965b-dd0fd417ad04 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=18996782-db03-47c1-91c5-d823e409ea48 HTTP/1.1" status: 200 len: 210 time: 0.0258639 Dec 09 02:26:21.726162 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device ab131b3d-9d2d-4fa1-8113-1b7cf65667de no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:26:21.757080 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: ab131b3d-9d2d-4fa1-8113-1b7cf65667de {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:26:21.757429 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device ab131b3d-9d2d-4fa1-8113-1b7cf65667de not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:26:27.811147 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f9e2448-fd6f-4540-ace8-4051bb733dbc req-21020303-f582-4389-a3f7-6a7991ebeb31 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392542 Dec 09 02:26:27.903266 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38838) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:26:27.951306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e2448-fd6f-4540-ace8-4051bb733dbc req-c0f04fca-6aaa-4b89-ba33-f3e7168eae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:27.952812 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f9e2448-fd6f-4540-ace8-4051bb733dbc req-c0f04fca-6aaa-4b89-ba33-f3e7168eae1b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 1098 time: 0.0816042 Dec 09 02:26:28.122123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e2448-fd6f-4540-ace8-4051bb733dbc req-f6a94325-cf20-47f9-8460-3fd90de49574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:28.123524 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f9e2448-fd6f-4540-ace8-4051bb733dbc req-f6a94325-cf20-47f9-8460-3fd90de49574 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 913 time: 0.1241875 Dec 09 02:26:28.142306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-fa02ae14-e236-4bc1-837d-3b75660c77c1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Deleting port cdf4549b-f0b5-4f53-afac-bd0afbbe34cc {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:26:28.142645 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa02ae14-e236-4bc1-837d-3b75660c77c1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:28.236693 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f9e2448-fd6f-4540-ace8-4051bb733dbc req-377d025e-ec7b-4eb0-860b-b85c9db36421 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aefa629e-7e59-4cad-acec-ee14ca4993b7 HTTP/1.1" status: 200 len: 1001 time: 0.1047609 Dec 09 02:26:28.290627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa02ae14-e236-4bc1-837d-3b75660c77c1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:28.290955 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa02ae14-e236-4bc1-837d-3b75660c77c1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:28.309221 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-fa02ae14-e236-4bc1-837d-3b75660c77c1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Calling delete_port for cdf4549b-f0b5-4f53-afac-bd0afbbe34cc owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:26:28.311689 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e2448-fd6f-4540-ace8-4051bb733dbc req-59763584-5d3f-439b-8b99-8b290c9d6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:28.313092 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f9e2448-fd6f-4540-ace8-4051bb733dbc req-59763584-5d3f-439b-8b99-8b290c9d6a83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c2741af-2f64-489c-a848-b27c91aa70d4 HTTP/1.1" status: 200 len: 851 time: 0.0686767 Dec 09 02:26:28.405929 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e2448-fd6f-4540-ace8-4051bb733dbc req-fbd44733-4407-452b-b453-0ed7b2dea632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:28.407304 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f9e2448-fd6f-4540-ace8-4051bb733dbc req-fbd44733-4407-452b-b453-0ed7b2dea632 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f032c193-892e-4d25-887c-5957f77976f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0874760 Dec 09 02:26:28.532396 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f9e2448-fd6f-4540-ace8-4051bb733dbc req-0f845bff-0375-43d3-9ec1-579ebb793d56 service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163495 Dec 09 02:26:28.593303 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa02ae14-e236-4bc1-837d-3b75660c77c1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:28.629261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02ae14-e236-4bc1-837d-3b75660c77c1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event deleted for resources: {'Port': ['ID=cdf4549b-f0b5-4f53-afac-bd0afbbe34cc,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:28.698658 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f9e2448-fd6f-4540-ace8-4051bb733dbc req-2bbf4752-e146-4803-aca3-e82b2f892602 service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586156 Dec 09 02:26:28.711023 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa02ae14-e236-4bc1-837d-3b75660c77c1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:28.711365 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-fa02ae14-e236-4bc1-837d-3b75660c77c1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Floating IP 7c62c626-da98-420a-86f9-6bac2a62045f disassociated (deleted). External IP: 172.26.3.177, port: aefa629e-7e59-4cad-acec-ee14ca4993b7. Dec 09 02:26:28.913811 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa02ae14-e236-4bc1-837d-3b75660c77c1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Router a6c041d9-9100-4b77-b3bf-4c158205b408 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:26:29.016851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa02ae14-e236-4bc1-837d-3b75660c77c1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:26:29.021707 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fa02ae14-e236-4bc1-837d-3b75660c77c1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:29.026077 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b960c01-7deb-441c-a590-e42702064623 None None] Sync routers for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:26:29.035461 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b960c01-7deb-441c-a590-e42702064623 None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:26:29.036075 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4b960c01-7deb-441c-a590-e42702064623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:26:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:29.051953 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fa02ae14-e236-4bc1-837d-3b75660c77c1 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "DELETE /v2.0/floatingips/7c62c626-da98-420a-86f9-6bac2a62045f HTTP/1.1" status: 204 len: 168 time: 1.1476309 Dec 09 02:26:29.052544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'tag': 'aefa629e-7e59-4cad-acec-ee14ca4993b7'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:26:29.054870 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b283d900-0946-49e0-861a-75272860ed78" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc69c66-d0a5-4877-9316-577b1d8bceda", "tag": "aefa629e-7e59-4cad-acec-ee14ca4993b7"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:26:29.160217 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-4b960c01-7deb-441c-a590-e42702064623 None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:26:29.214748 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947a6709-b79a-423f-ac2a-b28f40ca32e9 x-openstack-request-id: req-947a6709-b79a-423f-ac2a-b28f40ca32e9 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:26:29.215124 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc69c66-d0a5-4877-9316-577b1d8bceda", "tag": "aefa629e-7e59-4cad-acec-ee14ca4993b7", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:26:29.215459 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-947a6709-b79a-423f-ac2a-b28f40ca32e9 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:26:29.215935 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'tag': 'aefa629e-7e59-4cad-acec-ee14ca4993b7', 'status': 'completed', 'code': 200} Dec 09 02:26:29.308835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df17fa-3c1f-4d72-940f-80c21802185d req-a16a7f8b-8c26-4a4d-b904-fb00bafdc4b3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:29.310292 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-88df17fa-3c1f-4d72-940f-80c21802185d req-a16a7f8b-8c26-4a4d-b904-fb00bafdc4b3 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 945 time: 0.0514629 Dec 09 02:26:29.362530 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4b960c01-7deb-441c-a590-e42702064623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:29.379324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283d900-0946-49e0-861a-75272860ed78 req-c19d0091-3104-4769-b44a-1e4abc035f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:29.380851 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b283d900-0946-49e0-861a-75272860ed78 req-c19d0091-3104-4769-b44a-1e4abc035f16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a5db6e7b6aa403caa5434944427f429&device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 1098 time: 0.0697079 Dec 09 02:26:29.385037 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-88df17fa-3c1f-4d72-940f-80c21802185d req-26bab0f2-f74f-464d-a7e7-5a2eecd39c8f tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653329 Dec 09 02:26:29.391810 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b960c01-7deb-441c-a590-e42702064623 None None] Checking router: a6c041d9-9100-4b77-b3bf-4c158205b408 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:26:29.400291 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b960c01-7deb-441c-a590-e42702064623 None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:26:29.400897 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4b960c01-7deb-441c-a590-e42702064623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:26:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:29.473769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283d900-0946-49e0-861a-75272860ed78 req-b738287a-bb6a-474c-a12e-ddcdbe804c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:29.475230 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b283d900-0946-49e0-861a-75272860ed78 req-b738287a-bb6a-474c-a12e-ddcdbe804c96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 200 len: 913 time: 0.0865133 Dec 09 02:26:29.503975 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-4b960c01-7deb-441c-a590-e42702064623 None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:26:29.517734 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b283d900-0946-49e0-861a-75272860ed78 req-e4f9937b-70da-4eb4-b520-8580bc034e1f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aefa629e-7e59-4cad-acec-ee14ca4993b7 HTTP/1.1" status: 200 len: 217 time: 0.0343916 Dec 09 02:26:29.588224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283d900-0946-49e0-861a-75272860ed78 req-adf1ddb8-3102-4801-aa6e-a5adb2c6ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:29.589576 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b283d900-0946-49e0-861a-75272860ed78 req-adf1ddb8-3102-4801-aa6e-a5adb2c6ad07 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c2741af-2f64-489c-a848-b27c91aa70d4 HTTP/1.1" status: 200 len: 851 time: 0.0432508 Dec 09 02:26:29.699799 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4b960c01-7deb-441c-a590-e42702064623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:29.727348 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b960c01-7deb-441c-a590-e42702064623 None None] The sync data for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv is: [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:18:36Z', 'revision_number': 4, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '1f76abcc-1147-4bff-9b26-b2be849d9289', 'name': '', 'network_id': 'f032c193-892e-4d25-887c-5957f77976f6', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'mac_address': 'fa:16:3e:29:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:35Z', 'updated_at': '2021-12-09T02:18:44Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'subnets': [{'id': '8c2741af-2f64-489c-a848-b27c91aa70d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:26:29.949782 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cc5557-2445-4b64-8099-7bde9464ec9b None None] New status for floating IP 7c62c626-da98-420a-86f9-6bac2a62045f: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:26:29.969742 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283d900-0946-49e0-861a-75272860ed78 req-e1299da1-b96a-4b16-afac-6a5349429759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:29.971674 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b283d900-0946-49e0-861a-75272860ed78 req-e1299da1-b96a-4b16-afac-6a5349429759 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f032c193-892e-4d25-887c-5957f77976f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3730249 Dec 09 02:26:30.060311 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b283d900-0946-49e0-861a-75272860ed78 req-eb4f5d4c-6403-49f9-a34b-3fc05f3b822f service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812616 Dec 09 02:26:30.152002 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b283d900-0946-49e0-861a-75272860ed78 req-8f1ee471-7b80-4406-8cf6-5c15660e8608 service neutron] 10.222.0.45 "GET /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836995 Dec 09 02:26:30.499923 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37537ff4-964a-4295-b86a-303d48410be9 req-e674536a-7551-44df-afe5-22004e511d5f tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:30.501435 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37537ff4-964a-4295-b86a-303d48410be9 req-e674536a-7551-44df-afe5-22004e511d5f tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 945 time: 0.0483999 Dec 09 02:26:30.549998 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37537ff4-964a-4295-b86a-303d48410be9 req-a729863b-7688-464f-bbb4-cdf25287771e tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/security-groups?id=f724adc5-40d4-4764-bb8f-ee35e9487763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414588 Dec 09 02:26:31.014604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2883f-9044-4ff7-be0c-079d050d5a2f req-331d8f3e-687a-404c-90ba-af0661c0c1cb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:26:31.016145 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f9a2883f-9044-4ff7-be0c-079d050d5a2f req-331d8f3e-687a-404c-90ba-af0661c0c1cb tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 945 time: 0.0475645 Dec 09 02:26:31.106825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-f9a2883f-9044-4ff7-be0c-079d050d5a2f req-e71dc68f-e27f-4141-9f62-ee51723603a5 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Deleting port aefa629e-7e59-4cad-acec-ee14ca4993b7 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:26:31.107166 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-f9a2883f-9044-4ff7-be0c-079d050d5a2f req-e71dc68f-e27f-4141-9f62-ee51723603a5 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:31.191985 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-f9a2883f-9044-4ff7-be0c-079d050d5a2f req-e71dc68f-e27f-4141-9f62-ee51723603a5 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] For port aefa629e-7e59-4cad-acec-ee14ca4993b7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=aefa629e-7e59-4cad-acec-ee14ca4993b7,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:26:31.192355 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-f9a2883f-9044-4ff7-be0c-079d050d5a2f req-e71dc68f-e27f-4141-9f62-ee51723603a5 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:31.204739 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-f9a2883f-9044-4ff7-be0c-079d050d5a2f req-e71dc68f-e27f-4141-9f62-ee51723603a5 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Calling delete_port for aefa629e-7e59-4cad-acec-ee14ca4993b7 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:26:31.330103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-f9a2883f-9044-4ff7-be0c-079d050d5a2f req-e71dc68f-e27f-4141-9f62-ee51723603a5 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:31.378625 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71dc68f-e27f-4141-9f62-ee51723603a5 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event deleted for resources: {'Port': ['ID=aefa629e-7e59-4cad-acec-ee14ca4993b7,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:31.402757 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a2883f-9044-4ff7-be0c-079d050d5a2f req-e71dc68f-e27f-4141-9f62-ee51723603a5 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] No DVR routers for this DVR port aefa629e-7e59-4cad-acec-ee14ca4993b7 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:26:31.405039 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-f9a2883f-9044-4ff7-be0c-079d050d5a2f req-e71dc68f-e27f-4141-9f62-ee51723603a5 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:31.408464 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f9a2883f-9044-4ff7-be0c-079d050d5a2f req-e71dc68f-e27f-4141-9f62-ee51723603a5 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.45 "DELETE /v2.0/ports/aefa629e-7e59-4cad-acec-ee14ca4993b7 HTTP/1.1" status: 204 len: 173 time: 0.3865819 Dec 09 02:26:31.409463 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'name': 'network-vif-deleted', 'tag': 'aefa629e-7e59-4cad-acec-ee14ca4993b7'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:26:31.412016 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4650ee5-68d6-4419-8861-d573c381121c" -d '{"events": [{"server_uuid": "3fc69c66-d0a5-4877-9316-577b1d8bceda", "name": "network-vif-deleted", "tag": "aefa629e-7e59-4cad-acec-ee14ca4993b7"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:26:31.451369 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57fcf20-1381-4043-8e66-57998cb3bfbf x-openstack-request-id: req-a57fcf20-1381-4043-8e66-57998cb3bfbf {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:26:31.451369 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc69c66-d0a5-4877-9316-577b1d8bceda", "name": "network-vif-deleted", "tag": "aefa629e-7e59-4cad-acec-ee14ca4993b7", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:26:31.451924 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a57fcf20-1381-4043-8e66-57998cb3bfbf {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:26:31.452182 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc69c66-d0a5-4877-9316-577b1d8bceda', 'name': 'network-vif-deleted', 'tag': 'aefa629e-7e59-4cad-acec-ee14ca4993b7', 'status': 'completed', 'code': 200} Dec 09 02:26:31.644933 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-513df56e-5c44-4400-879d-b4c2c17ad325 req-58a5815e-5c5a-498f-94a6-fc45174924d5 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 210 time: 0.0266178 Dec 09 02:26:32.738168 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-97507143-8f67-4697-ae47-039cc2f87ca9 req-e0737676-ecee-415d-b48e-bbed80493dba tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 210 time: 0.0273705 Dec 09 02:26:33.016934 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45a239cc-fa31-4315-8040-ae9ac4721187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:33.833605 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d7c54be-1964-40ec-838f-00d27bfb60cc req-ee3850be-727e-40d6-821d-5f7cac7dad68 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 210 time: 0.0261753 Dec 09 02:26:33.839823 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device aefa629e-7e59-4cad-acec-ee14ca4993b7 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:26:33.865610 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: aefa629e-7e59-4cad-acec-ee14ca4993b7 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:26:33.865958 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device aefa629e-7e59-4cad-acec-ee14ca4993b7 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:26:34.928528 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38b553b6-ab3c-44a9-991c-1b714e2df6b8 req-bd4a712d-32da-4b28-ae29-67e122a6a9bf tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 210 time: 0.0261664 Dec 09 02:26:35.250554 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf977-1c40-4d76-bc9b-8bb9092d1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:36.035925 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2229ff02-3a96-4d0b-97ff-9fd6bcd8effd req-31ed2dcb-777f-4725-ab12-ca433bedbbf2 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fc69c66-d0a5-4877-9316-577b1d8bceda HTTP/1.1" status: 200 len: 210 time: 0.0286195 Dec 09 02:26:36.395731 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:37.089412 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38868) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:26:37.210666 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e5f5c70e-a39d-49b7-a30f-ed9300a51572 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Deleting port a1ae9a7e-97df-4d58-9ec2-1dac77c7fcf4 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:26:37.211012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e5f5c70e-a39d-49b7-a30f-ed9300a51572 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:37.287617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e5f5c70e-a39d-49b7-a30f-ed9300a51572 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:37.287952 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e5f5c70e-a39d-49b7-a30f-ed9300a51572 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:37.299333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e5f5c70e-a39d-49b7-a30f-ed9300a51572 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Calling delete_port for a1ae9a7e-97df-4d58-9ec2-1dac77c7fcf4 owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:26:37.428929 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e5f5c70e-a39d-49b7-a30f-ed9300a51572 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:37.454678 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5c70e-a39d-49b7-a30f-ed9300a51572 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event deleted for resources: {'Port': ['ID=a1ae9a7e-97df-4d58-9ec2-1dac77c7fcf4,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:37.510889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e5f5c70e-a39d-49b7-a30f-ed9300a51572 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:37.513487 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e5f5c70e-a39d-49b7-a30f-ed9300a51572 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:37.514642 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e5f5c70e-a39d-49b7-a30f-ed9300a51572 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "DELETE /v2.0/floatingips/2b7fd21b-28cc-44f4-921b-20a0f04591c9 HTTP/1.1" status: 204 len: 168 time: 0.4242258 Dec 09 02:26:37.784702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:38.648766 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:40.795395 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38888) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:26:40.854618 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:40.879482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:40.936919 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:40.939686 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:40.941504 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] 10.222.0.43 "DELETE /v2.0/security-groups/f724adc5-40d4-4764-bb8f-ee35e9487763 HTTP/1.1" status: 204 len: 168 time: 0.1450484 Dec 09 02:26:40.952300 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f724adc5-40d4-4764-bb8f-ee35e9487763,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:40.960413 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:40.960766 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:40.961116 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:40.961455 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:40.961789 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:40.962119 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:40.962445 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:40.962774 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:40.963099 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:40.963865 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:40.963865 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:40.964137 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:40.964544 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059a739a-e21f-4f79-bd82-3f0114d89650 tempest-TestVolumeBootPattern-20923584 tempest-TestVolumeBootPattern-20923584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:41.001422 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38894) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:26:41.532887 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd5cea92-948a-4d4b-bba4-f37ba5c14433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:41.776348 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fd5cea92-948a-4d4b-bba4-f37ba5c14433 admin admin] Deleting port 1f76abcc-1147-4bff-9b26-b2be849d9289 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:26:41.776684 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd5cea92-948a-4d4b-bba4-f37ba5c14433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:41.851530 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-fd5cea92-948a-4d4b-bba4-f37ba5c14433 admin admin] For port 1f76abcc-1147-4bff-9b26-b2be849d9289, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1f76abcc-1147-4bff-9b26-b2be849d9289,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:26:41.852181 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd5cea92-948a-4d4b-bba4-f37ba5c14433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:41.864079 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fd5cea92-948a-4d4b-bba4-f37ba5c14433 admin admin] Calling delete_port for 1f76abcc-1147-4bff-9b26-b2be849d9289 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:26:42.035972 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd5cea92-948a-4d4b-bba4-f37ba5c14433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:42.058434 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cea92-948a-4d4b-bba4-f37ba5c14433 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f76abcc-1147-4bff-9b26-b2be849d9289,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:42.235564 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd5cea92-948a-4d4b-bba4-f37ba5c14433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:42.445098 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5cea92-948a-4d4b-bba4-f37ba5c14433 admin admin] Router a6c041d9-9100-4b77-b3bf-4c158205b408 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:26:42.544454 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5cea92-948a-4d4b-bba4-f37ba5c14433 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:26:42.550796 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fd5cea92-948a-4d4b-bba4-f37ba5c14433 admin admin] 10.222.0.43 "PUT /v2.0/routers/a6c041d9-9100-4b77-b3bf-4c158205b408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5466249 Dec 09 02:26:42.552783 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38898) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:26:42.554228 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30f68e-9744-4e8e-90be-e9d4b160d762 None None] Sync routers for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:26:42.564612 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30f68e-9744-4e8e-90be-e9d4b160d762 None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:26:42.565759 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ca30f68e-9744-4e8e-90be-e9d4b160d762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:26:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:42.657022 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-90fdcf30-9ab6-4472-ac53-0d098e272305 admin admin] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:42.668212 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-ca30f68e-9744-4e8e-90be-e9d4b160d762 None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:26:42.759824 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-90fdcf30-9ab6-4472-ac53-0d098e272305 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:42.822232 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-90fdcf30-9ab6-4472-ac53-0d098e272305 admin admin] Deleting port 165b7e61-5518-4a68-8bc8-fedfcd5efe2f {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:26:42.822577 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-90fdcf30-9ab6-4472-ac53-0d098e272305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:42.900176 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-90fdcf30-9ab6-4472-ac53-0d098e272305 admin admin] For port 165b7e61-5518-4a68-8bc8-fedfcd5efe2f, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=165b7e61-5518-4a68-8bc8-fedfcd5efe2f,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:26:42.900544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-90fdcf30-9ab6-4472-ac53-0d098e272305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:42.913891 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-90fdcf30-9ab6-4472-ac53-0d098e272305 admin admin] Calling delete_port for 165b7e61-5518-4a68-8bc8-fedfcd5efe2f owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:26:42.928648 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ca30f68e-9744-4e8e-90be-e9d4b160d762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:26:41Z', 'revision_number': 5, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port': {'id': '165b7e61-5518-4a68-8bc8-fedfcd5efe2f', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:28Z', 'updated_at': '2021-12-09T02:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:42.953776 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30f68e-9744-4e8e-90be-e9d4b160d762 None None] Checking router: a6c041d9-9100-4b77-b3bf-4c158205b408 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:26:42.962039 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30f68e-9744-4e8e-90be-e9d4b160d762 None None] Routers {'a6c041d9-9100-4b77-b3bf-4c158205b408'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:26:42.962643 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ca30f68e-9744-4e8e-90be-e9d4b160d762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:26:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['a6c041d9-9100-4b77-b3bf-4c158205b408'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:43.048158 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-ca30f68e-9744-4e8e-90be-e9d4b160d762 None None] Set router a6c041d9-9100-4b77-b3bf-4c158205b408 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:26:43.077758 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-90fdcf30-9ab6-4472-ac53-0d098e272305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:43.103806 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ca30f68e-9744-4e8e-90be-e9d4b160d762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:26:42Z', 'revision_number': 6, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:43.111498 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdcf30-9ab6-4472-ac53-0d098e272305 admin admin] Pushing event deleted for resources: {'Port': ['ID=165b7e61-5518-4a68-8bc8-fedfcd5efe2f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:43.121409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9197ca51-739a-4b20-955a-87a036f5f745 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:26:43.141182 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30f68e-9744-4e8e-90be-e9d4b160d762 None None] The sync data for ids ['a6c041d9-9100-4b77-b3bf-4c158205b408'] in dv-neutron-804846-18-hyperv is: [{'id': 'a6c041d9-9100-4b77-b3bf-4c158205b408', 'name': 'tempest-TestVolumeBootPattern-1958265938-router', 'tenant_id': '3a5db6e7b6aa403caa5434944427f429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:26Z', 'updated_at': '2021-12-09T02:26:42Z', 'revision_number': 6, 'project_id': '3a5db6e7b6aa403caa5434944427f429', 'gw_port_host': None}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:26:43.179308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-90fdcf30-9ab6-4472-ac53-0d098e272305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:43.268352 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-90fdcf30-9ab6-4472-ac53-0d098e272305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:43.270474 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-90fdcf30-9ab6-4472-ac53-0d098e272305 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:43.311391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-90fdcf30-9ab6-4472-ac53-0d098e272305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:43.311944 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fdcf30-9ab6-4472-ac53-0d098e272305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6c041d9-9100-4b77-b3bf-4c158205b408 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:26:43.316158 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-90fdcf30-9ab6-4472-ac53-0d098e272305 admin admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:43.317277 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-90fdcf30-9ab6-4472-ac53-0d098e272305 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a6c041d9-9100-4b77-b3bf-4c158205b408 HTTP/1.1" status: 204 len: 168 time: 0.7630086 Dec 09 02:26:43.319962 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38900) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:26:43.363090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-265588ef-622f-4595-83e1-1636147ee5c3 admin admin] Deleting subnet 8c2741af-2f64-489c-a848-b27c91aa70d4 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:26:43.366115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-265588ef-622f-4595-83e1-1636147ee5c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:43.403049 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-265588ef-622f-4595-83e1-1636147ee5c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:43.479140 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-265588ef-622f-4595-83e1-1636147ee5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:43.535794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-265588ef-622f-4595-83e1-1636147ee5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:43.563049 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265588ef-622f-4595-83e1-1636147ee5c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c2741af-2f64-489c-a848-b27c91aa70d4,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:43.569279 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-265588ef-622f-4595-83e1-1636147ee5c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:43.572707 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-265588ef-622f-4595-83e1-1636147ee5c3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8c2741af-2f64-489c-a848-b27c91aa70d4 HTTP/1.1" status: 204 len: 168 time: 0.2518175 Dec 09 02:26:43.576308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38902) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:26:43.577340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32deaa6-ccdd-4dc5-826a-01368ce1dfef None None] Network f032c193-892e-4d25-887c-5957f77976f6 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:26:43.649527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:43.703799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] Deleting port 7ff1bc24-cbad-49dd-bf11-57eca759d35f {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:26:43.704143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:43.770049 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] For port 7ff1bc24-cbad-49dd-bf11-57eca759d35f, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7ff1bc24-cbad-49dd-bf11-57eca759d35f,segment=NetworkSegment(5b1c47b7-251a-4c63-90ff-500bdf3e9f42),segment_id=5b1c47b7-251a-4c63-90ff-500bdf3e9f42)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:26:43.770407 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:43.782892 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] Calling delete_port for 7ff1bc24-cbad-49dd-bf11-57eca759d35f owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:26:43.858826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:43.884069 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff1bc24-cbad-49dd-bf11-57eca759d35f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:43.888509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] No DVR routers for this DVR port 7ff1bc24-cbad-49dd-bf11-57eca759d35f on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:26:43.930709 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bceb0d-7184-4c19-b07d-c527b5081719 None None] DHCP port deletion for f032c193-892e-4d25-887c-5957f77976f6 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:26:43.964439 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:43.983964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f032c193-892e-4d25-887c-5957f77976f6']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:43.993660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1c47b7-251a-4c63-90ff-500bdf3e9f42') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:43.993956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1c47b7-251a-4c63-90ff-500bdf3e9f42') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:44.004216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:44.017664 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:44.023974 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:26:44.024365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:26:44.026062 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:26:44.080097 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:44.085456 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:44.091878 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f032c193-892e-4d25-887c-5957f77976f6 HTTP/1.1" status: 204 len: 168 time: 0.5115838 Dec 09 02:26:44.093398 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38904) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:26:44.140936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:44.146687 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745ed8c-0e3e-4b3b-babc-387cf3229003 admin admin] Pushing event deleted for resources: {'Network': ['ID=f032c193-892e-4d25-887c-5957f77976f6,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:44.278460 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 165b7e61-5518-4a68-8bc8-fedfcd5efe2f no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:26:44.298879 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 165b7e61-5518-4a68-8bc8-fedfcd5efe2f {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:26:44.299948 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 165b7e61-5518-4a68-8bc8-fedfcd5efe2f not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:26:44.300364 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1f76abcc-1147-4bff-9b26-b2be849d9289 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:26:44.318430 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 1f76abcc-1147-4bff-9b26-b2be849d9289 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:26:44.318775 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1f76abcc-1147-4bff-9b26-b2be849d9289 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:26:44.319335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7ff1bc24-cbad-49dd-bf11-57eca759d35f no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:26:44.337482 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 7ff1bc24-cbad-49dd-bf11-57eca759d35f {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:26:44.337831 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7ff1bc24-cbad-49dd-bf11-57eca759d35f not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:26:44.455740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91e30c8e-2eb4-4b07-a23e-6cebbd7a9fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:44.691043 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-91e30c8e-2eb4-4b07-a23e-6cebbd7a9fe4 admin admin] Deleting port 51885b36-b281-4388-a722-9a3c48c5f7ac {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:26:44.691788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91e30c8e-2eb4-4b07-a23e-6cebbd7a9fe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:44.768997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-91e30c8e-2eb4-4b07-a23e-6cebbd7a9fe4 admin admin] For port 51885b36-b281-4388-a722-9a3c48c5f7ac, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=51885b36-b281-4388-a722-9a3c48c5f7ac,segment=NetworkSegment(0d1e359b-adca-4020-a49e-bd5921d98a34),segment_id=0d1e359b-adca-4020-a49e-bd5921d98a34)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:26:44.769361 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91e30c8e-2eb4-4b07-a23e-6cebbd7a9fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:44.781426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-91e30c8e-2eb4-4b07-a23e-6cebbd7a9fe4 admin admin] Calling delete_port for 51885b36-b281-4388-a722-9a3c48c5f7ac owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:26:44.954668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91e30c8e-2eb4-4b07-a23e-6cebbd7a9fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:44.977573 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e30c8e-2eb4-4b07-a23e-6cebbd7a9fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=51885b36-b281-4388-a722-9a3c48c5f7ac,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:45.144295 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91e30c8e-2eb4-4b07-a23e-6cebbd7a9fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:45.357957 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e30c8e-2eb4-4b07-a23e-6cebbd7a9fe4 admin admin] Router 08fd2a21-b7d4-4267-abd3-35abec542bab has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:26:45.461165 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e30c8e-2eb4-4b07-a23e-6cebbd7a9fe4 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:26:45.466120 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-91e30c8e-2eb4-4b07-a23e-6cebbd7a9fe4 admin admin] 10.222.0.43 "PUT /v2.0/routers/08fd2a21-b7d4-4267-abd3-35abec542bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3724072 Dec 09 02:26:45.468674 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38906) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:26:45.470254 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d784db8a-2204-4ef3-ba80-edca36d17cf2 None None] Sync routers for ids ['08fd2a21-b7d4-4267-abd3-35abec542bab'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:26:45.479858 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d784db8a-2204-4ef3-ba80-edca36d17cf2 None None] Routers {'08fd2a21-b7d4-4267-abd3-35abec542bab'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:26:45.480476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d784db8a-2204-4ef3-ba80-edca36d17cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:26:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08fd2a21-b7d4-4267-abd3-35abec542bab'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:45.571300 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd27e63c-e4ea-4aa4-8130-57893176565a admin admin] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:45.584255 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-d784db8a-2204-4ef3-ba80-edca36d17cf2 None None] Set router 08fd2a21-b7d4-4267-abd3-35abec542bab gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:26:45.675188 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd27e63c-e4ea-4aa4-8130-57893176565a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:45.727236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bd27e63c-e4ea-4aa4-8130-57893176565a admin admin] Deleting port 138c0974-a7a1-4368-8764-b3b8b503393e {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:26:45.727981 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd27e63c-e4ea-4aa4-8130-57893176565a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:45.770010 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d784db8a-2204-4ef3-ba80-edca36d17cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'name': 'tempest-TestVolumeBootPattern-1616209647-router', 'tenant_id': '93ec7354886c446d9c61dbf5b1851421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '138c0974-a7a1-4368-8764-b3b8b503393e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:44Z', 'updated_at': '2021-12-09T02:26:44Z', 'revision_number': 5, 'project_id': '93ec7354886c446d9c61dbf5b1851421', 'gw_port': {'id': '138c0974-a7a1-4368-8764-b3b8b503393e', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:18:47Z', 'updated_at': '2021-12-09T02:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:45.796759 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d784db8a-2204-4ef3-ba80-edca36d17cf2 None None] Checking router: 08fd2a21-b7d4-4267-abd3-35abec542bab for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:26:45.805519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d784db8a-2204-4ef3-ba80-edca36d17cf2 None None] Routers {'08fd2a21-b7d4-4267-abd3-35abec542bab'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:26:45.806121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d784db8a-2204-4ef3-ba80-edca36d17cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:26:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['08fd2a21-b7d4-4267-abd3-35abec542bab'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:45.808139 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-bd27e63c-e4ea-4aa4-8130-57893176565a admin admin] For port 138c0974-a7a1-4368-8764-b3b8b503393e, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=138c0974-a7a1-4368-8764-b3b8b503393e,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:26:45.808614 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd27e63c-e4ea-4aa4-8130-57893176565a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:45.821574 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bd27e63c-e4ea-4aa4-8130-57893176565a admin admin] Calling delete_port for 138c0974-a7a1-4368-8764-b3b8b503393e owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:26:45.889590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-d784db8a-2204-4ef3-ba80-edca36d17cf2 None None] Set router 08fd2a21-b7d4-4267-abd3-35abec542bab gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:26:45.940723 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d784db8a-2204-4ef3-ba80-edca36d17cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'name': 'tempest-TestVolumeBootPattern-1616209647-router', 'tenant_id': '93ec7354886c446d9c61dbf5b1851421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:44Z', 'updated_at': '2021-12-09T02:26:45Z', 'revision_number': 6, 'project_id': '93ec7354886c446d9c61dbf5b1851421', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:45.970274 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d784db8a-2204-4ef3-ba80-edca36d17cf2 None None] The sync data for ids ['08fd2a21-b7d4-4267-abd3-35abec542bab'] in dv-neutron-804846-18-hyperv is: [{'id': '08fd2a21-b7d4-4267-abd3-35abec542bab', 'name': 'tempest-TestVolumeBootPattern-1616209647-router', 'tenant_id': '93ec7354886c446d9c61dbf5b1851421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:18:44Z', 'updated_at': '2021-12-09T02:26:45Z', 'revision_number': 6, 'project_id': '93ec7354886c446d9c61dbf5b1851421', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:26:46.306881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd27e63c-e4ea-4aa4-8130-57893176565a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:46.333069 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27e63c-e4ea-4aa4-8130-57893176565a admin admin] Pushing event deleted for resources: {'Port': ['ID=138c0974-a7a1-4368-8764-b3b8b503393e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:46.352602 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe9af03-837a-475d-ae0a-750f271ecbd5 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:26:46.368237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 51885b36-b281-4388-a722-9a3c48c5f7ac no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:26:46.396379 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 51885b36-b281-4388-a722-9a3c48c5f7ac {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:26:46.396882 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 51885b36-b281-4388-a722-9a3c48c5f7ac not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:26:46.401158 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd27e63c-e4ea-4aa4-8130-57893176565a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:46.491727 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd27e63c-e4ea-4aa4-8130-57893176565a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:46.493874 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd27e63c-e4ea-4aa4-8130-57893176565a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:46.535570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd27e63c-e4ea-4aa4-8130-57893176565a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:46.536122 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd27e63c-e4ea-4aa4-8130-57893176565a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08fd2a21-b7d4-4267-abd3-35abec542bab {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:26:46.540997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd27e63c-e4ea-4aa4-8130-57893176565a admin admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:46.541835 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bd27e63c-e4ea-4aa4-8130-57893176565a admin admin] 10.222.0.43 "DELETE /v2.0/routers/08fd2a21-b7d4-4267-abd3-35abec542bab HTTP/1.1" status: 204 len: 168 time: 1.0721025 Dec 09 02:26:46.544316 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38908) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:26:46.587892 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d37e28-c6ae-4044-998e-0b74e69cfdd2 admin admin] Deleting subnet e1e33837-a6e8-4098-a384-0acbecc0c5e6 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:26:46.590855 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-92d37e28-c6ae-4044-998e-0b74e69cfdd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:46.627773 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-92d37e28-c6ae-4044-998e-0b74e69cfdd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:46.702592 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-92d37e28-c6ae-4044-998e-0b74e69cfdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:46.763184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-92d37e28-c6ae-4044-998e-0b74e69cfdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:46.788671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d37e28-c6ae-4044-998e-0b74e69cfdd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e33837-a6e8-4098-a384-0acbecc0c5e6,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:46.792211 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-92d37e28-c6ae-4044-998e-0b74e69cfdd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:46.795493 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-92d37e28-c6ae-4044-998e-0b74e69cfdd2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e1e33837-a6e8-4098-a384-0acbecc0c5e6 HTTP/1.1" status: 204 len: 168 time: 0.2501729 Dec 09 02:26:46.797849 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38910) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:26:46.801591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f0e928-d7b2-4d4c-9965-47de7dc3677c None None] Network 70dcee42-9b1e-4d17-a654-d50359dfd806 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:26:46.874402 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:46.934304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] Deleting port 99232e31-25af-415c-8a40-5981838f5490 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:26:46.934656 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:46.947898 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] DHCP port deletion for 70dcee42-9b1e-4d17-a654-d50359dfd806 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:26:46.995468 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Deleting port 99232e31-25af-415c-8a40-5981838f5490 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:26:46.995727 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:47.003627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] For port 99232e31-25af-415c-8a40-5981838f5490, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=99232e31-25af-415c-8a40-5981838f5490,segment=NetworkSegment(0d1e359b-adca-4020-a49e-bd5921d98a34),segment_id=0d1e359b-adca-4020-a49e-bd5921d98a34)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:26:47.004129 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:47.023828 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] Calling delete_port for 99232e31-25af-415c-8a40-5981838f5490 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:26:47.069445 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] For port 99232e31-25af-415c-8a40-5981838f5490, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=99232e31-25af-415c-8a40-5981838f5490,segment=NetworkSegment(0d1e359b-adca-4020-a49e-bd5921d98a34),segment_id=0d1e359b-adca-4020-a49e-bd5921d98a34)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:26:47.069751 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:47.081790 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Calling delete_port for 99232e31-25af-415c-8a40-5981838f5490 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:26:47.104796 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:47.130958 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=99232e31-25af-415c-8a40-5981838f5490,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:47.138245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] No DVR routers for this DVR port 99232e31-25af-415c-8a40-5981838f5490 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:26:47.155363 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:47.180885 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Pushing event deleted for resources: {'Port': ['ID=99232e31-25af-415c-8a40-5981838f5490,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:47.185082 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] No DVR routers for this DVR port 99232e31-25af-415c-8a40-5981838f5490 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:26:47.191347 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:47.191722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:47.192064 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:47.194654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:47.194654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:47.194654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:47.194654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:47.194654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:47.194654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:47.194654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:47.194654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:47.195608 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:47.195608 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154445c-763b-45fa-81b2-75fe1706e1ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:26:47.217020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:47.237671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70dcee42-9b1e-4d17-a654-d50359dfd806']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:47.246518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1e359b-adca-4020-a49e-bd5921d98a34') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:47.246817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1e359b-adca-4020-a49e-bd5921d98a34') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:26:47.255887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:47.269012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:47.275167 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:26:47.275820 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:26:47.277583 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:26:47.329607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:47.334844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:47.338056 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/70dcee42-9b1e-4d17-a654-d50359dfd806 HTTP/1.1" status: 204 len: 168 time: 0.5392902 Dec 09 02:26:47.349563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c72f4-6517-49f0-a4c4-9eb2123267c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=70dcee42-9b1e-4d17-a654-d50359dfd806,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:47.473366 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38914) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:26:47.516238 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-142b331b-881a-4d11-af1c-d82bf0d63dc2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a5db6e7b6aa403caa5434944427f429&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416644 Dec 09 02:26:47.518663 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38916) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:26:47.564719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0a5d2b23-e905-4f00-86ec-7429b69d2ec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:47.585257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0a5d2b23-e905-4f00-86ec-7429b69d2ec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:47.629362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0a5d2b23-e905-4f00-86ec-7429b69d2ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:47.632444 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0a5d2b23-e905-4f00-86ec-7429b69d2ec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:47.633263 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0a5d2b23-e905-4f00-86ec-7429b69d2ec6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/299465ca-c614-4449-9213-59fa14f999fe HTTP/1.1" status: 204 len: 168 time: 0.1136894 Dec 09 02:26:47.640839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d2b23-e905-4f00-86ec-7429b69d2ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299465ca-c614-4449-9213-59fa14f999fe,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:47.933017 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38922) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:26:47.972344 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ce9b4b6b-b32f-4c88-8df9-bb6d46802349 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93ec7354886c446d9c61dbf5b1851421&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381534 Dec 09 02:26:47.974661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38924) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:26:48.020282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-94ba6a9a-7de9-4126-bb80-cc4f4d3c57fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:48.040725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-94ba6a9a-7de9-4126-bb80-cc4f4d3c57fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:48.088812 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-94ba6a9a-7de9-4126-bb80-cc4f4d3c57fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:48.091477 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-94ba6a9a-7de9-4126-bb80-cc4f4d3c57fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:26:48.092645 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-94ba6a9a-7de9-4126-bb80-cc4f4d3c57fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c22cbae-8579-40c6-8acc-cca94cd6a963 HTTP/1.1" status: 204 len: 168 time: 0.1170559 Dec 09 02:26:48.100070 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba6a9a-7de9-4126-bb80-cc4f4d3c57fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c22cbae-8579-40c6-8acc-cca94cd6a963,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:26:48.275571 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 138c0974-a7a1-4368-8764-b3b8b503393e no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:26:48.300743 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 138c0974-a7a1-4368-8764-b3b8b503393e {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:26:48.301096 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 138c0974-a7a1-4368-8764-b3b8b503393e not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:26:48.301531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 99232e31-25af-415c-8a40-5981838f5490 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:26:48.322174 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 99232e31-25af-415c-8a40-5981838f5490 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:26:48.322552 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 99232e31-25af-415c-8a40-5981838f5490 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:26:55.376684 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:27:03.018691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8959-8f83-476a-bca4-c97b28b26369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:05.251869 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c007cb0-3be6-497f-885c-932aa8b6379c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:06.398509 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:07.786106 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:08.651146 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:13.017332 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38930) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:27:13.023322 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-91225082-b8a2-460c-b496-48814e1a0599 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:27:13.109605 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91225082-b8a2-460c-b496-48814e1a0599 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4041697'] for subnet, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:13.246571 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91225082-b8a2-460c-b496-48814e1a0599 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785246342184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3180070'] for subnet, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:13.280785 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91225082-b8a2-460c-b496-48814e1a0599 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:27:13.281346 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91225082-b8a2-460c-b496-48814e1a0599 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:13.282957 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-91225082-b8a2-460c-b496-48814e1a0599 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/subnets/fe2cb3e2-391b-4901-bd50-7792f6122f56 HTTP/1.1" status: 200 len: 835 time: 0.2642281 Dec 09 02:27:13.287623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f62ac6-67d9-43c4-b953-fefa1bd23d66 None None] Network 9e7455ca-5875-4bd2-a0ca-19d1994c3601 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:27:13.298318 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91225082-b8a2-460c-b496-48814e1a0599 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Subnet': ['ID=fe2cb3e2-391b-4901-bd50-7792f6122f56,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:27:13.589846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5866727e-cf7e-4153-9c56-5c1b414f40bb None None] Provisioning complete for port c9180f58-a02d-452a-9d04-c52a18c3f52d triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:27:13.590215 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5866727e-cf7e-4153-9c56-5c1b414f40bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:13.821147 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5866727e-cf7e-4153-9c56-5c1b414f40bb None None] Provisioning complete for port 6f3833a5-e170-46b0-9594-59644cbbd745 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:27:13.821432 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5866727e-cf7e-4153-9c56-5c1b414f40bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:13.902109 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5866727e-cf7e-4153-9c56-5c1b414f40bb None None] Provisioning complete for port eaf5c216-d4c8-4624-8fba-e3c009ea9d21 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:27:13.902473 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5866727e-cf7e-4153-9c56-5c1b414f40bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:14.156774 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:28.805438 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d335969-62ee-41af-b1a0-ac98a3acf6da req-376e753c-b1ea-4a1a-9562-66f04871d541 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390017 Dec 09 02:27:28.875277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d335969-62ee-41af-b1a0-ac98a3acf6da req-31187d34-f1d0-4d76-a426-0b8476f54baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:27:28.877367 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d335969-62ee-41af-b1a0-ac98a3acf6da req-31187d34-f1d0-4d76-a426-0b8476f54baa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 1099 time: 0.0392320 Dec 09 02:27:28.978543 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d335969-62ee-41af-b1a0-ac98a3acf6da req-03b3711c-b24a-4ac4-b9f7-8d94d1491c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:27:28.980024 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d335969-62ee-41af-b1a0-ac98a3acf6da req-03b3711c-b24a-4ac4-b9f7-8d94d1491c6e service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e7455ca-5875-4bd2-a0ca-19d1994c3601 HTTP/1.1" status: 200 len: 898 time: 0.0848041 Dec 09 02:27:29.043945 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d335969-62ee-41af-b1a0-ac98a3acf6da req-072ffc19-7325-4568-a0e3-956cbdd83043 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f3833a5-e170-46b0-9594-59644cbbd745 HTTP/1.1" status: 200 len: 1001 time: 0.0563524 Dec 09 02:27:29.091924 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d335969-62ee-41af-b1a0-ac98a3acf6da req-65b26e1e-3793-49a7-b0e4-dc22d654d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:27:29.093240 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d335969-62ee-41af-b1a0-ac98a3acf6da req-65b26e1e-3793-49a7-b0e4-dc22d654d783 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe2cb3e2-391b-4901-bd50-7792f6122f56 HTTP/1.1" status: 200 len: 843 time: 0.0417972 Dec 09 02:27:29.141806 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d335969-62ee-41af-b1a0-ac98a3acf6da req-05a8844a-c6e8-4089-b5cc-d2cc5d8407a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:27:29.143336 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d335969-62ee-41af-b1a0-ac98a3acf6da req-05a8844a-c6e8-4089-b5cc-d2cc5d8407a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e7455ca-5875-4bd2-a0ca-19d1994c3601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0435100 Dec 09 02:27:29.230149 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d335969-62ee-41af-b1a0-ac98a3acf6da req-523665ba-259e-4fc6-840a-327e1f1bc177 service neutron] 10.222.0.45 "GET /v2.0/networks/9e7455ca-5875-4bd2-a0ca-19d1994c3601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795913 Dec 09 02:27:29.320453 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d335969-62ee-41af-b1a0-ac98a3acf6da req-be062097-6f9c-4bac-9576-3a1619aaddce service neutron] 10.222.0.45 "GET /v2.0/networks/9e7455ca-5875-4bd2-a0ca-19d1994c3601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830505 Dec 09 02:27:32.374936 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:27:33.020544 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d02dec12-b0a1-41af-a023-b9c850c3bf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:35.253849 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba74f0fa-4bb2-43ad-9a80-b759b746b789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:36.401180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:37.790392 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:38.653842 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:44.152387 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:56.088929 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38942) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:27:56.421762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port c8656306-33f3-47b1-a82d-98f39cfdd805 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:27:56.422012 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:56.494239 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:56.494565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:56.505810 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for c8656306-33f3-47b1-a82d-98f39cfdd805 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:27:56.648048 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:56.674150 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=c8656306-33f3-47b1-a82d-98f39cfdd805,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:27:56.686347 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:56.686705 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:56.687050 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:56.687389 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:56.687818 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:56.688147 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:56.688477 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:56.688804 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:56.689129 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:56.689456 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:56.689778 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:56.690097 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:56.690417 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:56.746448 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:56.746783 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP 6cbf2ec0-8ecd-4d50-9f98-11b00d3a47ab disassociated (deleted). External IP: 172.26.3.84, port: 6f3833a5-e170-46b0-9594-59644cbbd745. Dec 09 02:27:56.944382 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router d5065667-78cc-41ad-a6f9-0252c2926fb5 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:27:57.296655 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:27:57.301799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:57.306824 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc825b6-9dc8-432c-9216-2efb198b0158 None None] Sync routers for ids ['d5065667-78cc-41ad-a6f9-0252c2926fb5'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:27:57.317306 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc825b6-9dc8-432c-9216-2efb198b0158 None None] Routers {'d5065667-78cc-41ad-a6f9-0252c2926fb5'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:27:57.317910 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2bc825b6-9dc8-432c-9216-2efb198b0158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:27:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['d5065667-78cc-41ad-a6f9-0252c2926fb5'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:27:57.330585 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4039078e-4306-4e81-9626-993c356e2e85 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/floatingips/6cbf2ec0-8ecd-4d50-9f98-11b00d3a47ab HTTP/1.1" status: 204 len: 168 time: 1.2405801 Dec 09 02:27:57.331188 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e93e17d-d034-47bd-a1a2-bf3b70f5181a', 'tag': '6f3833a5-e170-46b0-9594-59644cbbd745'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:27:57.333488 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ecbe75-b74d-4f59-b550-ee50896e9a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e93e17d-d034-47bd-a1a2-bf3b70f5181a", "tag": "6f3833a5-e170-46b0-9594-59644cbbd745"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:27:57.425112 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-2bc825b6-9dc8-432c-9216-2efb198b0158 None None] Set router d5065667-78cc-41ad-a6f9-0252c2926fb5 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:27:57.594981 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0b0c83-b1e0-4a7a-9f93-2ca8e0ce7124 x-openstack-request-id: req-3a0b0c83-b1e0-4a7a-9f93-2ca8e0ce7124 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:27:57.595283 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e93e17d-d034-47bd-a1a2-bf3b70f5181a", "tag": "6f3833a5-e170-46b0-9594-59644cbbd745", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:27:57.595583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a0b0c83-b1e0-4a7a-9f93-2ca8e0ce7124 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:27:57.596019 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e93e17d-d034-47bd-a1a2-bf3b70f5181a', 'tag': '6f3833a5-e170-46b0-9594-59644cbbd745', 'status': 'completed', 'code': 200} Dec 09 02:27:57.630734 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2bc825b6-9dc8-432c-9216-2efb198b0158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'name': 'tempest-TestNetworkBasicOps-router-479573668', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:24:58Z', 'updated_at': '2021-12-09T02:25:02Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:24:59Z', 'updated_at': '2021-12-09T02:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'eaf5c216-d4c8-4624-8fba-e3c009ea9d21', 'name': '', 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:01:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:25:01Z', 'updated_at': '2021-12-09T02:25:05Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:27:57.656485 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc825b6-9dc8-432c-9216-2efb198b0158 None None] Checking router: d5065667-78cc-41ad-a6f9-0252c2926fb5 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:27:57.666888 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc825b6-9dc8-432c-9216-2efb198b0158 None None] Routers {'d5065667-78cc-41ad-a6f9-0252c2926fb5'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:27:57.667525 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2bc825b6-9dc8-432c-9216-2efb198b0158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:27:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['d5065667-78cc-41ad-a6f9-0252c2926fb5'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:27:57.717387 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c2101-d504-42c3-85cb-d5d073757d2e req-b854514a-c9a4-4e4a-b8c5-74bfb4360626 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:27:57.718893 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-346c2101-d504-42c3-85cb-d5d073757d2e req-b854514a-c9a4-4e4a-b8c5-74bfb4360626 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 946 time: 0.0776742 Dec 09 02:27:57.721307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecbe75-b74d-4f59-b550-ee50896e9a0c req-a4f6809c-447e-4fef-b517-fa41ff8f2987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:27:57.722710 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-50ecbe75-b74d-4f59-b550-ee50896e9a0c req-a4f6809c-447e-4fef-b517-fa41ff8f2987 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 1099 time: 0.0728214 Dec 09 02:27:57.773114 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-2bc825b6-9dc8-432c-9216-2efb198b0158 None None] Set router d5065667-78cc-41ad-a6f9-0252c2926fb5 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:27:57.823552 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-346c2101-d504-42c3-85cb-d5d073757d2e req-5acbbd74-fbe9-48ef-ab7d-8179769770d7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e77eba2-50b3-4c04-8d75-a23194f40020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976622 Dec 09 02:27:57.848706 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecbe75-b74d-4f59-b550-ee50896e9a0c req-ce28fc64-ae31-40f4-971f-73b150e87a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:27:57.850182 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-50ecbe75-b74d-4f59-b550-ee50896e9a0c req-ce28fc64-ae31-40f4-971f-73b150e87a94 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9e7455ca-5875-4bd2-a0ca-19d1994c3601 HTTP/1.1" status: 200 len: 898 time: 0.1186395 Dec 09 02:27:57.893854 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-50ecbe75-b74d-4f59-b550-ee50896e9a0c req-7415e8f8-703d-4bcd-8d79-82cf999575d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f3833a5-e170-46b0-9594-59644cbbd745 HTTP/1.1" status: 200 len: 217 time: 0.0348372 Dec 09 02:27:57.946725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecbe75-b74d-4f59-b550-ee50896e9a0c req-12f2d6ed-bab7-4d0f-aafb-b510088da22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:27:57.948224 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-50ecbe75-b74d-4f59-b550-ee50896e9a0c req-12f2d6ed-bab7-4d0f-aafb-b510088da22d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe2cb3e2-391b-4901-bd50-7792f6122f56 HTTP/1.1" status: 200 len: 843 time: 0.0477819 Dec 09 02:27:57.966664 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2bc825b6-9dc8-432c-9216-2efb198b0158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'name': 'tempest-TestNetworkBasicOps-router-479573668', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:24:58Z', 'updated_at': '2021-12-09T02:25:02Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:24:59Z', 'updated_at': '2021-12-09T02:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'eaf5c216-d4c8-4624-8fba-e3c009ea9d21', 'name': '', 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:01:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:25:01Z', 'updated_at': '2021-12-09T02:25:05Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:27:57.991943 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc825b6-9dc8-432c-9216-2efb198b0158 None None] The sync data for ids ['d5065667-78cc-41ad-a6f9-0252c2926fb5'] in dv-neutron-804846-18-hyperv is: [{'id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'name': 'tempest-TestNetworkBasicOps-router-479573668', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:24:58Z', 'updated_at': '2021-12-09T02:25:02Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:24:59Z', 'updated_at': '2021-12-09T02:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'eaf5c216-d4c8-4624-8fba-e3c009ea9d21', 'name': '', 'network_id': '9e7455ca-5875-4bd2-a0ca-19d1994c3601', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:01:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:25:01Z', 'updated_at': '2021-12-09T02:25:05Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': 'fe2cb3e2-391b-4901-bd50-7792f6122f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:27:57.995362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecbe75-b74d-4f59-b550-ee50896e9a0c req-e5ef0a97-bbd6-4d7b-9367-cbf3895b3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:27:57.996781 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-50ecbe75-b74d-4f59-b550-ee50896e9a0c req-e5ef0a97-bbd6-4d7b-9367-cbf3895b3bbd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9e7455ca-5875-4bd2-a0ca-19d1994c3601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403810 Dec 09 02:27:58.088699 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-50ecbe75-b74d-4f59-b550-ee50896e9a0c req-49189e91-7acc-4582-9170-29509b18948c service neutron] 10.222.0.45 "GET /v2.0/networks/9e7455ca-5875-4bd2-a0ca-19d1994c3601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837784 Dec 09 02:27:58.190377 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-50ecbe75-b74d-4f59-b550-ee50896e9a0c req-ee3bd8f7-6130-4fad-b188-a9787e6e25e1 service neutron] 10.222.0.45 "GET /v2.0/networks/9e7455ca-5875-4bd2-a0ca-19d1994c3601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925286 Dec 09 02:27:58.206122 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb3a1b-b741-4b06-833f-313ef2d41223 None None] New status for floating IP 6cbf2ec0-8ecd-4d50-9f98-11b00d3a47ab: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:27:58.937164 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c718-5f71-45c6-a289-ab4937c0314b req-c56f2ff3-3a74-4dce-9c14-a4ccf0634ea0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:27:58.938683 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7b85c718-5f71-45c6-a289-ab4937c0314b req-c56f2ff3-3a74-4dce-9c14-a4ccf0634ea0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 946 time: 0.0484815 Dec 09 02:27:58.986133 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7b85c718-5f71-45c6-a289-ab4937c0314b req-026debe5-3e0f-483a-9931-a304735248e4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e77eba2-50b3-4c04-8d75-a23194f40020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415254 Dec 09 02:27:59.074845 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c90f7a-0567-4796-8b8a-fdef2cb82b80 req-6bbe1e57-0d2d-40fa-9fe8-c2fa5422ff4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:27:59.076294 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-97c90f7a-0567-4796-8b8a-fdef2cb82b80 req-6bbe1e57-0d2d-40fa-9fe8-c2fa5422ff4f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e93e17d-d034-47bd-a1a2-bf3b70f5181a HTTP/1.1" status: 200 len: 946 time: 0.0502653 Dec 09 02:27:59.165207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-97c90f7a-0567-4796-8b8a-fdef2cb82b80 req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 6f3833a5-e170-46b0-9594-59644cbbd745 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:27:59.165547 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-97c90f7a-0567-4796-8b8a-fdef2cb82b80 req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:59.252195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-97c90f7a-0567-4796-8b8a-fdef2cb82b80 req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 6f3833a5-e170-46b0-9594-59644cbbd745, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6f3833a5-e170-46b0-9594-59644cbbd745,segment=NetworkSegment(a51269df-8c40-48d2-9de2-3e6e1eb55c6d),segment_id=a51269df-8c40-48d2-9de2-3e6e1eb55c6d)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:27:59.252579 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-97c90f7a-0567-4796-8b8a-fdef2cb82b80 req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:59.263909 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-97c90f7a-0567-4796-8b8a-fdef2cb82b80 req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 6f3833a5-e170-46b0-9594-59644cbbd745 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:27:59.384647 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-97c90f7a-0567-4796-8b8a-fdef2cb82b80 req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:59.417520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=6f3833a5-e170-46b0-9594-59644cbbd745,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:27:59.444694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:59.445051 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:59.445401 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:59.445742 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:59.446077 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:59.446411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:59.446741 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:59.447072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:59.447401 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:59.447757 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:59.448090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:59.448412 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:59.448733 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:27:59.467323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c90f7a-0567-4796-8b8a-fdef2cb82b80 req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] No DVR routers for this DVR port 6f3833a5-e170-46b0-9594-59644cbbd745 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:27:59.469661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-97c90f7a-0567-4796-8b8a-fdef2cb82b80 req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:27:59.473071 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-97c90f7a-0567-4796-8b8a-fdef2cb82b80 req-3c02bbc7-e85a-40f9-90ba-622223728981 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "DELETE /v2.0/ports/6f3833a5-e170-46b0-9594-59644cbbd745 HTTP/1.1" status: 204 len: 173 time: 0.3879919 Dec 09 02:27:59.473510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e93e17d-d034-47bd-a1a2-bf3b70f5181a', 'name': 'network-vif-deleted', 'tag': '6f3833a5-e170-46b0-9594-59644cbbd745'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:27:59.475842 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1166e9-8391-4808-8d91-cd4b7d671035" -d '{"events": [{"server_uuid": "6e93e17d-d034-47bd-a1a2-bf3b70f5181a", "name": "network-vif-deleted", "tag": "6f3833a5-e170-46b0-9594-59644cbbd745"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:27:59.514887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f44673-4e84-4b3e-a916-d25ad91e4296 x-openstack-request-id: req-20f44673-4e84-4b3e-a916-d25ad91e4296 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:27:59.515178 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e93e17d-d034-47bd-a1a2-bf3b70f5181a", "name": "network-vif-deleted", "tag": "6f3833a5-e170-46b0-9594-59644cbbd745", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:27:59.515449 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20f44673-4e84-4b3e-a916-d25ad91e4296 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:27:59.515869 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e93e17d-d034-47bd-a1a2-bf3b70f5181a', 'name': 'network-vif-deleted', 'tag': '6f3833a5-e170-46b0-9594-59644cbbd745', 'status': 'completed', 'code': 200} Dec 09 02:28:00.043148 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38962) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:00.099344 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef54df0c-f442-4b7e-8b09-4ef6a918f7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:00.125462 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef54df0c-f442-4b7e-8b09-4ef6a918f7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:00.184405 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef54df0c-f442-4b7e-8b09-4ef6a918f7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:00.187286 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef54df0c-f442-4b7e-8b09-4ef6a918f7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:00.188606 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ef54df0c-f442-4b7e-8b09-4ef6a918f7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/security-groups/5e77eba2-50b3-4c04-8d75-a23194f40020 HTTP/1.1" status: 204 len: 168 time: 0.1443932 Dec 09 02:28:00.197516 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54df0c-f442-4b7e-8b09-4ef6a918f7ea tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e77eba2-50b3-4c04-8d75-a23194f40020,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:00.218659 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38966) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:00.575380 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-33b6a8df-157d-49eb-b275-f04413010bda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:00.825724 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-33b6a8df-157d-49eb-b275-f04413010bda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port eaf5c216-d4c8-4624-8fba-e3c009ea9d21 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:28:00.825972 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-33b6a8df-157d-49eb-b275-f04413010bda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:00.913011 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-33b6a8df-157d-49eb-b275-f04413010bda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port eaf5c216-d4c8-4624-8fba-e3c009ea9d21, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=eaf5c216-d4c8-4624-8fba-e3c009ea9d21,segment=NetworkSegment(a51269df-8c40-48d2-9de2-3e6e1eb55c6d),segment_id=a51269df-8c40-48d2-9de2-3e6e1eb55c6d)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:28:00.913377 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-33b6a8df-157d-49eb-b275-f04413010bda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:00.925973 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-33b6a8df-157d-49eb-b275-f04413010bda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for eaf5c216-d4c8-4624-8fba-e3c009ea9d21 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:28:01.106530 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-33b6a8df-157d-49eb-b275-f04413010bda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:01.134380 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6a8df-157d-49eb-b275-f04413010bda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=eaf5c216-d4c8-4624-8fba-e3c009ea9d21,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:01.305663 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-33b6a8df-157d-49eb-b275-f04413010bda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:01.523618 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b6a8df-157d-49eb-b275-f04413010bda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router d5065667-78cc-41ad-a6f9-0252c2926fb5 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:28:01.631483 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b6a8df-157d-49eb-b275-f04413010bda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:28:01.636493 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-33b6a8df-157d-49eb-b275-f04413010bda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/d5065667-78cc-41ad-a6f9-0252c2926fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4167891 Dec 09 02:28:01.639245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38968) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:01.641296 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d7203-3569-4d82-aaed-1b868b856901 None None] Sync routers for ids ['d5065667-78cc-41ad-a6f9-0252c2926fb5'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:28:01.652441 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d7203-3569-4d82-aaed-1b868b856901 None None] Routers {'d5065667-78cc-41ad-a6f9-0252c2926fb5'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:28:01.653040 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b91d7203-3569-4d82-aaed-1b868b856901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:27:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['d5065667-78cc-41ad-a6f9-0252c2926fb5'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:01.692540 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-af026ab5-efd4-49c5-86ab-2d4722326eda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting subnet fe2cb3e2-391b-4901-bd50-7792f6122f56 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:28:01.697400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af026ab5-efd4-49c5-86ab-2d4722326eda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:01.741156 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af026ab5-efd4-49c5-86ab-2d4722326eda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:01.761810 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-b91d7203-3569-4d82-aaed-1b868b856901 None None] Set router d5065667-78cc-41ad-a6f9-0252c2926fb5 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:28:01.835873 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af026ab5-efd4-49c5-86ab-2d4722326eda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:01.896170 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af026ab5-efd4-49c5-86ab-2d4722326eda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:01.922990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af026ab5-efd4-49c5-86ab-2d4722326eda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2cb3e2-391b-4901-bd50-7792f6122f56,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:01.926898 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af026ab5-efd4-49c5-86ab-2d4722326eda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:01.931959 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-af026ab5-efd4-49c5-86ab-2d4722326eda tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/subnets/fe2cb3e2-391b-4901-bd50-7792f6122f56 HTTP/1.1" status: 204 len: 168 time: 0.2915392 Dec 09 02:28:01.932881 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38970) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:01.936027 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d0aa36-59b2-481d-a496-f2bd0e2f8742 None None] Network 9e7455ca-5875-4bd2-a0ca-19d1994c3601 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:28:01.948360 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b91d7203-3569-4d82-aaed-1b868b856901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'name': 'tempest-TestNetworkBasicOps-router-479573668', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:24:58Z', 'updated_at': '2021-12-09T02:28:01Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:24:59Z', 'updated_at': '2021-12-09T02:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:01.984404 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d7203-3569-4d82-aaed-1b868b856901 None None] Checking router: d5065667-78cc-41ad-a6f9-0252c2926fb5 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:28:01.995146 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d7203-3569-4d82-aaed-1b868b856901 None None] Routers {'d5065667-78cc-41ad-a6f9-0252c2926fb5'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:28:01.995996 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b91d7203-3569-4d82-aaed-1b868b856901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:27:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['d5065667-78cc-41ad-a6f9-0252c2926fb5'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:02.052420 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab58a447-30d1-463f-b45d-b55d471377b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:02.134780 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] DHCP port deletion for 9e7455ca-5875-4bd2-a0ca-19d1994c3601 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:28:02.171780 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab58a447-30d1-463f-b45d-b55d471377b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:02.194708 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Deleting port c9180f58-a02d-452a-9d04-c52a18c3f52d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:28:02.195087 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:02.228648 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-b91d7203-3569-4d82-aaed-1b868b856901 None None] Set router d5065667-78cc-41ad-a6f9-0252c2926fb5 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:28:02.242428 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ab58a447-30d1-463f-b45d-b55d471377b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 077996f6-0859-48c7-8851-9962c18fe3ae {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:28:02.242808 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab58a447-30d1-463f-b45d-b55d471377b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:02.269867 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] For port c9180f58-a02d-452a-9d04-c52a18c3f52d, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c9180f58-a02d-452a-9d04-c52a18c3f52d,segment=NetworkSegment(a51269df-8c40-48d2-9de2-3e6e1eb55c6d),segment_id=a51269df-8c40-48d2-9de2-3e6e1eb55c6d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:28:02.270539 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:02.292065 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Calling delete_port for c9180f58-a02d-452a-9d04-c52a18c3f52d owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:28:02.337719 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-ab58a447-30d1-463f-b45d-b55d471377b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 077996f6-0859-48c7-8851-9962c18fe3ae, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=077996f6-0859-48c7-8851-9962c18fe3ae,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:28:02.338152 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab58a447-30d1-463f-b45d-b55d471377b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:02.358412 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ab58a447-30d1-463f-b45d-b55d471377b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 077996f6-0859-48c7-8851-9962c18fe3ae owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:28:02.401130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:02.448212 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c9180f58-a02d-452a-9d04-c52a18c3f52d no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:28:02.469304 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Pushing event deleted for resources: {'Port': ['ID=c9180f58-a02d-452a-9d04-c52a18c3f52d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:02.473013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: c9180f58-a02d-452a-9d04-c52a18c3f52d {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:28:02.473362 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c9180f58-a02d-452a-9d04-c52a18c3f52d not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:28:02.480283 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] No DVR routers for this DVR port c9180f58-a02d-452a-9d04-c52a18c3f52d on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:28:02.482242 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:02.482578 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:02.482924 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:02.483282 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:02.483641 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:02.483972 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:02.484350 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:02.484663 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:02.485699 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:02.485699 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:02.485699 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:02.486179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:02.486841 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adfad69-fe2e-45b6-b0a2-e169e94e652f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:02.503397 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b91d7203-3569-4d82-aaed-1b868b856901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'name': 'tempest-TestNetworkBasicOps-router-479573668', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:24:58Z', 'updated_at': '2021-12-09T02:28:01Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:24:59Z', 'updated_at': '2021-12-09T02:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:02.535079 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d7203-3569-4d82-aaed-1b868b856901 None None] The sync data for ids ['d5065667-78cc-41ad-a6f9-0252c2926fb5'] in dv-neutron-804846-18-hyperv is: [{'id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'name': 'tempest-TestNetworkBasicOps-router-479573668', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128'}], 'enable_snat': True}, 'gw_port_id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:24:58Z', 'updated_at': '2021-12-09T02:28:01Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '077996f6-0859-48c7-8851-9962c18fe3ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5065667-78cc-41ad-a6f9-0252c2926fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:24:59Z', 'updated_at': '2021-12-09T02:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:28:02.568329 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab58a447-30d1-463f-b45d-b55d471377b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:02.602365 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58a447-30d1-463f-b45d-b55d471377b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=077996f6-0859-48c7-8851-9962c18fe3ae,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:02.613426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927299da-490d-4651-898f-60f5f7ed37f3 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:28:02.674681 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab58a447-30d1-463f-b45d-b55d471377b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.016185 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab58a447-30d1-463f-b45d-b55d471377b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.019045 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab58a447-30d1-463f-b45d-b55d471377b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.023732 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-335e7992-ae74-4046-a2e9-6eaa6b23346f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.062265 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab58a447-30d1-463f-b45d-b55d471377b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.062905 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab58a447-30d1-463f-b45d-b55d471377b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Fanout notify agent at l3_agent the message router_deleted on router d5065667-78cc-41ad-a6f9-0252c2926fb5 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:28:03.071396 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab58a447-30d1-463f-b45d-b55d471377b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.072547 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ab58a447-30d1-463f-b45d-b55d471377b3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/routers/d5065667-78cc-41ad-a6f9-0252c2926fb5 HTTP/1.1" status: 204 len: 168 time: 1.1371360 Dec 09 02:28:03.075183 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38972) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:03.159287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b231ea21-1e20-41c4-a61c-7c1dc21de290 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.246467 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b231ea21-1e20-41c4-a61c-7c1dc21de290 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.265230 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-b231ea21-1e20-41c4-a61c-7c1dc21de290 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7455ca-5875-4bd2-a0ca-19d1994c3601']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:03.274078 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-b231ea21-1e20-41c4-a61c-7c1dc21de290 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51269df-8c40-48d2-9de2-3e6e1eb55c6d') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:03.274377 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-b231ea21-1e20-41c4-a61c-7c1dc21de290 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51269df-8c40-48d2-9de2-3e6e1eb55c6d') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:03.283900 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b231ea21-1e20-41c4-a61c-7c1dc21de290 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.296638 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b231ea21-1e20-41c4-a61c-7c1dc21de290 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.302939 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b231ea21-1e20-41c4-a61c-7c1dc21de290 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:28:03.303314 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b231ea21-1e20-41c4-a61c-7c1dc21de290 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:28:03.306216 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:28:03.362197 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b231ea21-1e20-41c4-a61c-7c1dc21de290 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.369073 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b231ea21-1e20-41c4-a61c-7c1dc21de290 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.372161 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b231ea21-1e20-41c4-a61c-7c1dc21de290 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/networks/9e7455ca-5875-4bd2-a0ca-19d1994c3601 HTTP/1.1" status: 204 len: 168 time: 0.2960055 Dec 09 02:28:03.383965 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38974) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:03.388082 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231ea21-1e20-41c4-a61c-7c1dc21de290 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Network': ['ID=9e7455ca-5875-4bd2-a0ca-19d1994c3601,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:03.389111 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-c16c3695-5403-446e-9168-31ad6869b05f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'network': {'name': 'tempest-network-smoke--173750143', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'port_security_enabled': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:03.410971 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16c3695-5403-446e-9168-31ad6869b05f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:28:03.414709 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c16c3695-5403-446e-9168-31ad6869b05f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.438257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16c3695-5403-446e-9168-31ad6869b05f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:28:03.449026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c16c3695-5403-446e-9168-31ad6869b05f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.449405 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-c16c3695-5403-446e-9168-31ad6869b05f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Added segment f27e20ca-fc13-444f-b35a-37e2c50751ae of type vlan for network 264cb76a-2e9c-4f85-8108-38565425c7e9 Dec 09 02:28:03.502069 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c16c3695-5403-446e-9168-31ad6869b05f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.527075 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c16c3695-5403-446e-9168-31ad6869b05f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.532801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16c3695-5403-446e-9168-31ad6869b05f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:03.533378 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c16c3695-5403-446e-9168-31ad6869b05f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.591273 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c16c3695-5403-446e-9168-31ad6869b05f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2061467 Dec 09 02:28:03.593990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38976) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:03.598224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-215627983', 'admin_state_up': True, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:03.612710 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c3695-5403-446e-9168-31ad6869b05f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Network': ['ID=264cb76a-2e9c-4f85-8108-38565425c7e9,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:03.622677 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 264cb76a-2e9c-4f85-8108-38565425c7e9 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:28:03.628663 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.630021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.685580 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:03.817200 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:04.002124 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:04.019780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:04.122401 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.26.3.184 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/a2b11a3b-408f-448d-a6b5-1f5acb5ca187) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:28:04.208323 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6f3833a5-e170-46b0-9594-59644cbbd745 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:28:04.221174 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:04.228735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 6f3833a5-e170-46b0-9594-59644cbbd745 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:28:04.229083 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6f3833a5-e170-46b0-9594-59644cbbd745 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:28:04.253990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:04.296182 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:28:04.300978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:28:04.307382 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:28:04.310461 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=a2b11a3b-408f-448d-a6b5-1f5acb5ca187,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:04.322263 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device eaf5c216-d4c8-4624-8fba-e3c009ea9d21 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:28:04.324333 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847607ff-218d-420c-81bd-15c23a8cfead None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:28:04.350623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: eaf5c216-d4c8-4624-8fba-e3c009ea9d21 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:28:04.351564 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device eaf5c216-d4c8-4624-8fba-e3c009ea9d21 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:28:04.352001 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 077996f6-0859-48c7-8851-9962c18fe3ae no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:28:04.371478 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 077996f6-0859-48c7-8851-9962c18fe3ae {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:28:04.371832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 077996f6-0859-48c7-8851-9962c18fe3ae not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:28:04.399389 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-d7dc1748-f18f-4b82-994e-a32b9d7f542c None None] Provisioning complete for port a2b11a3b-408f-448d-a6b5-1f5acb5ca187 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:04.399799 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d7dc1748-f18f-4b82-994e-a32b9d7f542c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:04.433453 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc1748-f18f-4b82-994e-a32b9d7f542c None None] Port a2b11a3b-408f-448d-a6b5-1f5acb5ca187 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:28:04.547747 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:04.734301 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:05.179731 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router f3b4efea-3735-4c64-a2f6-dadc78af3f7f is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:28:05.254341 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-164e7fe4-7596-44eb-8ffa-a2d2508a3412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:05.283216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:28:05.293419 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Sync routers for ids ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:28:05.303321 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:05.304617 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Routers {'f3b4efea-3735-4c64-a2f6-dadc78af3f7f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:28:05.305320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:28:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:05.308076 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e226cd2d-0bde-4363-a5b3-3b3c0081466f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7127807 Dec 09 02:28:05.308232 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38978) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:05.336873 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c590ea6e-34ac-417d-9baa-c818627a1a34 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=11e56525f9144d56b0abeb03a899d780&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273981 Dec 09 02:28:05.339260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38980) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:05.422088 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Set router f3b4efea-3735-4c64-a2f6-dadc78af3f7f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:28:05.431909 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b3ba73-ac6f-4003-81f2-2c23a6151275 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:05.433556 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b8b3ba73-ac6f-4003-81f2-2c23a6151275 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932894 Dec 09 02:28:05.436293 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38982) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:05.465549 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-46d4adb9-2cd7-4473-b960-9cc970e6a11a tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281587 Dec 09 02:28:05.467950 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38984) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:05.473218 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bfbc9dbd-c38c-4e4a-875f-8b15ee41dcae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1829417873', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:05.564320 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbc9dbd-c38c-4e4a-875f-8b15ee41dcae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:28:05.567883 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bfbc9dbd-c38c-4e4a-875f-8b15ee41dcae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:05.610462 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:04Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:05.636581 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Checking router: f3b4efea-3735-4c64-a2f6-dadc78af3f7f for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:28:05.636934 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Updating router f3b4efea-3735-4c64-a2f6-dadc78af3f7f port a2b11a3b-408f-448d-a6b5-1f5acb5ca187 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:28:05.662335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:05.759586 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bfbc9dbd-c38c-4e4a-875f-8b15ee41dcae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:05.825891 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc9dbd-c38c-4e4a-875f-8b15ee41dcae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Subnet': ['ID=1b500883-00e6-4a03-a389-62a8a00a2a02,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:05.833775 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc9dbd-c38c-4e4a-875f-8b15ee41dcae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Checking segment: {'id': 'f27e20ca-fc13-444f-b35a-37e2c50751ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:28:05.834150 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbc9dbd-c38c-4e4a-875f-8b15ee41dcae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network hostable DHCP agents. Network: 264cb76a-2e9c-4f85-8108-38565425c7e9, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:28:05.851917 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbc9dbd-c38c-4e4a-875f-8b15ee41dcae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 264cb76a-2e9c-4f85-8108-38565425c7e9 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:28:05.859821 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-bfbc9dbd-c38c-4e4a-875f-8b15ee41dcae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 264cb76a-2e9c-4f85-8108-38565425c7e9) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:28:05.863939 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbc9dbd-c38c-4e4a-875f-8b15ee41dcae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:05.864541 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bfbc9dbd-c38c-4e4a-875f-8b15ee41dcae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:05.869426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d307b31c-f5ed-4a2e-b08d-d68ffdfb3700 None None] Network 264cb76a-2e9c-4f85-8108-38565425c7e9 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:28:05.882285 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bfbc9dbd-c38c-4e4a-875f-8b15ee41dcae tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4133444 Dec 09 02:28:05.885209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38986) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:05.985968 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:05.992397 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:06.038877 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-264cb76a-2e9c-4f85-8108-38565425c7e9', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:28:06.039761 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:06.077303 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29373279-390b-458d-93a1-c44c5c6c1fb7 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:28:06.133053 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e38a1-94eb-4d0f-b329-4b1881a29d19 None None] Pushing event updated for resources: {'Port': ['ID=a2b11a3b-408f-448d-a6b5-1f5acb5ca187,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:06.135121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Attempting to bind port a2b11a3b-408f-448d-a6b5-1f5acb5ca187 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:28:06.135496 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Attempting to bind port a2b11a3b-408f-448d-a6b5-1f5acb5ca187 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:28:06.135864 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Attempting to bind port a2b11a3b-408f-448d-a6b5-1f5acb5ca187 on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:28:06.148321 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:28:06.148701 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:28:06.149107 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:06.149503 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:28:06.149971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Bound port: a2b11a3b-408f-448d-a6b5-1f5acb5ca187, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:28:06.150359 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:06.240190 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-efa64017-7faf-4589-9931-940b518c5a25 None None] Provisioning complete for port a2b11a3b-408f-448d-a6b5-1f5acb5ca187 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:06.240560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-efa64017-7faf-4589-9931-940b518c5a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:06.275159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] For port a2b11a3b-408f-448d-a6b5-1f5acb5ca187, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:28:06.301105 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] For port a2b11a3b-408f-448d-a6b5-1f5acb5ca187, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a2b11a3b-408f-448d-a6b5-1f5acb5ca187,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:28:06.302050 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-efa64017-7faf-4589-9931-940b518c5a25 None None] Port a2b11a3b-408f-448d-a6b5-1f5acb5ca187 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:28:06.306828 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Allocated IP 172.20.0.2 (264cb76a-2e9c-4f85-8108-38565425c7e9/1b500883-00e6-4a03-a389-62a8a00a2a02/0c4ce561-181d-4639-b1c5-a612783c74b5) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:28:06.309313 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:06.323741 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:06.375916 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655a3f6b-0989-402a-a35e-2f3e5fb301c4 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:28:06.441649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Routers {'f3b4efea-3735-4c64-a2f6-dadc78af3f7f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:28:06.442279 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:28:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:06.446042 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e38a1-94eb-4d0f-b329-4b1881a29d19 None None] Pushing event updated for resources: {'Port': ['ID=a2b11a3b-408f-448d-a6b5-1f5acb5ca187,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:06.451531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:06.614627 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f74591c8-d1d3-433f-93ad-6233b4fd80a9 None None] Provisioning complete for port a2b11a3b-408f-448d-a6b5-1f5acb5ca187 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:06.614914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f74591c8-d1d3-433f-93ad-6233b4fd80a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:06.617423 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] Set router f3b4efea-3735-4c64-a2f6-dadc78af3f7f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:28:06.888769 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:06.899451 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:06.944542 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.1 (264cb76a-2e9c-4f85-8108-38565425c7e9/1b500883-00e6-4a03-a389-62a8a00a2a02/7bde9ab4-9156-4b6a-8eb9-1e96a96c4624) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:28:06.950392 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Network 264cb76a-2e9c-4f85-8108-38565425c7e9 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:28:06.964919 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:28:06.968033 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:28:07.002838 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Pushing event updated for resources: {'Port': ['ID=0c4ce561-181d-4639-b1c5-a612783c74b5,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:07.067020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:07.083107 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f74591c8-d1d3-433f-93ad-6233b4fd80a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:07.099180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Attempting to bind port 0c4ce561-181d-4639-b1c5-a612783c74b5 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:28:07.099583 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Attempting to bind port 0c4ce561-181d-4639-b1c5-a612783c74b5 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'f27e20ca-fc13-444f-b35a-37e2c50751ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:28:07.099951 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Attempting to bind port 0c4ce561-181d-4639-b1c5-a612783c74b5 on network 264cb76a-2e9c-4f85-8108-38565425c7e9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:28:07.100186 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:07.114331 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f74591c8-d1d3-433f-93ad-6233b4fd80a9 None None] For port a2b11a3b-408f-448d-a6b5-1f5acb5ca187, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a2b11a3b-408f-448d-a6b5-1f5acb5ca187,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:28:07.116595 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:28:07.116945 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Checking segment: {'id': 'f27e20ca-fc13-444f-b35a-37e2c50751ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:28:07.117360 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:07.117756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Bound using segment: {'id': 'f27e20ca-fc13-444f-b35a-37e2c50751ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:28:07.118225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Bound port: 0c4ce561-181d-4639-b1c5-a612783c74b5, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27e20ca-fc13-444f-b35a-37e2c50751ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:28:07.118623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:07.130560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f74591c8-d1d3-433f-93ad-6233b4fd80a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:07.146707 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 264cb76a-2e9c-4f85-8108-38565425c7e9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:28:07.149833 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:28:07.154310 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:28:07.158478 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=7bde9ab4-9156-4b6a-8eb9-1e96a96c4624,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:07.198801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:07.231504 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74591c8-d1d3-433f-93ad-6233b4fd80a9 None None] Pushing event updated for resources: {'Port': ['ID=a2b11a3b-408f-448d-a6b5-1f5acb5ca187,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:07.238818 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:04Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:07.242827 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] For port 0c4ce561-181d-4639-b1c5-a612783c74b5, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:28:07.270027 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6cb39c-159c-4741-b446-0e9109b2b86e None None] The sync data for ids ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'] in dv-neutron-804846-18-hyperv is: [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:04Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:28:07.278867 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] For port 0c4ce561-181d-4639-b1c5-a612783c74b5, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0c4ce561-181d-4639-b1c5-a612783c74b5,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:28:07.284759 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:07.335997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:07.362242 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5539a90-6840-42e0-9f22-08a1ffae0cd5 None None] Pushing event updated for resources: {'Port': ['ID=0c4ce561-181d-4639-b1c5-a612783c74b5,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:07.675427 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:07.681390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:07.753071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:07.762761 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=7bde9ab4-9156-4b6a-8eb9-1e96a96c4624,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:07.798651 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:07.860026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 264cb76a-2e9c-4f85-8108-38565425c7e9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:28:07.862021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:28:07.978518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router f3b4efea-3735-4c64-a2f6-dadc78af3f7f has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:28:08.097661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:28:08.103152 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fe710676-b469-4c20-b2b9-e70e3d347659 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/f3b4efea-3735-4c64-a2f6-dadc78af3f7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2162030 Dec 09 02:28:08.105606 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38988) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:08.207990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef12223-1c39-45f9-a32b-8a664af4eb66 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:08.208466 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef12223-1c39-45f9-a32b-8a664af4eb66 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:08.208973 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef12223-1c39-45f9-a32b-8a664af4eb66 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:08.209471 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef12223-1c39-45f9-a32b-8a664af4eb66 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:08.211173 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8ef12223-1c39-45f9-a32b-8a664af4eb66 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1045721 Dec 09 02:28:08.213856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38990) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:08.267510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f285dd-886a-49dd-8a71-cf575f922b3c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:08.268084 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f285dd-886a-49dd-8a71-cf575f922b3c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:08.268472 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f285dd-886a-49dd-8a71-cf575f922b3c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:08.268898 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f285dd-886a-49dd-8a71-cf575f922b3c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:08.270880 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-56f285dd-886a-49dd-8a71-cf575f922b3c tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0557473 Dec 09 02:28:08.273260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38992) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:08.312863 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a786e6-4266-405f-9f4a-078aa9b40220 None None] Network 264cb76a-2e9c-4f85-8108-38565425c7e9 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:28:08.390498 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a2b11a3b-408f-448d-a6b5-1f5acb5ca187 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:28:08.392369 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8b3d7ceb-5d39-4253-84d5-7ac61e181219 None None] Provisioning complete for port 0c4ce561-181d-4639-b1c5-a612783c74b5 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:08.392742 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b3d7ceb-5d39-4253-84d5-7ac61e181219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:08.423295 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4507a75b-118f-4c4b-97c5-8f8460f01f47 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1456056 Dec 09 02:28:08.531005 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port a2b11a3b-408f-448d-a6b5-1f5acb5ca187 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:08.531382 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:08.571202 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b3d7ceb-5d39-4253-84d5-7ac61e181219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:08.616701 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8b3d7ceb-5d39-4253-84d5-7ac61e181219 None None] For port 0c4ce561-181d-4639-b1c5-a612783c74b5, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0c4ce561-181d-4639-b1c5-a612783c74b5,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:28:08.642592 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b3d7ceb-5d39-4253-84d5-7ac61e181219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:08.702135 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0c4ce561-181d-4639-b1c5-a612783c74b5 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:28:08.707086 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:08.740431 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d7ceb-5d39-4253-84d5-7ac61e181219 None None] Pushing event updated for resources: {'Port': ['ID=0c4ce561-181d-4639-b1c5-a612783c74b5,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:08.772780 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 0c4ce561-181d-4639-b1c5-a612783c74b5 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:08.773494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:08.782835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 38996) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:08.788335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-e8448cbe-c4e9-4de5-b953-bef1bfe632f2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36125108', 'description': 'tempest-secgroup-smoke-36125108 description', 'project_id': '11e56525f9144d56b0abeb03a899d780'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:08.814472 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8448cbe-c4e9-4de5-b953-bef1bfe632f2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:08.880966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-529990aa-7cde-4aa3-b8c5-bddef952c1ad None None] Provisioning complete for port 0c4ce561-181d-4639-b1c5-a612783c74b5 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:08.881343 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-529990aa-7cde-4aa3-b8c5-bddef952c1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:08.899140 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8448cbe-c4e9-4de5-b953-bef1bfe632f2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:08.904435 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8448cbe-c4e9-4de5-b953-bef1bfe632f2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:08.937089 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8448cbe-c4e9-4de5-b953-bef1bfe632f2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3524ce2-d455-43b4-b3ae-12ba6abe10f5,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:08.944351 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e8448cbe-c4e9-4de5-b953-bef1bfe632f2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:08.945615 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e8448cbe-c4e9-4de5-b953-bef1bfe632f2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1617327 Dec 09 02:28:08.948940 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 38998) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:08.957483 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-59923300-0d8b-4b36-b1d8-7883124fbb34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'c3524ce2-d455-43b4-b3ae-12ba6abe10f5', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:08.989982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-529990aa-7cde-4aa3-b8c5-bddef952c1ad None None] Provisioning complete for port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:08.990323 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-529990aa-7cde-4aa3-b8c5-bddef952c1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:08.998746 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59923300-0d8b-4b36-b1d8-7883124fbb34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.026617 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-529990aa-7cde-4aa3-b8c5-bddef952c1ad None None] Port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:28:09.065917 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Sync routers for ids ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:28:09.069732 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59923300-0d8b-4b36-b1d8-7883124fbb34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.075301 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59923300-0d8b-4b36-b1d8-7883124fbb34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.075875 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Routers {'f3b4efea-3735-4c64-a2f6-dadc78af3f7f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:28:09.076505 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:28:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:09.092044 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59923300-0d8b-4b36-b1d8-7883124fbb34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa682147-2be3-4ab6-9e5e-080966185f30,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:09.110463 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59923300-0d8b-4b36-b1d8-7883124fbb34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.114271 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-59923300-0d8b-4b36-b1d8-7883124fbb34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1617672 Dec 09 02:28:09.114608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39000) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:09.122087 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-de6ddd96-0829-448a-b3cb-92510af5a337 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'c3524ce2-d455-43b4-b3ae-12ba6abe10f5', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:09.153090 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-623f3a91-cf6d-4aa5-a73d-56d185dc019a None None] Provisioning complete for port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:09.153482 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-623f3a91-cf6d-4aa5-a73d-56d185dc019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.156912 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de6ddd96-0829-448a-b3cb-92510af5a337 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.200314 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-623f3a91-cf6d-4aa5-a73d-56d185dc019a None None] Port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:28:09.208836 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Set router f3b4efea-3735-4c64-a2f6-dadc78af3f7f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:28:09.223150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de6ddd96-0829-448a-b3cb-92510af5a337 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.228357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de6ddd96-0829-448a-b3cb-92510af5a337 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.246984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ddd96-0829-448a-b3cb-92510af5a337 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c5575d-c693-4085-876b-8b4e8e42c856,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:09.256221 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de6ddd96-0829-448a-b3cb-92510af5a337 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.257445 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-de6ddd96-0829-448a-b3cb-92510af5a337 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417637 Dec 09 02:28:09.260217 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39002) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:09.264742 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-9c8e4ee9-87b1-4798-ad6b-2008ae8dd842 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'c3524ce2-d455-43b4-b3ae-12ba6abe10f5', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:09.291509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4ee9-87b1-4798-ad6b-2008ae8dd842 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.319380 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-57bdb8fe-36f6-4c17-ba58-90ab80278dc7 None None] Provisioning complete for port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:09.320478 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-57bdb8fe-36f6-4c17-ba58-90ab80278dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.352979 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4ee9-87b1-4798-ad6b-2008ae8dd842 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.357465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4ee9-87b1-4798-ad6b-2008ae8dd842 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.357748 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-57bdb8fe-36f6-4c17-ba58-90ab80278dc7 None None] Port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:28:09.375121 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e4ee9-87b1-4798-ad6b-2008ae8dd842 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0d2e7b-538d-40af-999a-112fda3d3b7c,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:09.381631 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:28:09.384901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4ee9-87b1-4798-ad6b-2008ae8dd842 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.386211 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9c8e4ee9-87b1-4798-ad6b-2008ae8dd842 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249986 Dec 09 02:28:09.389052 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39004) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:09.394361 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0df7c361-3e61-4668-96ee-2e5f26d26eed tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'c3524ce2-d455-43b4-b3ae-12ba6abe10f5', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:09.421663 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0df7c361-3e61-4668-96ee-2e5f26d26eed tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.427791 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '7bde9ab4-9156-4b6a-8eb9-1e96a96c4624', 'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:57:d1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:06Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 2, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:09.453434 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Checking router: f3b4efea-3735-4c64-a2f6-dadc78af3f7f for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:28:09.453802 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Updating router f3b4efea-3735-4c64-a2f6-dadc78af3f7f port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:28:09.478966 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.482655 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0df7c361-3e61-4668-96ee-2e5f26d26eed tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.487266 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0df7c361-3e61-4668-96ee-2e5f26d26eed tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.504524 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7c361-3e61-4668-96ee-2e5f26d26eed tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96afe7d5-6c84-4dc7-8c04-e3a7c94760aa,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:09.513047 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0df7c361-3e61-4668-96ee-2e5f26d26eed tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.517339 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0df7c361-3e61-4668-96ee-2e5f26d26eed tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241593 Dec 09 02:28:09.517565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39006) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:09.522592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-26f8f806-43c1-47f8-9ec4-0e0eadf5176b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'c3524ce2-d455-43b4-b3ae-12ba6abe10f5', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:09.545106 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-26f8f806-43c1-47f8-9ec4-0e0eadf5176b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:28:09.550067 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26f8f806-43c1-47f8-9ec4-0e0eadf5176b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.606721 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26f8f806-43c1-47f8-9ec4-0e0eadf5176b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.610735 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26f8f806-43c1-47f8-9ec4-0e0eadf5176b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.630318 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8f806-43c1-47f8-9ec4-0e0eadf5176b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dca56a-3bb0-4afc-a923-4ee10f499e1a,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:09.636820 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26f8f806-43c1-47f8-9ec4-0e0eadf5176b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.640692 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-26f8f806-43c1-47f8-9ec4-0e0eadf5176b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195116 Dec 09 02:28:09.640882 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39008) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:09.645758 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c1799b7b-274c-4d4c-82f2-0d54b8df02d8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': 'c3524ce2-d455-43b4-b3ae-12ba6abe10f5', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:09.668769 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-c1799b7b-274c-4d4c-82f2-0d54b8df02d8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:28:09.673610 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1799b7b-274c-4d4c-82f2-0d54b8df02d8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.730989 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1799b7b-274c-4d4c-82f2-0d54b8df02d8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.736166 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1799b7b-274c-4d4c-82f2-0d54b8df02d8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.750275 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.757523 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.758072 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1799b7b-274c-4d4c-82f2-0d54b8df02d8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d70023e-5430-4bfa-bcd1-f88ed1a65d2a,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:09.769324 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1799b7b-274c-4d4c-82f2-0d54b8df02d8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.779486 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c1799b7b-274c-4d4c-82f2-0d54b8df02d8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281428 Dec 09 02:28:09.832340 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f12ab5-d7cb-4764-b96d-7a093856cff3 None None] Pushing event updated for resources: {'Port': ['ID=7bde9ab4-9156-4b6a-8eb9-1e96a96c4624,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:09.858093 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f12ab5-d7cb-4764-b96d-7a093856cff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:09.858357 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f12ab5-d7cb-4764-b96d-7a093856cff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:09.858902 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f12ab5-d7cb-4764-b96d-7a093856cff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:09.859554 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f12ab5-d7cb-4764-b96d-7a093856cff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:09.859912 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f12ab5-d7cb-4764-b96d-7a093856cff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:09.860290 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f12ab5-d7cb-4764-b96d-7a093856cff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:09.860624 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f12ab5-d7cb-4764-b96d-7a093856cff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:09.860953 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f12ab5-d7cb-4764-b96d-7a093856cff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:09.861279 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f12ab5-d7cb-4764-b96d-7a093856cff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:09.861604 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f12ab5-d7cb-4764-b96d-7a093856cff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:09.861929 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f12ab5-d7cb-4764-b96d-7a093856cff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:09.862244 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f12ab5-d7cb-4764-b96d-7a093856cff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:09.862561 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f12ab5-d7cb-4764-b96d-7a093856cff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:28:09.874505 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Attempting to bind port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:28:09.874815 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Attempting to bind port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'f27e20ca-fc13-444f-b35a-37e2c50751ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:28:09.875038 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Attempting to bind port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 on network 264cb76a-2e9c-4f85-8108-38565425c7e9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:28:09.880928 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:28:09.881306 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Checking segment: {'id': 'f27e20ca-fc13-444f-b35a-37e2c50751ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:28:09.881704 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.882094 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Bound using segment: {'id': 'f27e20ca-fc13-444f-b35a-37e2c50751ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:28:09.882566 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Bound port: 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27e20ca-fc13-444f-b35a-37e2c50751ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:28:09.882944 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:09.953288 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] For port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:28:09.955867 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-2e355916-3e4b-45be-a3f6-0a70bb2373f0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36125108&fields=id&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 267 time: 0.0515642 Dec 09 02:28:09.958748 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] For port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7bde9ab4-9156-4b6a-8eb9-1e96a96c4624,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:28:09.962618 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:10.020592 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f12ab5-d7cb-4764-b96d-7a093856cff3 None None] Pushing event updated for resources: {'Port': ['ID=7bde9ab4-9156-4b6a-8eb9-1e96a96c4624,revision_number=4']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:10.027196 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Routers {'f3b4efea-3735-4c64-a2f6-dadc78af3f7f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:28:10.027858 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:28:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:10.074043 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-a87055cf-1726-4e9c-98ed-0aebc9b9cf34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:10.081428 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-a87055cf-1726-4e9c-98ed-0aebc9b9cf34 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/networks?id=264cb76a-2e9c-4f85-8108-38565425c7e9 HTTP/1.1" status: 200 len: 796 time: 0.1178656 Dec 09 02:28:10.091215 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2b6a5ca0-3b63-4834-9d81-d3eb32b6a6b2 None None] Provisioning complete for port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:10.092106 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5ca0-3b63-4834-9d81-d3eb32b6a6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:10.095967 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-6cd4c7e8-c927-4d27-b5ae-9820a1800102 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/quotas/11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 375 time: 0.0135510 Dec 09 02:28:10.151334 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] Set router f3b4efea-3735-4c64-a2f6-dadc78af3f7f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:28:10.158464 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-c0aa237e-a88f-4949-88be-5a3417deeca8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589292 Dec 09 02:28:10.183546 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5ca0-3b63-4834-9d81-d3eb32b6a6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:10.221824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2b6a5ca0-3b63-4834-9d81-d3eb32b6a6b2 None None] For port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7bde9ab4-9156-4b6a-8eb9-1e96a96c4624,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:28:10.229424 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5ca0-3b63-4834-9d81-d3eb32b6a6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:10.280365 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-526fe6b6-ec1e-45e3-8b97-1e5555ce48da service neutron] 10.222.0.43 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038964 Dec 09 02:28:10.287856 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a5ca0-3b63-4834-9d81-d3eb32b6a6b2 None None] Pushing event updated for resources: {'Port': ['ID=7bde9ab4-9156-4b6a-8eb9-1e96a96c4624,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:10.344906 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0c4ce561-181d-4639-b1c5-a612783c74b5 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:28:10.364125 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '7bde9ab4-9156-4b6a-8eb9-1e96a96c4624', 'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:57:d1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:06Z', 'updated_at': '2021-12-09T02:28:09Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:10.380538 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-f9d04a40-a04a-44ec-b824-9f37f730b0e7 service neutron] 10.222.0.43 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936165 Dec 09 02:28:10.392250 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0cbc9c-22d4-436b-b3d2-329eb3866e41 None None] The sync data for ids ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'] in dv-neutron-804846-18-hyperv is: [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '7bde9ab4-9156-4b6a-8eb9-1e96a96c4624', 'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:57:d1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:06Z', 'updated_at': '2021-12-09T02:28:09Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:28:10.395928 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-611d994a-0ed7-44e8-9554-fcd049428dc1 None None] Provisioning complete for port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:10.396675 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-611d994a-0ed7-44e8-9554-fcd049428dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:10.465846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 0c4ce561-181d-4639-b1c5-a612783c74b5 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:10.466228 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:10.621394 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3d056b15-e2e0-4221-8d16-8b778d5463c3 req-7a754436-be10-4226-94b7-ad796b6b528a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 210 time: 0.0377188 Dec 09 02:28:11.619627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-29de4fd5-ef65-4d90-b65c-876efe1deeee tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:11.621179 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-29de4fd5-ef65-4d90-b65c-876efe1deeee tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/networks?id=264cb76a-2e9c-4f85-8108-38565425c7e9 HTTP/1.1" status: 200 len: 796 time: 0.1091173 Dec 09 02:28:11.707585 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-d3561dde-7de4-428e-a47e-1a837bee1355 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 378 time: 0.0683126 Dec 09 02:28:11.723590 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-d16fb776-26cb-4137-a203-9cbd9cdcb29b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'port': {'device_id': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'admin_state_up': True, 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'security_groups': ['c3524ce2-d455-43b4-b3ae-12ba6abe10f5']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:11.727788 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f70dd351-3c8d-4ff0-9492-de2868a32e1f req-d52c46db-907e-4c25-9968-852460678c1b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 210 time: 0.0355165 Dec 09 02:28:11.832704 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-d16fb776-26cb-4137-a203-9cbd9cdcb29b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:28:11.836213 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-d16fb776-26cb-4137-a203-9cbd9cdcb29b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:11.958234 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-d16fb776-26cb-4137-a203-9cbd9cdcb29b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.11 (264cb76a-2e9c-4f85-8108-38565425c7e9/1b500883-00e6-4a03-a389-62a8a00a2a02/6a56e040-47c7-4bad-bd56-5ca7a0412dc1) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:28:12.096273 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-d16fb776-26cb-4137-a203-9cbd9cdcb29b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:12.129506 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-d16fb776-26cb-4137-a203-9cbd9cdcb29b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:12.168581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-d16fb776-26cb-4137-a203-9cbd9cdcb29b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 264cb76a-2e9c-4f85-8108-38565425c7e9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:28:12.171463 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-d16fb776-26cb-4137-a203-9cbd9cdcb29b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:28:12.178322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-d16fb776-26cb-4137-a203-9cbd9cdcb29b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:28:12.205523 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fb776-26cb-4137-a203-9cbd9cdcb29b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=6a56e040-47c7-4bad-bd56-5ca7a0412dc1,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:12.233954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-d16fb776-26cb-4137-a203-9cbd9cdcb29b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:12.234561 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-d16fb776-26cb-4137-a203-9cbd9cdcb29b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:12.252961 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-d16fb776-26cb-4137-a203-9cbd9cdcb29b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5327849 Dec 09 02:28:12.275282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Request body: {'port': {'device_id': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:12.346177 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:12.350781 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:28:12.398096 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b27ad691-9c97-4eca-b13a-581eedfb3d64 None None] Provisioning complete for port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:12.398553 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b27ad691-9c97-4eca-b13a-581eedfb3d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:12.439272 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:12.439590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:12.441292 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b27ad691-9c97-4eca-b13a-581eedfb3d64 None None] Port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:28:12.607120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:28:12.614420 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:12.625900 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Transition to ACTIVE for port object 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:28:12.629566 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:12.678346 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Pushing event updated for resources: {'Port': ['ID=6a56e040-47c7-4bad-bd56-5ca7a0412dc1,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:12.748778 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Attempting to bind port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:28:12.750640 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Attempting to bind port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'f27e20ca-fc13-444f-b35a-37e2c50751ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:28:12.750640 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Attempting to bind port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 on network 264cb76a-2e9c-4f85-8108-38565425c7e9 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:28:12.755678 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 on network 264cb76a-2e9c-4f85-8108-38565425c7e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:28:12.756150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Attempting to bind port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 on network 264cb76a-2e9c-4f85-8108-38565425c7e9 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:28:12.761769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:28:12.762183 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Checking segment: {'id': 'f27e20ca-fc13-444f-b35a-37e2c50751ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:28:12.762744 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Bound using segment: {'id': 'f27e20ca-fc13-444f-b35a-37e2c50751ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:28:12.763260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Bound port: 6a56e040-47c7-4bad-bd56-5ca7a0412dc1, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27e20ca-fc13-444f-b35a-37e2c50751ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:28:12.763825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:12.865391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] For port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:28:12.869598 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] For port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6a56e040-47c7-4bad-bd56-5ca7a0412dc1,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:28:12.878252 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd91f5f-1c41-46e2-a6c4-591bf8086572 req-c1ca13c6-56da-4e32-ba59-20637987134e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:12.879751 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cdd91f5f-1c41-46e2-a6c4-591bf8086572 req-c1ca13c6-56da-4e32-ba59-20637987134e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 944 time: 0.0775378 Dec 09 02:28:12.881181 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:12.924843 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:12.925363 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:12.927043 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] 10.222.0.45 "PUT /v2.0/ports/6a56e040-47c7-4bad-bd56-5ca7a0412dc1 HTTP/1.1" status: 200 len: 1094 time: 0.6591873 Dec 09 02:28:12.930966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'tag': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:28:12.933241 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337bea2d-8b84-456c-9e6b-d2a4f60b2132" -d '{"events": [{"name": "network-changed", "server_uuid": "6e36414a-25af-4cb7-a4a1-c3ab6a22907d", "tag": "6a56e040-47c7-4bad-bd56-5ca7a0412dc1"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:28:12.983701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189535c7-a859-48ac-8a3b-e5fee0f26200 service neutron] Pushing event updated for resources: {'Port': ['ID=6a56e040-47c7-4bad-bd56-5ca7a0412dc1,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:12.999192 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cdd91f5f-1c41-46e2-a6c4-591bf8086572 req-ccb4e373-c8e1-4dbd-9ff6-a8429db665d4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3524ce2-d455-43b4-b3ae-12ba6abe10f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1129408 Dec 09 02:28:13.047283 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-4712d66d-6f76-4c21-8a8f-673f3d8569ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:13.048853 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-4712d66d-6f76-4c21-8a8f-673f3d8569ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 1097 time: 0.0607760 Dec 09 02:28:13.050333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251f91dc-2351-4eef-9068-ebc7d812674e x-openstack-request-id: req-251f91dc-2351-4eef-9068-ebc7d812674e {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:28:13.050648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e36414a-25af-4cb7-a4a1-c3ab6a22907d", "tag": "6a56e040-47c7-4bad-bd56-5ca7a0412dc1", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:28:13.050898 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-251f91dc-2351-4eef-9068-ebc7d812674e {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:28:13.051280 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'tag': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'status': 'completed', 'code': 200} Dec 09 02:28:13.108844 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-7fe6fb89-a84c-4bfa-9155-fb1162fed205 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a56e040-47c7-4bad-bd56-5ca7a0412dc1 HTTP/1.1" status: 200 len: 217 time: 0.0353034 Dec 09 02:28:13.157316 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-f8804ccb-539f-4dae-af7c-1bb2a54eb4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:13.159480 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-f8804ccb-539f-4dae-af7c-1bb2a54eb4aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b500883-00e6-4a03-a389-62a8a00a2a02 HTTP/1.1" status: 200 len: 835 time: 0.0436146 Dec 09 02:28:13.203053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-66ad3b14-ccf9-4fad-b031-1f4b91067f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:13.205036 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-66ad3b14-ccf9-4fad-b031-1f4b91067f0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cb76a-2e9c-4f85-8108-38565425c7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0382848 Dec 09 02:28:13.295029 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-c5be6bc3-af35-480f-9fa8-b6f8b2f46658 service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833030 Dec 09 02:28:13.381176 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b8566cd-db3b-409e-8582-9d032329fb9a req-0e1b9dfb-9036-4045-8add-62a27c8ad98b service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788682 Dec 09 02:28:13.508970 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bea2d-8b84-456c-9e6b-d2a4f60b2132 req-da09814f-4135-4ce3-9643-f8412fbaabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:13.510462 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-337bea2d-8b84-456c-9e6b-d2a4f60b2132 req-da09814f-4135-4ce3-9643-f8412fbaabcf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 1097 time: 0.0438790 Dec 09 02:28:13.599911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bea2d-8b84-456c-9e6b-d2a4f60b2132 req-96c3cb83-5961-4554-af85-1c2a42dea9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:13.601280 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-337bea2d-8b84-456c-9e6b-d2a4f60b2132 req-96c3cb83-5961-4554-af85-1c2a42dea9f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=264cb76a-2e9c-4f85-8108-38565425c7e9 HTTP/1.1" status: 200 len: 897 time: 0.0829387 Dec 09 02:28:13.646746 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-337bea2d-8b84-456c-9e6b-d2a4f60b2132 req-c9471b74-a93a-4100-bf2b-606c7577d5bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a56e040-47c7-4bad-bd56-5ca7a0412dc1 HTTP/1.1" status: 200 len: 217 time: 0.0373321 Dec 09 02:28:13.696535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bea2d-8b84-456c-9e6b-d2a4f60b2132 req-1421e46e-920e-499c-b83c-b3b5228ad275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:13.697990 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-337bea2d-8b84-456c-9e6b-d2a4f60b2132 req-1421e46e-920e-499c-b83c-b3b5228ad275 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b500883-00e6-4a03-a389-62a8a00a2a02 HTTP/1.1" status: 200 len: 835 time: 0.0433404 Dec 09 02:28:13.743282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bea2d-8b84-456c-9e6b-d2a4f60b2132 req-1e640754-526e-4386-8f85-5167ffb9d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:13.744775 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-337bea2d-8b84-456c-9e6b-d2a4f60b2132 req-1e640754-526e-4386-8f85-5167ffb9d59b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cb76a-2e9c-4f85-8108-38565425c7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0384936 Dec 09 02:28:13.833826 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-337bea2d-8b84-456c-9e6b-d2a4f60b2132 req-6b267225-b35e-4e0d-a76b-5dfc7f0f54ea service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811770 Dec 09 02:28:14.184380 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:14.279225 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4859d-8f33-4e4d-85d8-21e3b53aefa2 req-1d54f9cf-5eaf-43c7-bee7-2f3cbc7cf1d6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:14.280651 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d4859d-8f33-4e4d-85d8-21e3b53aefa2 req-1d54f9cf-5eaf-43c7-bee7-2f3cbc7cf1d6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 944 time: 0.0965917 Dec 09 02:28:14.286599 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-337bea2d-8b84-456c-9e6b-d2a4f60b2132 req-db391989-ec0d-4928-bf6b-b5be5c710ccf service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451673 Dec 09 02:28:14.330641 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44d4859d-8f33-4e4d-85d8-21e3b53aefa2 req-86b5341c-23d6-45d0-bdab-9b492615b6ac tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3524ce2-d455-43b4-b3ae-12ba6abe10f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431049 Dec 09 02:28:15.445209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3582b0-f120-4cf1-b0eb-b17552c98884 req-0ce68bef-a428-4dd6-a801-72ca6169f05a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:15.446704 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2b3582b0-f120-4cf1-b0eb-b17552c98884 req-0ce68bef-a428-4dd6-a801-72ca6169f05a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 944 time: 0.0490534 Dec 09 02:28:15.493523 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2b3582b0-f120-4cf1-b0eb-b17552c98884 req-e3fb1916-0065-4ee8-b531-c1ac9198852b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3524ce2-d455-43b4-b3ae-12ba6abe10f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409634 Dec 09 02:28:16.254208 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:28:16.349136 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6a56e040-47c7-4bad-bd56-5ca7a0412dc1,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:28:16.360046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'port_id': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'mac_address': 'fa:16:3e:d7:98:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:28:16.395253 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:16.408828 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:28:16.428592 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6a56e040-47c7-4bad-bd56-5ca7a0412dc1,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:28:16.432636 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:16.482371 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=6a56e040-47c7-4bad-bd56-5ca7a0412dc1,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:16.605168 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd5c0e-71da-4607-b9f7-942a5494704b req-c1fc453a-c21c-4cc3-a085-4c8b5a3eb893 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:16.606658 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7bcd5c0e-71da-4607-b9f7-942a5494704b req-c1fc453a-c21c-4cc3-a085-4c8b5a3eb893 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 945 time: 0.0482545 Dec 09 02:28:16.661341 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7bcd5c0e-71da-4607-b9f7-942a5494704b req-f1ba03e8-b941-4670-bfca-6463e303384a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3524ce2-d455-43b4-b3ae-12ba6abe10f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484855 Dec 09 02:28:16.740407 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['6a56e040-47c7-4bad-bd56-5ca7a0412dc1'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:28:17.853690 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8ea9d-96f7-424e-9d88-221a850c4723 req-e2491005-0712-482b-a76a-10dab23608e8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:17.855184 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c9f8ea9d-96f7-424e-9d88-221a850c4723 req-e2491005-0712-482b-a76a-10dab23608e8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 945 time: 0.1284912 Dec 09 02:28:17.902213 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c9f8ea9d-96f7-424e-9d88-221a850c4723 req-16f54c59-f4f2-4897-9f39-296c0c90852e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3524ce2-d455-43b4-b3ae-12ba6abe10f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411258 Dec 09 02:28:18.254725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:28:18.304293 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:28:18.308096 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:18.308470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:18.386378 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:18.407316 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:28:18.409735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27810a84-e301-4ab5-b743-6aa644bd54d3" -d '{"events": [{"server_uuid": "6e36414a-25af-4cb7-a4a1-c3ab6a22907d", "name": "network-vif-plugged", "status": "completed", "tag": "6a56e040-47c7-4bad-bd56-5ca7a0412dc1"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:28:18.422565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6a56e040-47c7-4bad-bd56-5ca7a0412dc1,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:28:18.428519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:18.451680 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bf9f66-94aa-4076-8557-02b60618fd94 x-openstack-request-id: req-62bf9f66-94aa-4076-8557-02b60618fd94 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:28:18.451982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e36414a-25af-4cb7-a4a1-c3ab6a22907d", "name": "network-vif-plugged", "status": "completed", "tag": "6a56e040-47c7-4bad-bd56-5ca7a0412dc1", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:28:18.452223 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62bf9f66-94aa-4076-8557-02b60618fd94 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:28:18.452606 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'code': 200} Dec 09 02:28:18.476769 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=6a56e040-47c7-4bad-bd56-5ca7a0412dc1,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:18.649029 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7d545-7749-4fd3-b601-675256834a45 req-cf938185-cabf-4ed8-a4d7-ea3183910fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:18.650412 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b4c7d545-7749-4fd3-b601-675256834a45 req-cf938185-cabf-4ed8-a4d7-ea3183910fae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 1099 time: 0.0387793 Dec 09 02:28:18.697221 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b4c7d545-7749-4fd3-b601-675256834a45 req-a98a18c6-1212-49b4-b9e3-8406f204bbea service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c3524ce2-d455-43b4-b3ae-12ba6abe10f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381358 Dec 09 02:28:19.021159 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba3494-dfdb-4079-b170-8a22e03cc401 req-92d73360-19bb-417b-b3c7-838f8d010534 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:19.022638 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-eeba3494-dfdb-4079-b170-8a22e03cc401 req-92d73360-19bb-417b-b3c7-838f8d010534 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 946 time: 0.0523410 Dec 09 02:28:19.071143 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-eeba3494-dfdb-4079-b170-8a22e03cc401 req-63b9363e-4674-4783-9de1-bdf8cd4c1b8a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3524ce2-d455-43b4-b3ae-12ba6abe10f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425262 Dec 09 02:28:20.184162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc56ab-5ec4-42d8-964e-60410800765a req-095f0eb3-12a5-4768-8e33-c0f2ef67890a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:20.185614 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-26bc56ab-5ec4-42d8-964e-60410800765a req-095f0eb3-12a5-4768-8e33-c0f2ef67890a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 946 time: 0.0481155 Dec 09 02:28:20.232822 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-26bc56ab-5ec4-42d8-964e-60410800765a req-3c9a4890-0c59-43f9-96c4-0fde727b380f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3524ce2-d455-43b4-b3ae-12ba6abe10f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408659 Dec 09 02:28:20.346263 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec384-54f6-4453-819a-a8335b1e1c95 req-11c5fdd4-c0da-42d1-85ef-fef2b7af955f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:20.347743 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-768ec384-54f6-4453-819a-a8335b1e1c95 req-11c5fdd4-c0da-42d1-85ef-fef2b7af955f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 946 time: 0.0513422 Dec 09 02:28:20.395067 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-768ec384-54f6-4453-819a-a8335b1e1c95 req-008d8e77-f9de-4f37-a259-7aed6f23f54c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3524ce2-d455-43b4-b3ae-12ba6abe10f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415404 Dec 09 02:28:20.416213 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39072) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:20.582081 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10eb736-b232-4faf-918b-046065152094 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:20.583528 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b10eb736-b232-4faf-918b-046065152094 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 1094 time: 0.1656148 Dec 09 02:28:20.586319 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39076) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:20.590531 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:20.612099 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:20.707366 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:20.810482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.26.3.151 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/99f29718-f593-4a68-97ae-732f96dfa0fe) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:28:20.910744 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:20.943003 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:20.985231 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:28:20.988443 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:28:20.990951 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:28:21.026591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=99f29718-f593-4a68-97ae-732f96dfa0fe,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:21.346581 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:21.413768 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:21.560345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:21.564470 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:21.632371 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=99f29718-f593-4a68-97ae-732f96dfa0fe,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:21.640255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:21.738648 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP 7a630ec6-3c71-4de2-b7bc-c6bc0b0ea95f associated. External IP: 172.26.3.151, port: 6a56e040-47c7-4bad-bd56-5ca7a0412dc1. Dec 09 02:28:21.939114 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router f3b4efea-3735-4c64-a2f6-dadc78af3f7f has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:28:22.044525 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:28:22.055057 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c700a64f-6986-432a-894f-bf0bbc4a8e18 None None] Sync routers for ids ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:28:22.062238 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.065794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c700a64f-6986-432a-894f-bf0bbc4a8e18 None None] Routers {'f3b4efea-3735-4c64-a2f6-dadc78af3f7f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:28:22.066408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c700a64f-6986-432a-894f-bf0bbc4a8e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:28:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:22.088823 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-600fc1ef-8719-42e3-987f-759281ef61f3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5015101 Dec 09 02:28:22.089413 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'tag': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:28:22.091689 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39080) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:22.092193 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b51206-98fc-4d56-90f1-7d9e4af39596" -d '{"events": [{"name": "network-changed", "server_uuid": "6e36414a-25af-4cb7-a4a1-c3ab6a22907d", "tag": "6a56e040-47c7-4bad-bd56-5ca7a0412dc1"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:28:22.133222 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30a6b07-aec9-4165-85c0-8e356e21d176 x-openstack-request-id: req-b30a6b07-aec9-4165-85c0-8e356e21d176 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:28:22.133517 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e36414a-25af-4cb7-a4a1-c3ab6a22907d", "tag": "6a56e040-47c7-4bad-bd56-5ca7a0412dc1", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:28:22.133773 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b30a6b07-aec9-4165-85c0-8e356e21d176 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:28:22.134207 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'tag': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'status': 'completed', 'code': 200} Dec 09 02:28:22.138905 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095fb1be-4cbd-40c0-8e5a-2b28b1cfbaee tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:22.140569 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-095fb1be-4cbd-40c0-8e5a-2b28b1cfbaee tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 1094 time: 0.0478451 Dec 09 02:28:22.183575 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-c700a64f-6986-432a-894f-bf0bbc4a8e18 None None] Set router f3b4efea-3735-4c64-a2f6-dadc78af3f7f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:28:22.220651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b51206-98fc-4d56-90f1-7d9e4af39596 req-dd612dd7-e75b-497a-90e8-217228be3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:22.222268 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3b51206-98fc-4d56-90f1-7d9e4af39596 req-dd612dd7-e75b-497a-90e8-217228be3d29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 1099 time: 0.0423427 Dec 09 02:28:22.322192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b51206-98fc-4d56-90f1-7d9e4af39596 req-cdd5f0ab-6d01-4562-acf6-6ff3675b9466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:22.323727 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3b51206-98fc-4d56-90f1-7d9e4af39596 req-cdd5f0ab-6d01-4562-acf6-6ff3675b9466 service neutron] 10.222.0.45 "GET /v2.0/networks?id=264cb76a-2e9c-4f85-8108-38565425c7e9 HTTP/1.1" status: 200 len: 897 time: 0.0939167 Dec 09 02:28:22.340735 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39086) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:22.346530 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bc1dc88d-d7ee-44f3-b976-da40d17cfbf4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028285754', 'description': 'tempest-secgroup-smoke-2028285754 description', 'project_id': '11e56525f9144d56b0abeb03a899d780'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:22.369785 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc88d-d7ee-44f3-b976-da40d17cfbf4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.397392 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3b51206-98fc-4d56-90f1-7d9e4af39596 req-ba8ead8c-98bc-4b12-90c6-0610a04c51ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a56e040-47c7-4bad-bd56-5ca7a0412dc1 HTTP/1.1" status: 200 len: 1000 time: 0.0665553 Dec 09 02:28:22.443725 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc88d-d7ee-44f3-b976-da40d17cfbf4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.446393 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b51206-98fc-4d56-90f1-7d9e4af39596 req-9373d3ce-f22b-4d48-9ce7-5b0b0885402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:22.447874 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3b51206-98fc-4d56-90f1-7d9e4af39596 req-9373d3ce-f22b-4d48-9ce7-5b0b0885402c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b500883-00e6-4a03-a389-62a8a00a2a02 HTTP/1.1" status: 200 len: 835 time: 0.0443158 Dec 09 02:28:22.448423 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc88d-d7ee-44f3-b976-da40d17cfbf4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.477300 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc88d-d7ee-44f3-b976-da40d17cfbf4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.478581 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bc1dc88d-d7ee-44f3-b976-da40d17cfbf4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1364348 Dec 09 02:28:22.481384 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39088) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:22.485779 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-813f9d3e-a511-407d-83ac-84af5acf39aa tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '9b29ae0a-dbaf-4efd-84e9-330fa93c0646', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:22.493589 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dc88d-d7ee-44f3-b976-da40d17cfbf4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b29ae0a-dbaf-4efd-84e9-330fa93c0646,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:22.508501 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b51206-98fc-4d56-90f1-7d9e4af39596 req-8be13d0f-dcd6-4328-9a81-85fab72e5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:22.510315 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3b51206-98fc-4d56-90f1-7d9e4af39596 req-8be13d0f-dcd6-4328-9a81-85fab72e5b00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cb76a-2e9c-4f85-8108-38565425c7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0544324 Dec 09 02:28:22.521862 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-813f9d3e-a511-407d-83ac-84af5acf39aa tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.575348 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c700a64f-6986-432a-894f-bf0bbc4a8e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7a630ec6-3c71-4de2-b7bc-c6bc0b0ea95f', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'port_id': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'mac_address': 'fa:16:3e:d7:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:28:21Z', 'updated_at': '2021-12-09T02:28:21Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bde9ab4-9156-4b6a-8eb9-1e96a96c4624', 'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:57:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:06Z', 'updated_at': '2021-12-09T02:28:10Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:22.584071 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-813f9d3e-a511-407d-83ac-84af5acf39aa tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.588911 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-813f9d3e-a511-407d-83ac-84af5acf39aa tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.604742 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3b51206-98fc-4d56-90f1-7d9e4af39596 req-204f172e-9f48-4b16-9807-3b447fa8e98f service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864074 Dec 09 02:28:22.605012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c700a64f-6986-432a-894f-bf0bbc4a8e18 None None] Checking router: f3b4efea-3735-4c64-a2f6-dadc78af3f7f for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:28:22.611791 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f9d3e-a511-407d-83ac-84af5acf39aa tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9728a4-5aba-450b-a6d1-144638d03db9,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:22.614328 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c700a64f-6986-432a-894f-bf0bbc4a8e18 None None] Routers {'f3b4efea-3735-4c64-a2f6-dadc78af3f7f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:28:22.615012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c700a64f-6986-432a-894f-bf0bbc4a8e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:28:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:22.621385 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-813f9d3e-a511-407d-83ac-84af5acf39aa tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.625546 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-813f9d3e-a511-407d-83ac-84af5acf39aa tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1432118 Dec 09 02:28:22.626720 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39090) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:22.631170 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b6de6dae-0429-4c17-ba6f-c2f65012cb8a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '9b29ae0a-dbaf-4efd-84e9-330fa93c0646', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:22.659995 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b6de6dae-0429-4c17-ba6f-c2f65012cb8a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.708090 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3b51206-98fc-4d56-90f1-7d9e4af39596 req-bc3ec3c1-159f-4fbc-bae7-28f89ae9821b service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956333 Dec 09 02:28:22.719205 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b6de6dae-0429-4c17-ba6f-c2f65012cb8a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.723418 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b6de6dae-0429-4c17-ba6f-c2f65012cb8a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.733492 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-c700a64f-6986-432a-894f-bf0bbc4a8e18 None None] Set router f3b4efea-3735-4c64-a2f6-dadc78af3f7f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:28:22.745543 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de6dae-0429-4c17-ba6f-c2f65012cb8a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09c251b-a022-4787-ade3-97748f795c60,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:22.755688 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b6de6dae-0429-4c17-ba6f-c2f65012cb8a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.759749 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b6de6dae-0429-4c17-ba6f-c2f65012cb8a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319919 Dec 09 02:28:22.760137 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39092) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:22.765296 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-8be458d7-1545-4bb3-bba1-7fd9d1371f70 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '9b29ae0a-dbaf-4efd-84e9-330fa93c0646', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:22.793047 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8be458d7-1545-4bb3-bba1-7fd9d1371f70 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.853741 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8be458d7-1545-4bb3-bba1-7fd9d1371f70 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.857949 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8be458d7-1545-4bb3-bba1-7fd9d1371f70 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.877599 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be458d7-1545-4bb3-bba1-7fd9d1371f70 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00dee2c3-148d-47ec-8416-25ee501e0040,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:22.886446 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8be458d7-1545-4bb3-bba1-7fd9d1371f70 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.890206 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8be458d7-1545-4bb3-bba1-7fd9d1371f70 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264384 Dec 09 02:28:22.890499 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39094) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:22.895035 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-7a41ded1-8371-497a-96f2-bd10b4d3c56a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '9b29ae0a-dbaf-4efd-84e9-330fa93c0646', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:22.923502 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a41ded1-8371-497a-96f2-bd10b4d3c56a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.984375 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a41ded1-8371-497a-96f2-bd10b4d3c56a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:22.989681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a41ded1-8371-497a-96f2-bd10b4d3c56a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:23.003105 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c700a64f-6986-432a-894f-bf0bbc4a8e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7a630ec6-3c71-4de2-b7bc-c6bc0b0ea95f', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'port_id': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'mac_address': 'fa:16:3e:d7:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:28:21Z', 'updated_at': '2021-12-09T02:28:21Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bde9ab4-9156-4b6a-8eb9-1e96a96c4624', 'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:57:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:06Z', 'updated_at': '2021-12-09T02:28:10Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:23.008034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41ded1-8371-497a-96f2-bd10b4d3c56a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb573927-dde8-4966-8eec-2683a69b167e,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:23.015100 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a41ded1-8371-497a-96f2-bd10b4d3c56a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:23.016371 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7a41ded1-8371-497a-96f2-bd10b4d3c56a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248829 Dec 09 02:28:23.019125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39096) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:23.023544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a0411025-961b-402d-acd8-f4bd604804d9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '9b29ae0a-dbaf-4efd-84e9-330fa93c0646', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:23.029574 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c700a64f-6986-432a-894f-bf0bbc4a8e18 None None] The sync data for ids ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'] in dv-neutron-804846-18-hyperv is: [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7a630ec6-3c71-4de2-b7bc-c6bc0b0ea95f', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'port_id': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'mac_address': 'fa:16:3e:d7:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:28:21Z', 'updated_at': '2021-12-09T02:28:21Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bde9ab4-9156-4b6a-8eb9-1e96a96c4624', 'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:57:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:06Z', 'updated_at': '2021-12-09T02:28:10Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:28:23.045324 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-a0411025-961b-402d-acd8-f4bd604804d9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:28:23.052357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a0411025-961b-402d-acd8-f4bd604804d9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:23.115142 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a0411025-961b-402d-acd8-f4bd604804d9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:23.119296 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a0411025-961b-402d-acd8-f4bd604804d9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:23.137317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0411025-961b-402d-acd8-f4bd604804d9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9a2e46-f890-492a-852a-f521e0a18334,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:23.147195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a0411025-961b-402d-acd8-f4bd604804d9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:23.148602 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a0411025-961b-402d-acd8-f4bd604804d9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285183 Dec 09 02:28:23.151339 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39098) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:23.156383 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-ed09b15f-e5fc-4258-b049-3b18889aede2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '9b29ae0a-dbaf-4efd-84e9-330fa93c0646', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:23.180445 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-ed09b15f-e5fc-4258-b049-3b18889aede2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:28:23.185769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ed09b15f-e5fc-4258-b049-3b18889aede2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:23.231015 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527439dc-ff24-40cf-b08e-c373c7e5be4a None None] New status for floating IP 7a630ec6-3c71-4de2-b7bc-c6bc0b0ea95f: ACTIVE {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:28:23.250169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ed09b15f-e5fc-4258-b049-3b18889aede2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:23.254294 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ed09b15f-e5fc-4258-b049-3b18889aede2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:23.272054 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09b15f-e5fc-4258-b049-3b18889aede2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6b9c2d-fea6-4d9f-acda-40d43a4a0a05,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:23.281763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ed09b15f-e5fc-4258-b049-3b18889aede2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:23.283618 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ed09b15f-e5fc-4258-b049-3b18889aede2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312041 Dec 09 02:28:23.432178 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-5b4b3706-c463-41a2-9835-c154ecff33fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028285754&fields=id&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 267 time: 0.0464916 Dec 09 02:28:23.538821 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-78b06d2a-8afe-4cf4-bd22-c4fc2e03d207 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:23.540214 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-78b06d2a-8afe-4cf4-bd22-c4fc2e03d207 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/networks?id=264cb76a-2e9c-4f85-8108-38565425c7e9 HTTP/1.1" status: 200 len: 796 time: 0.1011932 Dec 09 02:28:23.554597 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-38e3c1e8-4cfd-4089-b212-9e233fc08b1b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/quotas/11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 375 time: 0.0087109 Dec 09 02:28:23.606498 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-c66c2774-8b80-44fa-bf6b-647ea78007ad tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467722 Dec 09 02:28:23.703208 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-9341eb58-1d3c-48e2-b9d3-c2dfe02f405a service neutron] 10.222.0.43 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852392 Dec 09 02:28:23.791107 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-bf5c9980-90ee-4056-9fd1-6757024235a7 service neutron] 10.222.0.43 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811794 Dec 09 02:28:23.945212 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e676818a-f7fc-4c50-9372-a2f806bb556e req-dc5b7f48-cef0-4d96-b5e0-44ec66ef80f9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 210 time: 0.0269382 Dec 09 02:28:24.944362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-438a13f9-4e9d-4623-be4c-0ed0c2482d8b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:24.946014 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-438a13f9-4e9d-4623-be4c-0ed0c2482d8b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/networks?id=264cb76a-2e9c-4f85-8108-38565425c7e9 HTTP/1.1" status: 200 len: 796 time: 0.1140022 Dec 09 02:28:25.065242 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea58857d-7b53-4cff-b7c4-36ab5b8efa63 req-9c820c94-6436-44e9-b416-c4d65aeb1c17 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 210 time: 0.0377872 Dec 09 02:28:25.074452 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-e41100c4-7275-45c7-9f9e-6b3fb6aeb5fa tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 471 time: 0.1126740 Dec 09 02:28:25.089517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-63c9c772-2752-4b59-ac35-f95006e7a667 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'port': {'device_id': 'a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'admin_state_up': True, 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'security_groups': ['9b29ae0a-dbaf-4efd-84e9-330fa93c0646']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:25.198617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-63c9c772-2752-4b59-ac35-f95006e7a667 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:28:25.202234 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-63c9c772-2752-4b59-ac35-f95006e7a667 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:25.322223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-63c9c772-2752-4b59-ac35-f95006e7a667 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.12 (264cb76a-2e9c-4f85-8108-38565425c7e9/1b500883-00e6-4a03-a389-62a8a00a2a02/a39fd35a-bdee-40b6-bcc9-c7945f7e65b0) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:28:25.458056 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-63c9c772-2752-4b59-ac35-f95006e7a667 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:25.489750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-63c9c772-2752-4b59-ac35-f95006e7a667 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:25.529272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-63c9c772-2752-4b59-ac35-f95006e7a667 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 264cb76a-2e9c-4f85-8108-38565425c7e9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:28:25.532227 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-63c9c772-2752-4b59-ac35-f95006e7a667 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:28:25.538459 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-63c9c772-2752-4b59-ac35-f95006e7a667 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:28:25.568960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9c772-2752-4b59-ac35-f95006e7a667 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=a39fd35a-bdee-40b6-bcc9-c7945f7e65b0,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:25.596005 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-63c9c772-2752-4b59-ac35-f95006e7a667 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:25.596751 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-63c9c772-2752-4b59-ac35-f95006e7a667 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:25.613379 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-63c9c772-2752-4b59-ac35-f95006e7a667 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5274861 Dec 09 02:28:25.679822 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Request body: {'port': {'device_id': 'a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:25.735170 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:25.779026 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-254fdf71-c647-49d5-b0f6-98ea36dcc4a6 None None] Provisioning complete for port a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:25.779653 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-254fdf71-c647-49d5-b0f6-98ea36dcc4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:25.813066 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-254fdf71-c647-49d5-b0f6-98ea36dcc4a6 None None] Port a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:28:25.990562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:28:25.997951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:26.010327 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Transition to ACTIVE for port object a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:28:26.013946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:26.060635 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a39fd35a-bdee-40b6-bcc9-c7945f7e65b0,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:26.132879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Attempting to bind port a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:28:26.133291 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Attempting to bind port a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'f27e20ca-fc13-444f-b35a-37e2c50751ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:28:26.133708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Attempting to bind port a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 on network 264cb76a-2e9c-4f85-8108-38565425c7e9 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:28:26.138496 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Port a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 on network 264cb76a-2e9c-4f85-8108-38565425c7e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:28:26.138892 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Attempting to bind port a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 on network 264cb76a-2e9c-4f85-8108-38565425c7e9 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:28:26.153932 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:28:26.154276 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Checking segment: {'id': 'f27e20ca-fc13-444f-b35a-37e2c50751ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:28:26.154803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Bound using segment: {'id': 'f27e20ca-fc13-444f-b35a-37e2c50751ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:28:26.155254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Bound port: a39fd35a-bdee-40b6-bcc9-c7945f7e65b0, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27e20ca-fc13-444f-b35a-37e2c50751ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:28:26.155635 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:26.227063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c0ed2-b79d-4be0-88d0-6669e8538108 req-25c98e28-0cb1-42aa-9080-c6ed0349eafe tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:26.228587 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f86c0ed2-b79d-4be0-88d0-6669e8538108 req-25c98e28-0cb1-42aa-9080-c6ed0349eafe tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 944 time: 0.0866714 Dec 09 02:28:26.273695 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] For port a39fd35a-bdee-40b6-bcc9-c7945f7e65b0, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:28:26.295856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] For port a39fd35a-bdee-40b6-bcc9-c7945f7e65b0, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a39fd35a-bdee-40b6-bcc9-c7945f7e65b0,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:28:26.302645 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f86c0ed2-b79d-4be0-88d0-6669e8538108 req-7bbd209d-1efe-41cc-acd9-886886b93df7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b29ae0a-dbaf-4efd-84e9-330fa93c0646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676606 Dec 09 02:28:26.304113 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:26.337149 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:26.337754 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:26.339113 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] 10.222.0.45 "PUT /v2.0/ports/a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 HTTP/1.1" status: 200 len: 1094 time: 0.7097151 Dec 09 02:28:26.339585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30', 'tag': 'a39fd35a-bdee-40b6-bcc9-c7945f7e65b0'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:28:26.341799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ba2342-a1e6-46ec-bfff-6f8521f0178d" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30", "tag": "a39fd35a-bdee-40b6-bcc9-c7945f7e65b0"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:28:26.368105 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ac698-cafc-4e8f-a3f2-50070b0f00b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a39fd35a-bdee-40b6-bcc9-c7945f7e65b0,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:26.390450 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dde7df5-260d-4408-9093-220d472c0f38 x-openstack-request-id: req-7dde7df5-260d-4408-9093-220d472c0f38 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:28:26.390761 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30", "tag": "a39fd35a-bdee-40b6-bcc9-c7945f7e65b0", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:28:26.391046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7dde7df5-260d-4408-9093-220d472c0f38 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:28:26.391448 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30', 'tag': 'a39fd35a-bdee-40b6-bcc9-c7945f7e65b0', 'status': 'completed', 'code': 200} Dec 09 02:28:26.456904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-22361d0a-1a5d-4200-a0cf-4ca57a826956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:26.458631 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-22361d0a-1a5d-4200-a0cf-4ca57a826956 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 1097 time: 0.0459762 Dec 09 02:28:26.507464 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-cfe3a410-468a-4006-8422-60605b5592ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 HTTP/1.1" status: 200 len: 217 time: 0.0354195 Dec 09 02:28:26.556608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-f52e90c0-6a46-4e9e-a611-13564a726222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:26.558059 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-f52e90c0-6a46-4e9e-a611-13564a726222 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b500883-00e6-4a03-a389-62a8a00a2a02 HTTP/1.1" status: 200 len: 835 time: 0.0439532 Dec 09 02:28:26.603985 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-f140e33d-cafe-420b-9bfb-2720bc7fd0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:26.605419 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-f140e33d-cafe-420b-9bfb-2720bc7fd0c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cb76a-2e9c-4f85-8108-38565425c7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399599 Dec 09 02:28:26.701505 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-595ee1ac-172c-4745-aff8-08ee2ab8b8b8 service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881798 Dec 09 02:28:26.796771 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6254a7b-315f-4f18-aea6-bad71a3d1847 req-d81e973a-911f-4bfb-ace1-b5236b1f62a0 service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882642 Dec 09 02:28:26.936031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba2342-a1e6-46ec-bfff-6f8521f0178d req-f4383672-9769-49c8-95b2-79191bb92273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:26.937492 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c6ba2342-a1e6-46ec-bfff-6f8521f0178d req-f4383672-9769-49c8-95b2-79191bb92273 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 1097 time: 0.0441933 Dec 09 02:28:27.025453 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba2342-a1e6-46ec-bfff-6f8521f0178d req-112fb06e-2e15-45c6-bac8-2efc51a2a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:27.026938 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c6ba2342-a1e6-46ec-bfff-6f8521f0178d req-112fb06e-2e15-45c6-bac8-2efc51a2a308 service neutron] 10.222.0.45 "GET /v2.0/networks?id=264cb76a-2e9c-4f85-8108-38565425c7e9 HTTP/1.1" status: 200 len: 897 time: 0.0819206 Dec 09 02:28:27.071147 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c6ba2342-a1e6-46ec-bfff-6f8521f0178d req-1025a48d-208e-4366-9d6a-6efca4fb40a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 HTTP/1.1" status: 200 len: 217 time: 0.0369198 Dec 09 02:28:27.118848 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba2342-a1e6-46ec-bfff-6f8521f0178d req-5e673012-4a10-4596-990f-91785b1792e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:27.120315 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c6ba2342-a1e6-46ec-bfff-6f8521f0178d req-5e673012-4a10-4596-990f-91785b1792e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b500883-00e6-4a03-a389-62a8a00a2a02 HTTP/1.1" status: 200 len: 835 time: 0.0422215 Dec 09 02:28:27.167557 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba2342-a1e6-46ec-bfff-6f8521f0178d req-23b56ca4-2a0d-4234-ab0d-3f0b9390a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:27.169017 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c6ba2342-a1e6-46ec-bfff-6f8521f0178d req-23b56ca4-2a0d-4234-ab0d-3f0b9390a991 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cb76a-2e9c-4f85-8108-38565425c7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393946 Dec 09 02:28:27.257879 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c6ba2342-a1e6-46ec-bfff-6f8521f0178d req-f50a4964-0fa1-4786-9950-798718d007ff service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815055 Dec 09 02:28:27.346847 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c6ba2342-a1e6-46ec-bfff-6f8521f0178d req-34739266-4541-43c2-be09-8ee9a7a9991b service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809505 Dec 09 02:28:27.416805 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957102ca-a2d5-411f-8d8f-175ae0a2001a req-f3f140c1-6edb-489a-8e57-898ae41a2bc8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:27.418301 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-957102ca-a2d5-411f-8d8f-175ae0a2001a req-f3f140c1-6edb-489a-8e57-898ae41a2bc8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 944 time: 0.0479200 Dec 09 02:28:27.466093 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-957102ca-a2d5-411f-8d8f-175ae0a2001a req-eae1ffd8-cb24-4ab7-8c7c-7f44be95c5d1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b29ae0a-dbaf-4efd-84e9-330fa93c0646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410972 Dec 09 02:28:28.583008 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d5fc9-3976-4102-adae-cc1b1f31a22e req-b08798f7-5cef-4ab7-b617-2d8f7ac17f15 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:28.584513 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-683d5fc9-3976-4102-adae-cc1b1f31a22e req-b08798f7-5cef-4ab7-b617-2d8f7ac17f15 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 944 time: 0.0519304 Dec 09 02:28:28.631489 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-683d5fc9-3976-4102-adae-cc1b1f31a22e req-a3721d99-48f6-4d3d-a538-032f406b1a97 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b29ae0a-dbaf-4efd-84e9-330fa93c0646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411825 Dec 09 02:28:29.743314 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff251584-557e-4902-879a-f99f5a65dbb2 req-95899ba5-2f3b-4b42-a8a0-b813a4177c73 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:29.745336 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ff251584-557e-4902-879a-f99f5a65dbb2 req-95899ba5-2f3b-4b42-a8a0-b813a4177c73 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 944 time: 0.0480754 Dec 09 02:28:29.820146 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ff251584-557e-4902-879a-f99f5a65dbb2 req-709dee45-f3ca-4802-ace7-c63616fc256c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b29ae0a-dbaf-4efd-84e9-330fa93c0646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693715 Dec 09 02:28:29.830781 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-990d4ce2-4c77-432d-ab1f-493fdd094376 req-a7139eb7-ac0c-499b-80ea-e5737ab61f50 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600076 Dec 09 02:28:29.926739 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d4ce2-4c77-432d-ab1f-493fdd094376 req-3f749a6d-6e55-406a-a94f-a3233bc6de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:29.928163 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-990d4ce2-4c77-432d-ab1f-493fdd094376 req-3f749a6d-6e55-406a-a94f-a3233bc6de99 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 1099 time: 0.0407274 Dec 09 02:28:30.028361 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d4ce2-4c77-432d-ab1f-493fdd094376 req-4e7a328b-d4d9-4a4d-b3c9-ccf2a65666b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:30.029804 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-990d4ce2-4c77-432d-ab1f-493fdd094376 req-4e7a328b-d4d9-4a4d-b3c9-ccf2a65666b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=264cb76a-2e9c-4f85-8108-38565425c7e9 HTTP/1.1" status: 200 len: 897 time: 0.0817845 Dec 09 02:28:30.097040 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-990d4ce2-4c77-432d-ab1f-493fdd094376 req-c4401297-92eb-46df-a983-c236d648d199 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a56e040-47c7-4bad-bd56-5ca7a0412dc1 HTTP/1.1" status: 200 len: 1002 time: 0.0598402 Dec 09 02:28:30.145328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d4ce2-4c77-432d-ab1f-493fdd094376 req-e778ed90-19e8-499d-a675-493ea0fb32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:30.146753 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-990d4ce2-4c77-432d-ab1f-493fdd094376 req-e778ed90-19e8-499d-a675-493ea0fb32b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b500883-00e6-4a03-a389-62a8a00a2a02 HTTP/1.1" status: 200 len: 835 time: 0.0426581 Dec 09 02:28:30.190693 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d4ce2-4c77-432d-ab1f-493fdd094376 req-3a223d4b-a86a-45f3-a1bc-823bdeb4ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:30.192138 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-990d4ce2-4c77-432d-ab1f-493fdd094376 req-3a223d4b-a86a-45f3-a1bc-823bdeb4ca46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cb76a-2e9c-4f85-8108-38565425c7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0384376 Dec 09 02:28:30.281007 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-990d4ce2-4c77-432d-ab1f-493fdd094376 req-9a298967-48d7-4d76-8679-f1177b11dbc4 service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814052 Dec 09 02:28:30.288627 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:28:30.367974 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-990d4ce2-4c77-432d-ab1f-493fdd094376 req-bbdf5272-0acb-4922-a255-a4bee4e8a9be service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796180 Dec 09 02:28:30.380105 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port a39fd35a-bdee-40b6-bcc9-c7945f7e65b0, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a39fd35a-bdee-40b6-bcc9-c7945f7e65b0,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:28:30.391278 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'a39fd35a-bdee-40b6-bcc9-c7945f7e65b0', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'port_id': 'a39fd35a-bdee-40b6-bcc9-c7945f7e65b0', 'mac_address': 'fa:16:3e:01:5e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:28:30.431810 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:30.444145 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:28:30.462852 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port a39fd35a-bdee-40b6-bcc9-c7945f7e65b0, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a39fd35a-bdee-40b6-bcc9-c7945f7e65b0,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:28:30.466764 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:30.511281 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=a39fd35a-bdee-40b6-bcc9-c7945f7e65b0,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:30.778066 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['a39fd35a-bdee-40b6-bcc9-c7945f7e65b0'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:28:30.943394 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ac550-00c1-474b-946d-396f6bf761e9 req-14bc69c5-f910-49b9-837a-e679d75d6bee tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:30.944909 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-601ac550-00c1-474b-946d-396f6bf761e9 req-14bc69c5-f910-49b9-837a-e679d75d6bee tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 945 time: 0.0540342 Dec 09 02:28:30.992767 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-601ac550-00c1-474b-946d-396f6bf761e9 req-5e8ccb63-b26e-448b-9152-65986f7b73d8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b29ae0a-dbaf-4efd-84e9-330fa93c0646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418103 Dec 09 02:28:32.107557 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790d328-1465-4d95-8b6f-ddabe17fcb38 req-d79dc4a7-4a8b-419d-a180-c76e929b17e8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:32.109045 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4790d328-1465-4d95-8b6f-ddabe17fcb38 req-d79dc4a7-4a8b-419d-a180-c76e929b17e8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 945 time: 0.0485423 Dec 09 02:28:32.156466 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4790d328-1465-4d95-8b6f-ddabe17fcb38 req-0c36e042-6af1-4e14-9c33-89eab386ed54 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b29ae0a-dbaf-4efd-84e9-330fa93c0646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415542 Dec 09 02:28:32.294341 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:28:32.341950 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:28:32.345765 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:28:32.346135 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:32.423329 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:32.445770 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39fd35a-bdee-40b6-bcc9-c7945f7e65b0'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:28:32.448030 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bb105f-b4a9-476f-890b-79c4230c9a49" -d '{"events": [{"server_uuid": "a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30", "name": "network-vif-plugged", "status": "completed", "tag": "a39fd35a-bdee-40b6-bcc9-c7945f7e65b0"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:28:32.460445 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port a39fd35a-bdee-40b6-bcc9-c7945f7e65b0, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a39fd35a-bdee-40b6-bcc9-c7945f7e65b0,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:28:32.464130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:32.486529 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a21fa7-b473-4765-b4cb-b717fce13fc0 x-openstack-request-id: req-d0a21fa7-b473-4765-b4cb-b717fce13fc0 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:28:32.486817 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30", "name": "network-vif-plugged", "status": "completed", "tag": "a39fd35a-bdee-40b6-bcc9-c7945f7e65b0", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:28:32.487077 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0a21fa7-b473-4765-b4cb-b717fce13fc0 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:28:32.487479 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39fd35a-bdee-40b6-bcc9-c7945f7e65b0', 'code': 200} Dec 09 02:28:32.511843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=a39fd35a-bdee-40b6-bcc9-c7945f7e65b0,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:32.692446 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bbbb8-12bf-47c7-af62-06edbd3e4c59 req-05824d98-1a18-4c33-a43f-3b0df635b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:32.693873 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-629bbbb8-12bf-47c7-af62-06edbd3e4c59 req-05824d98-1a18-4c33-a43f-3b0df635b9b9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 1099 time: 0.0412943 Dec 09 02:28:32.744839 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-629bbbb8-12bf-47c7-af62-06edbd3e4c59 req-66756c40-bb47-4ba4-8ad7-4caf8f6f085a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9b29ae0a-dbaf-4efd-84e9-330fa93c0646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422111 Dec 09 02:28:33.025454 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e3e02bd0-d6b6-470e-94af-2da814657362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:33.270875 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a243e-9afa-4166-9124-6118f03f7254 req-7079223f-0338-4a3d-9f8c-01cc27534585 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:33.272343 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-417a243e-9afa-4166-9124-6118f03f7254 req-7079223f-0338-4a3d-9f8c-01cc27534585 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 946 time: 0.0475862 Dec 09 02:28:33.320429 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-417a243e-9afa-4166-9124-6118f03f7254 req-75910b1f-d321-48ea-b512-3787f060755e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b29ae0a-dbaf-4efd-84e9-330fa93c0646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422473 Dec 09 02:28:34.430586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da757a8-586f-4b95-8a4b-3740e447dcb9 req-b896b02f-335a-4b58-bfa7-0ff694d38c88 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:34.431966 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3da757a8-586f-4b95-8a4b-3740e447dcb9 req-b896b02f-335a-4b58-bfa7-0ff694d38c88 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 946 time: 0.0476773 Dec 09 02:28:34.478933 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3da757a8-586f-4b95-8a4b-3740e447dcb9 req-9c760675-90b2-4c17-a240-8091e46ada2b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b29ae0a-dbaf-4efd-84e9-330fa93c0646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411716 Dec 09 02:28:34.593139 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b50c-724d-4db5-a4b0-cccdb7a34b69 req-229cdb15-f306-4efd-b34d-7685d498bfe2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:34.594578 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0c69b50c-724d-4db5-a4b0-cccdb7a34b69 req-229cdb15-f306-4efd-b34d-7685d498bfe2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 946 time: 0.0506577 Dec 09 02:28:34.641885 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0c69b50c-724d-4db5-a4b0-cccdb7a34b69 req-36ff4599-c86b-4c96-a612-fe7c5ae4d8c6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b29ae0a-dbaf-4efd-84e9-330fa93c0646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414340 Dec 09 02:28:34.663615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39152) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:34.705545 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb13ead-0475-42ff-80b5-9858a77c15fa tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:34.706876 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0eb13ead-0475-42ff-80b5-9858a77c15fa tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 1094 time: 0.0422857 Dec 09 02:28:34.709575 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39154) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:28:34.713708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': 'a39fd35a-bdee-40b6-bcc9-c7945f7e65b0', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:28:34.734346 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:34.831892 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:34.930056 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.26.3.205 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/019109e7-09e8-43a0-be8b-4023289e7a25) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:28:35.029500 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:35.062486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:35.095370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:28:35.098063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:28:35.102035 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:28:35.132193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=019109e7-09e8-43a0-be8b-4023289e7a25,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:35.259278 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4913fc99-431c-40e8-8379-6597a1636cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:35.783609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:35.847604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:35.990971 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:35.995356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:36.063192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=019109e7-09e8-43a0-be8b-4023289e7a25,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:28:36.075101 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:36.179256 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP 5341291c-9811-48ea-88b5-95b65e9d0948 associated. External IP: 172.26.3.205, port: a39fd35a-bdee-40b6-bcc9-c7945f7e65b0. Dec 09 02:28:36.377929 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router f3b4efea-3735-4c64-a2f6-dadc78af3f7f has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:28:36.406524 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:36.483624 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:28:36.495038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f86dfe-e0d8-4ff7-90f9-25e1c4f1e462 None None] Sync routers for ids ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:28:36.501676 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:36.505506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f86dfe-e0d8-4ff7-90f9-25e1c4f1e462 None None] Routers {'f3b4efea-3735-4c64-a2f6-dadc78af3f7f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:28:36.506132 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-33f86dfe-e0d8-4ff7-90f9-25e1c4f1e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:28:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:36.531114 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-94d84d89-dff1-4ecb-beb7-7b86e2f0d739 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8205495 Dec 09 02:28:36.531723 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30', 'tag': 'a39fd35a-bdee-40b6-bcc9-c7945f7e65b0'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:28:36.533978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa10f087-0a62-4c34-8bd3-2df9ed9d3b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30", "tag": "a39fd35a-bdee-40b6-bcc9-c7945f7e65b0"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:28:36.573086 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9c96cf-be96-47bf-a06e-ca0ea6c414fe x-openstack-request-id: req-ac9c96cf-be96-47bf-a06e-ca0ea6c414fe {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:28:36.573382 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30", "tag": "a39fd35a-bdee-40b6-bcc9-c7945f7e65b0", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:28:36.573645 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac9c96cf-be96-47bf-a06e-ca0ea6c414fe {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:28:36.574020 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30', 'tag': 'a39fd35a-bdee-40b6-bcc9-c7945f7e65b0', 'status': 'completed', 'code': 200} Dec 09 02:28:36.613810 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-33f86dfe-e0d8-4ff7-90f9-25e1c4f1e462 None None] Set router f3b4efea-3735-4c64-a2f6-dadc78af3f7f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:28:36.666515 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10f087-0a62-4c34-8bd3-2df9ed9d3b2b req-55930173-e949-419d-8d1b-bbf667735c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:36.667969 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fa10f087-0a62-4c34-8bd3-2df9ed9d3b2b req-55930173-e949-419d-8d1b-bbf667735c32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 1099 time: 0.0414138 Dec 09 02:28:36.759749 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10f087-0a62-4c34-8bd3-2df9ed9d3b2b req-b9bd9074-dd19-459b-a1f5-31687c80312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:36.761275 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fa10f087-0a62-4c34-8bd3-2df9ed9d3b2b req-b9bd9074-dd19-459b-a1f5-31687c80312d service neutron] 10.222.0.45 "GET /v2.0/networks?id=264cb76a-2e9c-4f85-8108-38565425c7e9 HTTP/1.1" status: 200 len: 897 time: 0.0852590 Dec 09 02:28:36.836287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-33f86dfe-e0d8-4ff7-90f9-25e1c4f1e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '5341291c-9811-48ea-88b5-95b65e9d0948', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.205', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'port_id': 'a39fd35a-bdee-40b6-bcc9-c7945f7e65b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'mac_address': 'fa:16:3e:01:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:28:35Z', 'updated_at': '2021-12-09T02:28:35Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}, {'id': '7a630ec6-3c71-4de2-b7bc-c6bc0b0ea95f', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'port_id': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'mac_address': 'fa:16:3e:d7:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:28:21Z', 'updated_at': '2021-12-09T02:28:23Z', 'revision_number': 1, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bde9ab4-9156-4b6a-8eb9-1e96a96c4624', 'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:57:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:06Z', 'updated_at': '2021-12-09T02:28:10Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:36.836755 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fa10f087-0a62-4c34-8bd3-2df9ed9d3b2b req-a1bf39a8-bf02-4036-a6fc-da382ea67f28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 HTTP/1.1" status: 200 len: 1000 time: 0.0681705 Dec 09 02:28:36.866739 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f86dfe-e0d8-4ff7-90f9-25e1c4f1e462 None None] Checking router: f3b4efea-3735-4c64-a2f6-dadc78af3f7f for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:28:36.875238 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f86dfe-e0d8-4ff7-90f9-25e1c4f1e462 None None] Routers {'f3b4efea-3735-4c64-a2f6-dadc78af3f7f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:28:36.875883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-33f86dfe-e0d8-4ff7-90f9-25e1c4f1e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:28:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:36.886560 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10f087-0a62-4c34-8bd3-2df9ed9d3b2b req-52b69fa2-1e0a-4fb8-a028-3084cab366e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:36.888039 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fa10f087-0a62-4c34-8bd3-2df9ed9d3b2b req-52b69fa2-1e0a-4fb8-a028-3084cab366e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b500883-00e6-4a03-a389-62a8a00a2a02 HTTP/1.1" status: 200 len: 835 time: 0.0434544 Dec 09 02:28:36.933317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10f087-0a62-4c34-8bd3-2df9ed9d3b2b req-7b68aa93-0310-47f6-b94c-18eb251e86a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:28:36.934716 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fa10f087-0a62-4c34-8bd3-2df9ed9d3b2b req-7b68aa93-0310-47f6-b94c-18eb251e86a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cb76a-2e9c-4f85-8108-38565425c7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396712 Dec 09 02:28:36.980660 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-33f86dfe-e0d8-4ff7-90f9-25e1c4f1e462 None None] Set router f3b4efea-3735-4c64-a2f6-dadc78af3f7f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:28:37.027212 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fa10f087-0a62-4c34-8bd3-2df9ed9d3b2b req-9b14efc3-9a5c-4198-b149-cbd56ce64f72 service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848143 Dec 09 02:28:37.115684 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fa10f087-0a62-4c34-8bd3-2df9ed9d3b2b req-798b4a24-e12e-4448-bd5f-d627b5ed73ed service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807323 Dec 09 02:28:37.207674 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-33f86dfe-e0d8-4ff7-90f9-25e1c4f1e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '5341291c-9811-48ea-88b5-95b65e9d0948', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.205', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'port_id': 'a39fd35a-bdee-40b6-bcc9-c7945f7e65b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'mac_address': 'fa:16:3e:01:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:28:35Z', 'updated_at': '2021-12-09T02:28:35Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}, {'id': '7a630ec6-3c71-4de2-b7bc-c6bc0b0ea95f', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'port_id': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'mac_address': 'fa:16:3e:d7:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:28:21Z', 'updated_at': '2021-12-09T02:28:23Z', 'revision_number': 1, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bde9ab4-9156-4b6a-8eb9-1e96a96c4624', 'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:57:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:06Z', 'updated_at': '2021-12-09T02:28:10Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:28:37.232744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f86dfe-e0d8-4ff7-90f9-25e1c4f1e462 None None] The sync data for ids ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'] in dv-neutron-804846-18-hyperv is: [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '5341291c-9811-48ea-88b5-95b65e9d0948', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.205', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'port_id': 'a39fd35a-bdee-40b6-bcc9-c7945f7e65b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'mac_address': 'fa:16:3e:01:5e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:28:35Z', 'updated_at': '2021-12-09T02:28:35Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}, {'id': '7a630ec6-3c71-4de2-b7bc-c6bc0b0ea95f', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'port_id': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'mac_address': 'fa:16:3e:d7:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:28:21Z', 'updated_at': '2021-12-09T02:28:23Z', 'revision_number': 1, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bde9ab4-9156-4b6a-8eb9-1e96a96c4624', 'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:57:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:06Z', 'updated_at': '2021-12-09T02:28:10Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:28:37.403615 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5c54e6-2576-4a38-a544-f25b77e1e96a None None] New status for floating IP 5341291c-9811-48ea-88b5-95b65e9d0948: ACTIVE {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:28:37.802160 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:38.660495 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:44.202693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:28:46.381020 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:28:51.347074 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [req-f12004a1-94f4-49e9-9d7c-f20237a6dc02 req-3a7d284a-3f27-4bf6-9348-d7c997af0027 service neutron] (103333) timed out ('10.222.0.45', 61827) {{(pid=103333) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 02:29:03.033438 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13ac6195-4031-4d08-bd49-3d3a239f78ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:05.263079 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6973-9225-49e8-ac41-4e89d96e18cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:06.014734 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39168) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:06.076918 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-edc3f176-fc57-4073-98ed-738b8dbcec25 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/7a630ec6-3c71-4de2-b7bc-c6bc0b0ea95f HTTP/1.1" status: 200 len: 994 time: 0.0610533 Dec 09 02:29:06.410400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:07.800626 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:08.184246 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39178) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:08.189627 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:29:08.248278 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:08.392695 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6a56e040-47c7-4bad-bd56-5ca7a0412dc1,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:29:08.421500 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:08.426519 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:08.466151 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:08.466791 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:08.468222 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/ports/6a56e040-47c7-4bad-bd56-5ca7a0412dc1 HTTP/1.1" status: 200 len: 939 time: 0.2829242 Dec 09 02:29:08.472064 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'tag': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:29:08.474746 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a179df9f-aadc-4101-9b51-4989836ce2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e36414a-25af-4cb7-a4a1-c3ab6a22907d", "tag": "6a56e040-47c7-4bad-bd56-5ca7a0412dc1"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:29:08.500201 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=6a56e040-47c7-4bad-bd56-5ca7a0412dc1,revision_number=6']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:08.508318 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:08.508682 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:08.509034 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:08.509517 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:08.509862 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:08.510202 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:08.510540 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:08.510897 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:08.511238 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:08.511658 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:08.511992 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:08.512324 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:08.512660 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10652e56-8482-4f66-90f1-382dd97f5361 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:08.521440 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbd90c2-d6ae-41e3-96d4-519068018215 x-openstack-request-id: req-fbbd90c2-d6ae-41e3-96d4-519068018215 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:29:08.521745 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e36414a-25af-4cb7-a4a1-c3ab6a22907d", "tag": "6a56e040-47c7-4bad-bd56-5ca7a0412dc1", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:29:08.522005 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbbd90c2-d6ae-41e3-96d4-519068018215 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:29:08.522415 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'tag': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'status': 'completed', 'code': 200} Dec 09 02:29:08.610638 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179df9f-aadc-4101-9b51-4989836ce2c8 req-41bcf7a3-7555-4f99-8233-1bc6af6817ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:08.612219 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a179df9f-aadc-4101-9b51-4989836ce2c8 req-41bcf7a3-7555-4f99-8233-1bc6af6817ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 1100 time: 0.0430548 Dec 09 02:29:08.663592 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:08.706711 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b1e1ff4a-270d-4f7f-95be-f467097dfcf5 None None] Provisioning complete for port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:08.707085 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ff4a-270d-4f7f-95be-f467097dfcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:08.708111 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179df9f-aadc-4101-9b51-4989836ce2c8 req-f103b195-597a-448e-80b5-65378e9b8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:08.709610 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a179df9f-aadc-4101-9b51-4989836ce2c8 req-f103b195-597a-448e-80b5-65378e9b8e03 service neutron] 10.222.0.45 "GET /v2.0/networks?id=264cb76a-2e9c-4f85-8108-38565425c7e9 HTTP/1.1" status: 200 len: 897 time: 0.0899765 Dec 09 02:29:08.746824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1ff4a-270d-4f7f-95be-f467097dfcf5 None None] Port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 is administratively disabled so it will not transition to active. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Dec 09 02:29:08.775553 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a179df9f-aadc-4101-9b51-4989836ce2c8 req-5ae48b9b-20b7-49f9-ac4b-6ee87ebbc4ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a56e040-47c7-4bad-bd56-5ca7a0412dc1 HTTP/1.1" status: 200 len: 1003 time: 0.0577552 Dec 09 02:29:08.829171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179df9f-aadc-4101-9b51-4989836ce2c8 req-3c3208e2-01ce-4967-b63c-fb7dcfc8b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:08.831145 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a179df9f-aadc-4101-9b51-4989836ce2c8 req-3c3208e2-01ce-4967-b63c-fb7dcfc8b47d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b500883-00e6-4a03-a389-62a8a00a2a02 HTTP/1.1" status: 200 len: 835 time: 0.0483618 Dec 09 02:29:08.875661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179df9f-aadc-4101-9b51-4989836ce2c8 req-1ca4d1ee-1a19-4de7-9af3-83069c58df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:08.877609 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a179df9f-aadc-4101-9b51-4989836ce2c8 req-1ca4d1ee-1a19-4de7-9af3-83069c58df14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cb76a-2e9c-4f85-8108-38565425c7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395513 Dec 09 02:29:08.964526 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a179df9f-aadc-4101-9b51-4989836ce2c8 req-4acda894-85cb-4715-878a-78b92ee2582a service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790598 Dec 09 02:29:09.056299 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a179df9f-aadc-4101-9b51-4989836ce2c8 req-5386b981-bf97-44ec-8c85-1ff0774a2afd service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831821 Dec 09 02:29:11.922583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39186) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:11.927941 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a9253610-853a-45a5-88fe-5a285f1f682b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:29:11.992927 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9253610-853a-45a5-88fe-5a285f1f682b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:12.137281 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-a9253610-853a-45a5-88fe-5a285f1f682b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6a56e040-47c7-4bad-bd56-5ca7a0412dc1,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:29:12.167714 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9253610-853a-45a5-88fe-5a285f1f682b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:12.172433 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9253610-853a-45a5-88fe-5a285f1f682b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:12.212304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9253610-853a-45a5-88fe-5a285f1f682b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:12.212920 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9253610-853a-45a5-88fe-5a285f1f682b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:12.214294 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a9253610-853a-45a5-88fe-5a285f1f682b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/ports/6a56e040-47c7-4bad-bd56-5ca7a0412dc1 HTTP/1.1" status: 200 len: 938 time: 0.2907279 Dec 09 02:29:12.214955 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'tag': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:29:12.217234 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39188) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:12.217737 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66757cab-f3f3-4dde-8b2c-d1d0322fa9c0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e36414a-25af-4cb7-a4a1-c3ab6a22907d", "tag": "6a56e040-47c7-4bad-bd56-5ca7a0412dc1"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:29:12.248711 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9253610-853a-45a5-88fe-5a285f1f682b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=6a56e040-47c7-4bad-bd56-5ca7a0412dc1,revision_number=7']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:12.261959 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb47b65-7377-4433-980f-54f5015c7c23 x-openstack-request-id: req-cbb47b65-7377-4433-980f-54f5015c7c23 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:29:12.262263 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e36414a-25af-4cb7-a4a1-c3ab6a22907d", "tag": "6a56e040-47c7-4bad-bd56-5ca7a0412dc1", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:29:12.262522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cbb47b65-7377-4433-980f-54f5015c7c23 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:29:12.262956 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'tag': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'status': 'completed', 'code': 200} Dec 09 02:29:12.287466 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-46ca98ad-e28c-4cea-9a40-86d824e3bdd4 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/7a630ec6-3c71-4de2-b7bc-c6bc0b0ea95f HTTP/1.1" status: 200 len: 994 time: 0.0683124 Dec 09 02:29:12.353006 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66757cab-f3f3-4dde-8b2c-d1d0322fa9c0 req-07b48a11-a12d-4bf9-b124-00d2c81cc7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:12.354558 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-66757cab-f3f3-4dde-8b2c-d1d0322fa9c0 req-07b48a11-a12d-4bf9-b124-00d2c81cc7fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 1099 time: 0.0464690 Dec 09 02:29:12.445282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66757cab-f3f3-4dde-8b2c-d1d0322fa9c0 req-f6412efc-5cd2-4424-871a-d6b0fa25796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:12.446783 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-66757cab-f3f3-4dde-8b2c-d1d0322fa9c0 req-f6412efc-5cd2-4424-871a-d6b0fa25796b service neutron] 10.222.0.45 "GET /v2.0/networks?id=264cb76a-2e9c-4f85-8108-38565425c7e9 HTTP/1.1" status: 200 len: 897 time: 0.0852273 Dec 09 02:29:12.482460 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['6a56e040-47c7-4bad-bd56-5ca7a0412dc1'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:29:12.511792 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b89b9c1b-d0e2-473d-9aa7-fd993b19cc79 None None] Provisioning complete for port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:12.512163 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b89b9c1b-d0e2-473d-9aa7-fd993b19cc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:12.516718 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-66757cab-f3f3-4dde-8b2c-d1d0322fa9c0 req-011b4e0c-3655-465a-b353-830413c08ae7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a56e040-47c7-4bad-bd56-5ca7a0412dc1 HTTP/1.1" status: 200 len: 1002 time: 0.0611486 Dec 09 02:29:12.566117 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66757cab-f3f3-4dde-8b2c-d1d0322fa9c0 req-227d9f3f-f6d6-4c92-94b7-bb766f29303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:12.567658 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-66757cab-f3f3-4dde-8b2c-d1d0322fa9c0 req-227d9f3f-f6d6-4c92-94b7-bb766f29303d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b500883-00e6-4a03-a389-62a8a00a2a02 HTTP/1.1" status: 200 len: 835 time: 0.0441043 Dec 09 02:29:12.612227 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66757cab-f3f3-4dde-8b2c-d1d0322fa9c0 req-aa6ee4a4-5f99-48c0-bcb3-a2a0472b1519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:12.613721 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-66757cab-f3f3-4dde-8b2c-d1d0322fa9c0 req-aa6ee4a4-5f99-48c0-bcb3-a2a0472b1519 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cb76a-2e9c-4f85-8108-38565425c7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394750 Dec 09 02:29:12.706718 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-66757cab-f3f3-4dde-8b2c-d1d0322fa9c0 req-a1c1d4bf-ed79-4fad-a55f-ba8d12395870 service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854497 Dec 09 02:29:12.796700 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-66757cab-f3f3-4dde-8b2c-d1d0322fa9c0 req-3152af91-137c-4662-9d1d-8cc1591fd894 service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819681 Dec 09 02:29:14.213476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:14.845487 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39198) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:15.000245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 019109e7-09e8-43a0-be8b-4023289e7a25 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:29:15.000590 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:15.075712 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:15.076043 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:15.087384 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 019109e7-09e8-43a0-be8b-4023289e7a25 owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:29:15.230511 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:15.253573 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=019109e7-09e8-43a0-be8b-4023289e7a25,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:15.263052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:15.263402 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:15.263769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:15.264102 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:15.264465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:15.264794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:15.265121 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:15.266052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:15.266052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:15.266341 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:15.266673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:15.266992 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:15.267313 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:15.325202 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:15.325527 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP 5341291c-9811-48ea-88b5-95b65e9d0948 disassociated (deleted). External IP: 172.26.3.205, port: a39fd35a-bdee-40b6-bcc9-c7945f7e65b0. Dec 09 02:29:15.532614 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router f3b4efea-3735-4c64-a2f6-dadc78af3f7f has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:29:15.639993 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:29:15.644839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:15.649788 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce511754-85eb-447f-bc7f-4621a3f77827 None None] Sync routers for ids ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:29:15.660430 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce511754-85eb-447f-bc7f-4621a3f77827 None None] Routers {'f3b4efea-3735-4c64-a2f6-dadc78af3f7f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:29:15.661340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ce511754-85eb-447f-bc7f-4621a3f77827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:29:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:15.677227 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-bc67c837-ab89-4041-8232-915176481b46 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/floatingips/5341291c-9811-48ea-88b5-95b65e9d0948 HTTP/1.1" status: 204 len: 168 time: 0.8300304 Dec 09 02:29:15.677811 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30', 'tag': 'a39fd35a-bdee-40b6-bcc9-c7945f7e65b0'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:29:15.680088 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f85b001-a4a2-4bbb-a912-8a20319dcfc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30", "tag": "a39fd35a-bdee-40b6-bcc9-c7945f7e65b0"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:29:15.769770 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ce511754-85eb-447f-bc7f-4621a3f77827 None None] Set router f3b4efea-3735-4c64-a2f6-dadc78af3f7f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:29:15.886463 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8400bf47-4c15-4e2b-8463-44e737ccf9fe x-openstack-request-id: req-8400bf47-4c15-4e2b-8463-44e737ccf9fe {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:29:15.886991 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30", "tag": "a39fd35a-bdee-40b6-bcc9-c7945f7e65b0", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:29:15.887116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8400bf47-4c15-4e2b-8463-44e737ccf9fe {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:29:15.887679 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30', 'tag': 'a39fd35a-bdee-40b6-bcc9-c7945f7e65b0', 'status': 'completed', 'code': 200} Dec 09 02:29:15.994923 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ce511754-85eb-447f-bc7f-4621a3f77827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7a630ec6-3c71-4de2-b7bc-c6bc0b0ea95f', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'port_id': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'mac_address': 'fa:16:3e:d7:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:28:21Z', 'updated_at': '2021-12-09T02:28:23Z', 'revision_number': 1, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bde9ab4-9156-4b6a-8eb9-1e96a96c4624', 'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:57:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:06Z', 'updated_at': '2021-12-09T02:28:10Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:16.002716 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85b001-a4a2-4bbb-a912-8a20319dcfc2 req-8cdc4ab3-4f2e-4a09-b470-86ae890a5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:16.004245 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f85b001-a4a2-4bbb-a912-8a20319dcfc2 req-8cdc4ab3-4f2e-4a09-b470-86ae890a5fe7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 1099 time: 0.0629625 Dec 09 02:29:16.011800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d19077-959d-4fcc-9b98-17a961031674 req-9af9ec32-b8d2-4e0c-8f30-d9d2cbac6dfe tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:16.013173 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-46d19077-959d-4fcc-9b98-17a961031674 req-9af9ec32-b8d2-4e0c-8f30-d9d2cbac6dfe tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 946 time: 0.0817618 Dec 09 02:29:16.025530 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce511754-85eb-447f-bc7f-4621a3f77827 None None] Checking router: f3b4efea-3735-4c64-a2f6-dadc78af3f7f for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:29:16.034782 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce511754-85eb-447f-bc7f-4621a3f77827 None None] Routers {'f3b4efea-3735-4c64-a2f6-dadc78af3f7f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:29:16.035457 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ce511754-85eb-447f-bc7f-4621a3f77827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:29:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:16.119364 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-46d19077-959d-4fcc-9b98-17a961031674 req-14db3b8d-7dfb-4ba3-b7bb-a2e4156c40c3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b29ae0a-dbaf-4efd-84e9-330fa93c0646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974512 Dec 09 02:29:16.136927 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85b001-a4a2-4bbb-a912-8a20319dcfc2 req-7ea02ffc-db7e-4445-b5b1-e314ada296be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:16.138412 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f85b001-a4a2-4bbb-a912-8a20319dcfc2 req-7ea02ffc-db7e-4445-b5b1-e314ada296be service neutron] 10.222.0.45 "GET /v2.0/networks?id=264cb76a-2e9c-4f85-8108-38565425c7e9 HTTP/1.1" status: 200 len: 897 time: 0.1243846 Dec 09 02:29:16.147059 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ce511754-85eb-447f-bc7f-4621a3f77827 None None] Set router f3b4efea-3735-4c64-a2f6-dadc78af3f7f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:29:16.180344 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f85b001-a4a2-4bbb-a912-8a20319dcfc2 req-eb89e352-d21f-4148-b0c0-06e5ccb3289a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 HTTP/1.1" status: 200 len: 217 time: 0.0344553 Dec 09 02:29:16.228404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85b001-a4a2-4bbb-a912-8a20319dcfc2 req-f5a29f4a-bde8-4959-a7fd-a70618e0e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:16.229840 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f85b001-a4a2-4bbb-a912-8a20319dcfc2 req-f5a29f4a-bde8-4959-a7fd-a70618e0e75c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b500883-00e6-4a03-a389-62a8a00a2a02 HTTP/1.1" status: 200 len: 835 time: 0.0424738 Dec 09 02:29:16.275394 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85b001-a4a2-4bbb-a912-8a20319dcfc2 req-f530c44a-4212-4697-b43a-5101d620eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:16.276944 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f85b001-a4a2-4bbb-a912-8a20319dcfc2 req-f530c44a-4212-4697-b43a-5101d620eebc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cb76a-2e9c-4f85-8108-38565425c7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0388823 Dec 09 02:29:16.366568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ce511754-85eb-447f-bc7f-4621a3f77827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7a630ec6-3c71-4de2-b7bc-c6bc0b0ea95f', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'port_id': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'mac_address': 'fa:16:3e:d7:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:28:21Z', 'updated_at': '2021-12-09T02:28:23Z', 'revision_number': 1, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bde9ab4-9156-4b6a-8eb9-1e96a96c4624', 'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:57:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:06Z', 'updated_at': '2021-12-09T02:28:10Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:16.370026 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f85b001-a4a2-4bbb-a912-8a20319dcfc2 req-c1e90caf-6cc8-4fe3-a09f-61db5a571f1f service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850983 Dec 09 02:29:16.393715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce511754-85eb-447f-bc7f-4621a3f77827 None None] The sync data for ids ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'] in dv-neutron-804846-18-hyperv is: [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '7a630ec6-3c71-4de2-b7bc-c6bc0b0ea95f', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.151', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'port_id': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'mac_address': 'fa:16:3e:d7:98:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:28:21Z', 'updated_at': '2021-12-09T02:28:23Z', 'revision_number': 1, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bde9ab4-9156-4b6a-8eb9-1e96a96c4624', 'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:57:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:06Z', 'updated_at': '2021-12-09T02:28:10Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:29:16.465940 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f85b001-a4a2-4bbb-a912-8a20319dcfc2 req-d70a58c6-e982-4bbd-9710-c038a1242eac service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874264 Dec 09 02:29:16.597268 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312dddd8-14b6-43f4-8064-a1416ef53b46 None None] New status for floating IP 5341291c-9811-48ea-88b5-95b65e9d0948: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:29:17.239204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ba4c1-1fb1-4018-96a4-192fefa740ce req-00092fda-84fd-4080-8789-b83eef3ed328 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:17.240717 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-215ba4c1-1fb1-4018-96a4-192fefa740ce req-00092fda-84fd-4080-8789-b83eef3ed328 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 946 time: 0.0527256 Dec 09 02:29:17.287829 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-215ba4c1-1fb1-4018-96a4-192fefa740ce req-dd72f10c-326f-46f2-9f68-8fbb61b8fba2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b29ae0a-dbaf-4efd-84e9-330fa93c0646&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413043 Dec 09 02:29:17.392518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8f910-e440-4992-8614-1a97282c6eff req-22866a60-1b78-4c7b-adc4-a9d13a89fc43 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:17.393851 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-26d8f910-e440-4992-8614-1a97282c6eff req-22866a60-1b78-4c7b-adc4-a9d13a89fc43 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30 HTTP/1.1" status: 200 len: 946 time: 0.0469651 Dec 09 02:29:17.482627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-26d8f910-e440-4992-8614-1a97282c6eff req-440d4d56-e5fc-4955-9c7a-187fd92a34f9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:29:17.482966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-26d8f910-e440-4992-8614-1a97282c6eff req-440d4d56-e5fc-4955-9c7a-187fd92a34f9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:17.567245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-26d8f910-e440-4992-8614-1a97282c6eff req-440d4d56-e5fc-4955-9c7a-187fd92a34f9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port a39fd35a-bdee-40b6-bcc9-c7945f7e65b0, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=a39fd35a-bdee-40b6-bcc9-c7945f7e65b0,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:29:17.567838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-26d8f910-e440-4992-8614-1a97282c6eff req-440d4d56-e5fc-4955-9c7a-187fd92a34f9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:17.580727 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-26d8f910-e440-4992-8614-1a97282c6eff req-440d4d56-e5fc-4955-9c7a-187fd92a34f9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:29:17.709210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-26d8f910-e440-4992-8614-1a97282c6eff req-440d4d56-e5fc-4955-9c7a-187fd92a34f9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:17.738914 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d4d56-e5fc-4955-9c7a-187fd92a34f9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=a39fd35a-bdee-40b6-bcc9-c7945f7e65b0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:17.777765 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d8f910-e440-4992-8614-1a97282c6eff req-440d4d56-e5fc-4955-9c7a-187fd92a34f9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] No DVR routers for this DVR port a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:29:17.780304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-26d8f910-e440-4992-8614-1a97282c6eff req-440d4d56-e5fc-4955-9c7a-187fd92a34f9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:17.783617 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-26d8f910-e440-4992-8614-1a97282c6eff req-440d4d56-e5fc-4955-9c7a-187fd92a34f9 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "DELETE /v2.0/ports/a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 HTTP/1.1" status: 204 len: 173 time: 0.3837154 Dec 09 02:29:17.888798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30', 'name': 'network-vif-deleted', 'tag': 'a39fd35a-bdee-40b6-bcc9-c7945f7e65b0'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:29:17.891798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd550597-210a-4ef2-8dfd-869a13edd7fb" -d '{"events": [{"server_uuid": "a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30", "name": "network-vif-deleted", "tag": "a39fd35a-bdee-40b6-bcc9-c7945f7e65b0"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:29:17.929986 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d68bb3f-fd04-4d8e-8838-ca6681ed8eea x-openstack-request-id: req-5d68bb3f-fd04-4d8e-8838-ca6681ed8eea {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:29:17.930283 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30", "name": "network-vif-deleted", "tag": "a39fd35a-bdee-40b6-bcc9-c7945f7e65b0", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:29:17.930540 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d68bb3f-fd04-4d8e-8838-ca6681ed8eea {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:29:17.930940 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c2e0e8-be94-4854-b64b-6bf5f6b4aa30', 'name': 'network-vif-deleted', 'tag': 'a39fd35a-bdee-40b6-bcc9-c7945f7e65b0', 'status': 'completed', 'code': 200} Dec 09 02:29:18.343095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39214) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:18.401983 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b31a8ce-9640-41e7-88e6-35ff8d5dade0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:18.428477 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b31a8ce-9640-41e7-88e6-35ff8d5dade0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:18.489160 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b31a8ce-9640-41e7-88e6-35ff8d5dade0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:18.491918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b31a8ce-9640-41e7-88e6-35ff8d5dade0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:18.493306 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1b31a8ce-9640-41e7-88e6-35ff8d5dade0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/security-groups/9b29ae0a-dbaf-4efd-84e9-330fa93c0646 HTTP/1.1" status: 204 len: 168 time: 0.1491270 Dec 09 02:29:18.502400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31a8ce-9640-41e7-88e6-35ff8d5dade0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b29ae0a-dbaf-4efd-84e9-330fa93c0646,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:18.522690 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39218) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:18.674537 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f9fd731a-3b80-45fd-a23d-a3d1135202a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 99f29718-f593-4a68-97ae-732f96dfa0fe {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:29:18.674774 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9fd731a-3b80-45fd-a23d-a3d1135202a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:18.745345 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9fd731a-3b80-45fd-a23d-a3d1135202a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:18.745671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9fd731a-3b80-45fd-a23d-a3d1135202a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:18.757257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f9fd731a-3b80-45fd-a23d-a3d1135202a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 99f29718-f593-4a68-97ae-732f96dfa0fe owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:29:18.901353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9fd731a-3b80-45fd-a23d-a3d1135202a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:18.929183 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd731a-3b80-45fd-a23d-a3d1135202a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=99f29718-f593-4a68-97ae-732f96dfa0fe,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:18.985566 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9fd731a-3b80-45fd-a23d-a3d1135202a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:18.985898 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-f9fd731a-3b80-45fd-a23d-a3d1135202a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP 7a630ec6-3c71-4de2-b7bc-c6bc0b0ea95f disassociated (deleted). External IP: 172.26.3.151, port: 6a56e040-47c7-4bad-bd56-5ca7a0412dc1. Dec 09 02:29:19.184804 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fd731a-3b80-45fd-a23d-a3d1135202a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router f3b4efea-3735-4c64-a2f6-dadc78af3f7f has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:29:19.288925 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fd731a-3b80-45fd-a23d-a3d1135202a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:29:19.293660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9fd731a-3b80-45fd-a23d-a3d1135202a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:19.298244 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12dcc96-80fe-43ca-b93d-bab33c972231 None None] Sync routers for ids ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:29:19.307480 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12dcc96-80fe-43ca-b93d-bab33c972231 None None] Routers {'f3b4efea-3735-4c64-a2f6-dadc78af3f7f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:29:19.308082 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c12dcc96-80fe-43ca-b93d-bab33c972231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:29:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:19.319490 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f9fd731a-3b80-45fd-a23d-a3d1135202a2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/floatingips/7a630ec6-3c71-4de2-b7bc-c6bc0b0ea95f HTTP/1.1" status: 204 len: 168 time: 0.7956994 Dec 09 02:29:19.415524 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-c12dcc96-80fe-43ca-b93d-bab33c972231 None None] Set router f3b4efea-3735-4c64-a2f6-dadc78af3f7f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:29:19.544652 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4d1d8-3f7d-4ed7-a19b-f26785c8d80d req-2c14e3aa-05bb-44f5-b3db-52660cc42281 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:19.546801 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38d4d1d8-3f7d-4ed7-a19b-f26785c8d80d req-2c14e3aa-05bb-44f5-b3db-52660cc42281 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 946 time: 0.0501239 Dec 09 02:29:19.596765 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38d4d1d8-3f7d-4ed7-a19b-f26785c8d80d req-415261c5-e403-4f21-a191-75051e32eaa3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3524ce2-d455-43b4-b3ae-12ba6abe10f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432296 Dec 09 02:29:19.619413 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c12dcc96-80fe-43ca-b93d-bab33c972231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '7bde9ab4-9156-4b6a-8eb9-1e96a96c4624', 'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:57:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:06Z', 'updated_at': '2021-12-09T02:28:10Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:19.645362 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12dcc96-80fe-43ca-b93d-bab33c972231 None None] Checking router: f3b4efea-3735-4c64-a2f6-dadc78af3f7f for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:29:19.653392 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12dcc96-80fe-43ca-b93d-bab33c972231 None None] Routers {'f3b4efea-3735-4c64-a2f6-dadc78af3f7f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:29:19.653981 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c12dcc96-80fe-43ca-b93d-bab33c972231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:29:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:19.757475 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-c12dcc96-80fe-43ca-b93d-bab33c972231 None None] Set router f3b4efea-3735-4c64-a2f6-dadc78af3f7f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:29:19.932019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'tag': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:29:19.934356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ce7d22-5434-4c24-87fc-ef39d9c0c0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6e36414a-25af-4cb7-a4a1-c3ab6a22907d", "tag": "6a56e040-47c7-4bad-bd56-5ca7a0412dc1"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:29:19.950058 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c12dcc96-80fe-43ca-b93d-bab33c972231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '7bde9ab4-9156-4b6a-8eb9-1e96a96c4624', 'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:57:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:06Z', 'updated_at': '2021-12-09T02:28:10Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:19.969902 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ab5982-ea6a-4dc9-86f4-69aef7a34155 x-openstack-request-id: req-61ab5982-ea6a-4dc9-86f4-69aef7a34155 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:29:19.970193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e36414a-25af-4cb7-a4a1-c3ab6a22907d", "tag": "6a56e040-47c7-4bad-bd56-5ca7a0412dc1", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:29:19.970445 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61ab5982-ea6a-4dc9-86f4-69aef7a34155 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:29:19.970865 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'tag': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'status': 'completed', 'code': 200} Dec 09 02:29:19.976258 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12dcc96-80fe-43ca-b93d-bab33c972231 None None] The sync data for ids ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'] in dv-neutron-804846-18-hyperv is: [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '7bde9ab4-9156-4b6a-8eb9-1e96a96c4624', 'name': '', 'network_id': '264cb76a-2e9c-4f85-8108-38565425c7e9', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:57:d1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:06Z', 'updated_at': '2021-12-09T02:28:10Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '1b500883-00e6-4a03-a389-62a8a00a2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:29:20.062819 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce7d22-5434-4c24-87fc-ef39d9c0c0b6 req-2d5eae2d-a8c1-4630-9cea-dd3acfb8afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:20.064341 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-97ce7d22-5434-4c24-87fc-ef39d9c0c0b6 req-2d5eae2d-a8c1-4630-9cea-dd3acfb8afed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 1099 time: 0.0468349 Dec 09 02:29:20.199399 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39c8ee3-ea67-47a6-8dc6-daf605099b65 None None] New status for floating IP 7a630ec6-3c71-4de2-b7bc-c6bc0b0ea95f: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:29:20.480750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce7d22-5434-4c24-87fc-ef39d9c0c0b6 req-70a8693f-ab6c-41f8-8976-6690d50b1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:20.482202 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-97ce7d22-5434-4c24-87fc-ef39d9c0c0b6 req-70a8693f-ab6c-41f8-8976-6690d50b1386 service neutron] 10.222.0.45 "GET /v2.0/networks?id=264cb76a-2e9c-4f85-8108-38565425c7e9 HTTP/1.1" status: 200 len: 897 time: 0.4096160 Dec 09 02:29:20.527709 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-97ce7d22-5434-4c24-87fc-ef39d9c0c0b6 req-74a889a5-fcf0-4e3b-aad1-471d4822f009 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a56e040-47c7-4bad-bd56-5ca7a0412dc1 HTTP/1.1" status: 200 len: 217 time: 0.0364695 Dec 09 02:29:20.575116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce7d22-5434-4c24-87fc-ef39d9c0c0b6 req-f3304da0-c738-4cd8-a150-6949682641fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:20.576451 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-97ce7d22-5434-4c24-87fc-ef39d9c0c0b6 req-f3304da0-c738-4cd8-a150-6949682641fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1b500883-00e6-4a03-a389-62a8a00a2a02 HTTP/1.1" status: 200 len: 835 time: 0.0421274 Dec 09 02:29:20.622907 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce7d22-5434-4c24-87fc-ef39d9c0c0b6 req-cae42997-4a0d-4ac2-a9f1-50f819210305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:20.624458 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-97ce7d22-5434-4c24-87fc-ef39d9c0c0b6 req-cae42997-4a0d-4ac2-a9f1-50f819210305 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=264cb76a-2e9c-4f85-8108-38565425c7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0385022 Dec 09 02:29:20.766391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829b3a3-6ef7-4a48-a874-3664a7500d21 req-de673cd6-6099-4f03-81b3-6775d5981ad1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:20.767891 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3829b3a3-6ef7-4a48-a874-3664a7500d21 req-de673cd6-6099-4f03-81b3-6775d5981ad1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 946 time: 0.0756264 Dec 09 02:29:20.771518 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-97ce7d22-5434-4c24-87fc-ef39d9c0c0b6 req-f0a10aa0-570e-43e4-b6cd-f1581b446678 service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234627 Dec 09 02:29:20.875476 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3829b3a3-6ef7-4a48-a874-3664a7500d21 req-77f04fa7-f3d5-42fc-9ff0-2bcf868baf39 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3524ce2-d455-43b4-b3ae-12ba6abe10f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1013348 Dec 09 02:29:20.894346 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-97ce7d22-5434-4c24-87fc-ef39d9c0c0b6 req-a7e5b477-269d-4cf9-ba3a-d2dd0989c0d9 service neutron] 10.222.0.45 "GET /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147742 Dec 09 02:29:21.139887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe5834-59b3-4986-b80a-a94beb2a2880 req-fdf6e710-17d6-4c5b-ba66-58963e13a5f7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:21.141366 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcbe5834-59b3-4986-b80a-a94beb2a2880 req-fdf6e710-17d6-4c5b-ba66-58963e13a5f7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 946 time: 0.0492206 Dec 09 02:29:21.227378 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-fcbe5834-59b3-4986-b80a-a94beb2a2880 req-d7e2fd12-f696-4ac1-989a-e4d673920ec7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:29:21.227749 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fcbe5834-59b3-4986-b80a-a94beb2a2880 req-d7e2fd12-f696-4ac1-989a-e4d673920ec7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:21.316328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-fcbe5834-59b3-4986-b80a-a94beb2a2880 req-d7e2fd12-f696-4ac1-989a-e4d673920ec7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6a56e040-47c7-4bad-bd56-5ca7a0412dc1,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:29:21.317221 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fcbe5834-59b3-4986-b80a-a94beb2a2880 req-d7e2fd12-f696-4ac1-989a-e4d673920ec7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:21.329576 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-fcbe5834-59b3-4986-b80a-a94beb2a2880 req-d7e2fd12-f696-4ac1-989a-e4d673920ec7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:29:21.454789 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fcbe5834-59b3-4986-b80a-a94beb2a2880 req-d7e2fd12-f696-4ac1-989a-e4d673920ec7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:21.481115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2fd12-f696-4ac1-989a-e4d673920ec7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=6a56e040-47c7-4bad-bd56-5ca7a0412dc1,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:21.522547 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbe5834-59b3-4986-b80a-a94beb2a2880 req-d7e2fd12-f696-4ac1-989a-e4d673920ec7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] No DVR routers for this DVR port 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:29:21.524993 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fcbe5834-59b3-4986-b80a-a94beb2a2880 req-d7e2fd12-f696-4ac1-989a-e4d673920ec7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:21.528417 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcbe5834-59b3-4986-b80a-a94beb2a2880 req-d7e2fd12-f696-4ac1-989a-e4d673920ec7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "DELETE /v2.0/ports/6a56e040-47c7-4bad-bd56-5ca7a0412dc1 HTTP/1.1" status: 204 len: 173 time: 0.3810933 Dec 09 02:29:21.981435 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'name': 'network-vif-deleted', 'tag': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:29:21.984403 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c519d606-0c32-4d06-87a6-3afd5f809e7b" -d '{"events": [{"server_uuid": "6e36414a-25af-4cb7-a4a1-c3ab6a22907d", "name": "network-vif-deleted", "tag": "6a56e040-47c7-4bad-bd56-5ca7a0412dc1"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:29:21.989372 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8e19b4fb-ccf9-42c9-82ae-65d0d4cfbae3 req-5f881ec0-a6d6-441f-addf-020f33d991f6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e36414a-25af-4cb7-a4a1-c3ab6a22907d HTTP/1.1" status: 200 len: 210 time: 0.0329187 Dec 09 02:29:22.037293 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62771a5-bf8c-42e8-a81c-58f46dc9cd4a x-openstack-request-id: req-f62771a5-bf8c-42e8-a81c-58f46dc9cd4a {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:29:22.037577 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e36414a-25af-4cb7-a4a1-c3ab6a22907d", "name": "network-vif-deleted", "tag": "6a56e040-47c7-4bad-bd56-5ca7a0412dc1", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:29:22.037908 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f62771a5-bf8c-42e8-a81c-58f46dc9cd4a {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:29:22.038268 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e36414a-25af-4cb7-a4a1-c3ab6a22907d', 'name': 'network-vif-deleted', 'tag': '6a56e040-47c7-4bad-bd56-5ca7a0412dc1', 'status': 'completed', 'code': 200} Dec 09 02:29:22.564432 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:29:22.583889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:29:22.584237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6a56e040-47c7-4bad-bd56-5ca7a0412dc1 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:29:22.584646 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:29:22.751351 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:29:22.751776 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device a39fd35a-bdee-40b6-bcc9-c7945f7e65b0 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:29:23.048852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39234) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:23.106961 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4a573dee-8e1e-44fd-a710-f55b565a5c40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:23.131760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4a573dee-8e1e-44fd-a710-f55b565a5c40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:23.191147 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4a573dee-8e1e-44fd-a710-f55b565a5c40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:23.194265 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4a573dee-8e1e-44fd-a710-f55b565a5c40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:23.195403 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4a573dee-8e1e-44fd-a710-f55b565a5c40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/security-groups/c3524ce2-d455-43b4-b3ae-12ba6abe10f5 HTTP/1.1" status: 204 len: 168 time: 0.1455693 Dec 09 02:29:23.204435 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a573dee-8e1e-44fd-a710-f55b565a5c40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3524ce2-d455-43b4-b3ae-12ba6abe10f5,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:23.226385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39238) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:23.379687 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:29:23.577769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e0b17c6-a36d-447f-88a2-9feca5fc6d42 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:23.823920 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b17c6-a36d-447f-88a2-9feca5fc6d42 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:29:23.824260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e0b17c6-a36d-447f-88a2-9feca5fc6d42 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:23.907243 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3e0b17c6-a36d-447f-88a2-9feca5fc6d42 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7bde9ab4-9156-4b6a-8eb9-1e96a96c4624,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:29:23.907631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e0b17c6-a36d-447f-88a2-9feca5fc6d42 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:23.920697 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b17c6-a36d-447f-88a2-9feca5fc6d42 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:29:24.096278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e0b17c6-a36d-447f-88a2-9feca5fc6d42 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:24.124491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b17c6-a36d-447f-88a2-9feca5fc6d42 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=7bde9ab4-9156-4b6a-8eb9-1e96a96c4624,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:24.294726 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e0b17c6-a36d-447f-88a2-9feca5fc6d42 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:24.502921 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0b17c6-a36d-447f-88a2-9feca5fc6d42 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router f3b4efea-3735-4c64-a2f6-dadc78af3f7f has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:29:24.606534 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0b17c6-a36d-447f-88a2-9feca5fc6d42 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:29:24.614590 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3e0b17c6-a36d-447f-88a2-9feca5fc6d42 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/f3b4efea-3735-4c64-a2f6-dadc78af3f7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3840175 Dec 09 02:29:24.614590 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39240) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:24.617435 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c4aef-652d-4e25-8a93-3e6ea5067b3c None None] Sync routers for ids ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:29:24.627638 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c4aef-652d-4e25-8a93-3e6ea5067b3c None None] Routers {'f3b4efea-3735-4c64-a2f6-dadc78af3f7f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:29:24.628344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8c5c4aef-652d-4e25-8a93-3e6ea5067b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:29:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:24.666122 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-8560fdea-866b-4a79-8e7c-562df0e090f2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting subnet 1b500883-00e6-4a03-a389-62a8a00a2a02 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:29:24.669265 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8560fdea-866b-4a79-8e7c-562df0e090f2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:24.713173 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8560fdea-866b-4a79-8e7c-562df0e090f2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:24.733054 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-8c5c4aef-652d-4e25-8a93-3e6ea5067b3c None None] Set router f3b4efea-3735-4c64-a2f6-dadc78af3f7f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:29:24.797148 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8560fdea-866b-4a79-8e7c-562df0e090f2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:24.856912 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8560fdea-866b-4a79-8e7c-562df0e090f2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:24.884564 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560fdea-866b-4a79-8e7c-562df0e090f2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Subnet': ['ID=1b500883-00e6-4a03-a389-62a8a00a2a02,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:24.886502 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8560fdea-866b-4a79-8e7c-562df0e090f2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:24.889809 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8560fdea-866b-4a79-8e7c-562df0e090f2 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/subnets/1b500883-00e6-4a03-a389-62a8a00a2a02 HTTP/1.1" status: 204 len: 168 time: 0.2745531 Dec 09 02:29:24.893071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39242) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:24.894151 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed2dd32-fce3-493e-b4e4-f43a8bcb6bb0 None None] Network 264cb76a-2e9c-4f85-8108-38565425c7e9 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:29:24.983468 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8c5c4aef-652d-4e25-8a93-3e6ea5067b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:29:24Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:24.999697 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d5191de-a953-4ad5-8b89-b9d1812df619 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:25.013391 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c4aef-652d-4e25-8a93-3e6ea5067b3c None None] Checking router: f3b4efea-3735-4c64-a2f6-dadc78af3f7f for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:29:25.025347 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c4aef-652d-4e25-8a93-3e6ea5067b3c None None] Routers {'f3b4efea-3735-4c64-a2f6-dadc78af3f7f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:29:25.025709 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8c5c4aef-652d-4e25-8a93-3e6ea5067b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:29:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:25.106499 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d5191de-a953-4ad5-8b89-b9d1812df619 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:25.114623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] DHCP port deletion for 264cb76a-2e9c-4f85-8108-38565425c7e9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:29:25.165971 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1d5191de-a953-4ad5-8b89-b9d1812df619 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port a2b11a3b-408f-448d-a6b5-1f5acb5ca187 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:29:25.166918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d5191de-a953-4ad5-8b89-b9d1812df619 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:25.179075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-8c5c4aef-652d-4e25-8a93-3e6ea5067b3c None None] Set router f3b4efea-3735-4c64-a2f6-dadc78af3f7f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:29:25.245486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-1d5191de-a953-4ad5-8b89-b9d1812df619 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port a2b11a3b-408f-448d-a6b5-1f5acb5ca187, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a2b11a3b-408f-448d-a6b5-1f5acb5ca187,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:29:25.245895 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d5191de-a953-4ad5-8b89-b9d1812df619 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:25.263126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1d5191de-a953-4ad5-8b89-b9d1812df619 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for a2b11a3b-408f-448d-a6b5-1f5acb5ca187 owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:29:25.298725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Deleting port 0c4ce561-181d-4639-b1c5-a612783c74b5 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:29:25.299097 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:25.409321 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] For port 0c4ce561-181d-4639-b1c5-a612783c74b5, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0c4ce561-181d-4639-b1c5-a612783c74b5,segment=NetworkSegment(f27e20ca-fc13-444f-b35a-37e2c50751ae),segment_id=f27e20ca-fc13-444f-b35a-37e2c50751ae)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:29:25.409664 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:25.425211 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Calling delete_port for 0c4ce561-181d-4639-b1c5-a612783c74b5 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:29:25.440159 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d5191de-a953-4ad5-8b89-b9d1812df619 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:25.468630 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5191de-a953-4ad5-8b89-b9d1812df619 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=a2b11a3b-408f-448d-a6b5-1f5acb5ca187,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:25.486521 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0393664a-73b3-4a65-a513-d180daee05c9 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:29:25.491335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8c5c4aef-652d-4e25-8a93-3e6ea5067b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:29:24Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:25.527310 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d5191de-a953-4ad5-8b89-b9d1812df619 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:25.531098 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c4aef-652d-4e25-8a93-3e6ea5067b3c None None] The sync data for ids ['f3b4efea-3735-4c64-a2f6-dadc78af3f7f'] in dv-neutron-804846-18-hyperv is: [{'id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'name': 'tempest-TestNetworkBasicOps-router-215627983', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:28:03Z', 'updated_at': '2021-12-09T02:29:24Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': 'a2b11a3b-408f-448d-a6b5-1f5acb5ca187', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b4efea-3735-4c64-a2f6-dadc78af3f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:28:04Z', 'updated_at': '2021-12-09T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:29:25.556992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:25.585277 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Pushing event deleted for resources: {'Port': ['ID=0c4ce561-181d-4639-b1c5-a612783c74b5,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:25.592809 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] No DVR routers for this DVR port 0c4ce561-181d-4639-b1c5-a612783c74b5 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:29:25.596360 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:25.596713 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:25.597053 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:25.597388 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:25.598237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:25.598565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:25.598889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:25.599216 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:25.599564 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:25.599893 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:25.600211 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:25.600780 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:25.600893 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62070e-7de5-4bb3-a318-80c2420d4a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:25.627561 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d5191de-a953-4ad5-8b89-b9d1812df619 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:25.629705 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d5191de-a953-4ad5-8b89-b9d1812df619 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:25.677446 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d5191de-a953-4ad5-8b89-b9d1812df619 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:25.677928 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5191de-a953-4ad5-8b89-b9d1812df619 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Fanout notify agent at l3_agent the message router_deleted on router f3b4efea-3735-4c64-a2f6-dadc78af3f7f {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:29:25.685053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d5191de-a953-4ad5-8b89-b9d1812df619 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:25.686168 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1d5191de-a953-4ad5-8b89-b9d1812df619 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/routers/f3b4efea-3735-4c64-a2f6-dadc78af3f7f HTTP/1.1" status: 204 len: 168 time: 0.7920103 Dec 09 02:29:25.689000 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39244) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:26.091268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a74dd01d-4e04-436f-97ae-25cc516ff975 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:26.183072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a74dd01d-4e04-436f-97ae-25cc516ff975 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:26.202724 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-a74dd01d-4e04-436f-97ae-25cc516ff975 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264cb76a-2e9c-4f85-8108-38565425c7e9']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:26.212196 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-a74dd01d-4e04-436f-97ae-25cc516ff975 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27e20ca-fc13-444f-b35a-37e2c50751ae') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:26.212499 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-a74dd01d-4e04-436f-97ae-25cc516ff975 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27e20ca-fc13-444f-b35a-37e2c50751ae') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:26.221471 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a74dd01d-4e04-436f-97ae-25cc516ff975 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:26.234154 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a74dd01d-4e04-436f-97ae-25cc516ff975 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:26.239960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74dd01d-4e04-436f-97ae-25cc516ff975 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:29:26.240353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a74dd01d-4e04-436f-97ae-25cc516ff975 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:29:26.243369 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:29:26.301918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a74dd01d-4e04-436f-97ae-25cc516ff975 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:26.309954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a74dd01d-4e04-436f-97ae-25cc516ff975 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:26.313411 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a74dd01d-4e04-436f-97ae-25cc516ff975 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/networks/264cb76a-2e9c-4f85-8108-38565425c7e9 HTTP/1.1" status: 204 len: 168 time: 0.6233630 Dec 09 02:29:26.326595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dd01d-4e04-436f-97ae-25cc516ff975 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Network': ['ID=264cb76a-2e9c-4f85-8108-38565425c7e9,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:26.339236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39246) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:26.344188 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-45d66b5b-1eb0-4414-814e-29f1e07a5130 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'network': {'name': 'tempest-network-smoke--1836994859', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'port_security_enabled': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:29:26.365621 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d66b5b-1eb0-4414-814e-29f1e07a5130 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:29:26.369003 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-45d66b5b-1eb0-4414-814e-29f1e07a5130 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:26.391910 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d66b5b-1eb0-4414-814e-29f1e07a5130 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:29:26.400930 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-45d66b5b-1eb0-4414-814e-29f1e07a5130 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:26.401279 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-45d66b5b-1eb0-4414-814e-29f1e07a5130 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Added segment b1811cea-4369-4686-8b9b-e1fc68331509 of type vlan for network 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 Dec 09 02:29:26.441585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-45d66b5b-1eb0-4414-814e-29f1e07a5130 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:26.465571 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-45d66b5b-1eb0-4414-814e-29f1e07a5130 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:26.471117 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d66b5b-1eb0-4414-814e-29f1e07a5130 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:26.471733 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-45d66b5b-1eb0-4414-814e-29f1e07a5130 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:26.529214 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-45d66b5b-1eb0-4414-814e-29f1e07a5130 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1863124 Dec 09 02:29:26.530068 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39248) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:26.536206 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-269247217', 'admin_state_up': True, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:29:26.548929 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d66b5b-1eb0-4414-814e-29f1e07a5130 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Network': ['ID=3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:26.561505 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:29:26.562124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:26.562724 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:26.602519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:29:26.618058 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:26.628938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:29:26.629283 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7bde9ab4-9156-4b6a-8eb9-1e96a96c4624 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:29:26.629705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a2b11a3b-408f-448d-a6b5-1f5acb5ca187 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:29:26.654456 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: a2b11a3b-408f-448d-a6b5-1f5acb5ca187 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:29:26.654811 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a2b11a3b-408f-448d-a6b5-1f5acb5ca187 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:29:26.655242 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0c4ce561-181d-4639-b1c5-a612783c74b5 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:29:26.679677 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 0c4ce561-181d-4639-b1c5-a612783c74b5 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:29:26.680027 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0c4ce561-181d-4639-b1c5-a612783c74b5 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:29:26.752565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:27.189387 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:27.207769 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:27.308099 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.26.3.38 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/1a226c67-2b92-4fb6-a761-0d6cfc759c16) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:29:27.402940 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:27.434754 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:27.469672 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:29:27.472427 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:29:27.481893 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:29:27.484712 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda11b12-a6bc-48ca-9e58-f9007e41768a None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:29:27.505534 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=1a226c67-2b92-4fb6-a761-0d6cfc759c16,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:27.566034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-445f39e5-e855-4692-802b-caaca3822bcb None None] Provisioning complete for port 1a226c67-2b92-4fb6-a761-0d6cfc759c16 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:27.566635 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-445f39e5-e855-4692-802b-caaca3822bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:27.599702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-445f39e5-e855-4692-802b-caaca3822bcb None None] Port 1a226c67-2b92-4fb6-a761-0d6cfc759c16 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:29:27.727914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:27.917392 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:28.037792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 7cd15625-9c98-4924-b049-4468088e822c is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:29:28.140899 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:29:28.153520 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Sync routers for ids ['7cd15625-9c98-4924-b049-4468088e822c'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:29:28.162020 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:28.163237 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-41211873-de6f-4ba7-9fc3-3dbf3cd53e40 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6316111 Dec 09 02:29:28.164736 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Routers {'7cd15625-9c98-4924-b049-4468088e822c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:29:28.165547 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:29:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7cd15625-9c98-4924-b049-4468088e822c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:28.166335 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39250) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:28.196687 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fc090aa1-8f99-491a-ba3d-2297b3c5847f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=11e56525f9144d56b0abeb03a899d780&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292382 Dec 09 02:29:28.199119 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39252) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:28.267146 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Set router 7cd15625-9c98-4924-b049-4468088e822c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:29:28.283159 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed414227-e099-4255-aed5-21d308b8319f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:28.288277 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ed414227-e099-4255-aed5-21d308b8319f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846798 Dec 09 02:29:28.288448 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39254) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:28.315778 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8b847621-5a5b-426e-b7b0-f31ce165366f tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262473 Dec 09 02:29:28.318669 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39256) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:28.323350 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-740d6c63-567c-4405-ad2b-4186b9abbf64 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-456501994', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:29:28.412855 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740d6c63-567c-4405-ad2b-4186b9abbf64 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:29:28.416481 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-740d6c63-567c-4405-ad2b-4186b9abbf64 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:28.445876 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:29:27Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:28.472360 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Checking router: 7cd15625-9c98-4924-b049-4468088e822c for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:29:28.472741 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Updating router 7cd15625-9c98-4924-b049-4468088e822c port 1a226c67-2b92-4fb6-a761-0d6cfc759c16 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:29:28.497010 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:28.597045 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-740d6c63-567c-4405-ad2b-4186b9abbf64 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:28.659324 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d6c63-567c-4405-ad2b-4186b9abbf64 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Subnet': ['ID=910fbdb4-2be5-4714-90f5-4e199271752f,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:28.668857 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d6c63-567c-4405-ad2b-4186b9abbf64 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Checking segment: {'id': 'b1811cea-4369-4686-8b9b-e1fc68331509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:29:28.669229 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740d6c63-567c-4405-ad2b-4186b9abbf64 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network hostable DHCP agents. Network: 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:29:28.688082 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740d6c63-567c-4405-ad2b-4186b9abbf64 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:29:28.697332 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-740d6c63-567c-4405-ad2b-4186b9abbf64 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:29:28.701530 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740d6c63-567c-4405-ad2b-4186b9abbf64 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:28.702152 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-740d6c63-567c-4405-ad2b-4186b9abbf64 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:28.707290 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810e0c86-f038-4341-91b0-f028e209f317 None None] Network 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:29:28.721167 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-740d6c63-567c-4405-ad2b-4186b9abbf64 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3988090 Dec 09 02:29:28.721612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39258) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:28.746551 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:28.754562 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:28.808089 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Attempting to bind port 1a226c67-2b92-4fb6-a761-0d6cfc759c16 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:29:28.808461 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Attempting to bind port 1a226c67-2b92-4fb6-a761-0d6cfc759c16 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:29:28.808828 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Attempting to bind port 1a226c67-2b92-4fb6-a761-0d6cfc759c16 on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:29:28.809546 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09e9081-f8ff-440a-99c4-1fb03df3138b None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:29:28.822251 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:29:28.822618 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:29:28.823007 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:28.823392 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:29:28.823904 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Bound port: 1a226c67-2b92-4fb6-a761-0d6cfc759c16, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:29:28.824284 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:28.824840 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ips': [{'subnet_id': '910fbdb4-2be5-4714-90f5-4e199271752f'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:29:28.826643 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:28.845879 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c3b54-603e-4ec7-9bad-b2bce233ceae None None] Pushing event updated for resources: {'Port': ['ID=1a226c67-2b92-4fb6-a761-0d6cfc759c16,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:28.857035 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c3b54-603e-4ec7-9bad-b2bce233ceae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:28.857336 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c3b54-603e-4ec7-9bad-b2bce233ceae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:28.857634 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c3b54-603e-4ec7-9bad-b2bce233ceae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:28.857965 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c3b54-603e-4ec7-9bad-b2bce233ceae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:28.858296 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c3b54-603e-4ec7-9bad-b2bce233ceae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:28.858692 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c3b54-603e-4ec7-9bad-b2bce233ceae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:28.858934 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c3b54-603e-4ec7-9bad-b2bce233ceae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:28.859245 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c3b54-603e-4ec7-9bad-b2bce233ceae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:28.859685 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c3b54-603e-4ec7-9bad-b2bce233ceae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:28.860037 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c3b54-603e-4ec7-9bad-b2bce233ceae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:28.860475 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c3b54-603e-4ec7-9bad-b2bce233ceae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:28.860766 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c3b54-603e-4ec7-9bad-b2bce233ceae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:28.861231 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6c3b54-603e-4ec7-9bad-b2bce233ceae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:29:28.888485 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] For port 1a226c67-2b92-4fb6-a761-0d6cfc759c16, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:29:28.891637 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] For port 1a226c67-2b92-4fb6-a761-0d6cfc759c16, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1a226c67-2b92-4fb6-a761-0d6cfc759c16,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:29:28.896553 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:28.953928 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Routers {'7cd15625-9c98-4924-b049-4468088e822c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:29:28.954541 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:29:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7cd15625-9c98-4924-b049-4468088e822c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:28.964568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49836de5-9a26-4a60-9266-a383b06dc9ea None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:29:28.989712 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0de6af21-e269-4262-a5dc-ec43de962143 None None] Provisioning complete for port 1a226c67-2b92-4fb6-a761-0d6cfc759c16 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:28.990195 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0de6af21-e269-4262-a5dc-ec43de962143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:29.015673 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Allocated IP 172.20.0.2 (3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02/910fbdb4-2be5-4714-90f5-4e199271752f/514d40ac-7f85-4664-874c-e989e3d18c67) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:29:29.060204 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] Set router 7cd15625-9c98-4924-b049-4468088e822c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:29:29.121065 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c3b54-603e-4ec7-9bad-b2bce233ceae None None] Pushing event updated for resources: {'Port': ['ID=1a226c67-2b92-4fb6-a761-0d6cfc759c16,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:29.142117 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0de6af21-e269-4262-a5dc-ec43de962143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:29.172251 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0de6af21-e269-4262-a5dc-ec43de962143 None None] For port 1a226c67-2b92-4fb6-a761-0d6cfc759c16, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1a226c67-2b92-4fb6-a761-0d6cfc759c16,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:29:29.183545 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0de6af21-e269-4262-a5dc-ec43de962143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:29.186085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:29.272883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:29.276015 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6af21-e269-4262-a5dc-ec43de962143 None None] Pushing event updated for resources: {'Port': ['ID=1a226c67-2b92-4fb6-a761-0d6cfc759c16,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:29.281045 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:29.332690 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Network 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:29:29.339561 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:29:29.343707 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:29:29.345745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Pushing event updated for resources: {'Port': ['ID=514d40ac-7f85-4664-874c-e989e3d18c67,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:29.353763 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5ad81856-1d79-4e25-91cc-41de74e80ac2 None None] Provisioning complete for port 1a226c67-2b92-4fb6-a761-0d6cfc759c16 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:29.354278 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ad81856-1d79-4e25-91cc-41de74e80ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:29.364061 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:29:27Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:29.396934 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d696d01c-74fb-4e1e-8687-4d4a4f649098 None None] The sync data for ids ['7cd15625-9c98-4924-b049-4468088e822c'] in dv-neutron-804846-18-hyperv is: [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:29:27Z', 'revision_number': 3, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:29:29.436204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Attempting to bind port 514d40ac-7f85-4664-874c-e989e3d18c67 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:29:29.436580 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Attempting to bind port 514d40ac-7f85-4664-874c-e989e3d18c67 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b1811cea-4369-4686-8b9b-e1fc68331509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:29:29.436963 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Attempting to bind port 514d40ac-7f85-4664-874c-e989e3d18c67 on network 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:29:29.446341 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:29:29.446718 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Checking segment: {'id': 'b1811cea-4369-4686-8b9b-e1fc68331509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:29:29.447122 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:29.447542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Bound using segment: {'id': 'b1811cea-4369-4686-8b9b-e1fc68331509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:29:29.448013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Bound port: 514d40ac-7f85-4664-874c-e989e3d18c67, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1811cea-4369-4686-8b9b-e1fc68331509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:29:29.448396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:29.482561 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.1 (3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02/910fbdb4-2be5-4714-90f5-4e199271752f/66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:29:29.609453 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:29.655096 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:29.691196 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:29:29.695260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:29:29.697987 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:29:29.708798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] For port 514d40ac-7f85-4664-874c-e989e3d18c67, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:29:29.712624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] For port 514d40ac-7f85-4664-874c-e989e3d18c67, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=514d40ac-7f85-4664-874c-e989e3d18c67,segment=NetworkSegment(b1811cea-4369-4686-8b9b-e1fc68331509),segment_id=b1811cea-4369-4686-8b9b-e1fc68331509)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:29:29.718589 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:29.750216 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:29.789138 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23fdc9-6093-4e42-97b1-dd955eab2426 None None] Pushing event updated for resources: {'Port': ['ID=514d40ac-7f85-4664-874c-e989e3d18c67,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:29.800298 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:29.907596 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:30.421837 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1a226c67-2b92-4fb6-a761-0d6cfc759c16 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:29:30.476131 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 1a226c67-2b92-4fb6-a761-0d6cfc759c16 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:30.476519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:30.483973 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:30.489203 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:30.563367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 514d40ac-7f85-4664-874c-e989e3d18c67 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:29:30.569928 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:30.573537 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:30.617229 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 514d40ac-7f85-4664-874c-e989e3d18c67 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:30.617605 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:30.670631 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:29:30.672371 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:29:30.704764 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:30.742757 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 514d40ac-7f85-4664-874c-e989e3d18c67, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=514d40ac-7f85-4664-874c-e989e3d18c67,segment=NetworkSegment(b1811cea-4369-4686-8b9b-e1fc68331509),segment_id=b1811cea-4369-4686-8b9b-e1fc68331509)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:29:30.748991 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:30.793704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 7cd15625-9c98-4924-b049-4468088e822c has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:29:30.793933 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dcad48-0fd2-4f74-94bc-878b0174f05a None None] Network 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:29:30.857328 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=514d40ac-7f85-4664-874c-e989e3d18c67,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:30.876497 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5f0aec28-28fb-4462-b24a-6570505cd665 None None] Provisioning complete for port 514d40ac-7f85-4664-874c-e989e3d18c67 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:30.876879 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5f0aec28-28fb-4462-b24a-6570505cd665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:30.903051 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:29:30.908104 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-12a21d93-c144-406e-9b76-dd0c590d39fb tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/7cd15625-9c98-4924-b049-4468088e822c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1855233 Dec 09 02:29:30.911331 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39260) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:31.012193 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa53bcf1-681e-476e-a382-b2c6f96959cc tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:31.012833 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa53bcf1-681e-476e-a382-b2c6f96959cc tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:31.013331 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa53bcf1-681e-476e-a382-b2c6f96959cc tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:31.013800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa53bcf1-681e-476e-a382-b2c6f96959cc tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:31.018046 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fa53bcf1-681e-476e-a382-b2c6f96959cc tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1032515 Dec 09 02:29:31.018461 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39262) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:31.076959 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bf826f-7492-4ec5-a564-97d8c3f7e558 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:31.077427 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bf826f-7492-4ec5-a564-97d8c3f7e558 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:31.077916 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bf826f-7492-4ec5-a564-97d8c3f7e558 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:31.078367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bf826f-7492-4ec5-a564-97d8c3f7e558 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:31.083400 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39264) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:31.083598 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-94bf826f-7492-4ec5-a564-97d8c3f7e558 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0639982 Dec 09 02:29:31.225150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0aa86f37-4fc8-47ce-8119-36ed135f11d5 None None] Provisioning complete for port 514d40ac-7f85-4664-874c-e989e3d18c67 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:31.225817 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0aa86f37-4fc8-47ce-8119-36ed135f11d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:31.226542 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4092d512-6613-47f5-96f9-eecca5091667 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1417758 Dec 09 02:29:31.344037 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0aa86f37-4fc8-47ce-8119-36ed135f11d5 None None] Provisioning complete for port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:31.344535 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0aa86f37-4fc8-47ce-8119-36ed135f11d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:31.384931 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Sync routers for ids ['7cd15625-9c98-4924-b049-4468088e822c'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:29:31.391910 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0aa86f37-4fc8-47ce-8119-36ed135f11d5 None None] Port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:29:31.398410 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Routers {'7cd15625-9c98-4924-b049-4468088e822c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:29:31.399080 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:29:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7cd15625-9c98-4924-b049-4468088e822c'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:31.520144 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Set router 7cd15625-9c98-4924-b049-4468088e822c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:29:31.556050 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5874a6b8-5ec7-4f27-9098-b170d40277a0 None None] Provisioning complete for port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:31.556516 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5874a6b8-5ec7-4f27-9098-b170d40277a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:31.586934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39268) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:31.592150 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-147db704-06bc-46d8-97eb-c498d2c33d8e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-83051022', 'description': 'tempest-secgroup-smoke-83051022 description', 'project_id': '11e56525f9144d56b0abeb03a899d780'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:29:31.613795 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-147db704-06bc-46d8-97eb-c498d2c33d8e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:31.640404 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5874a6b8-5ec7-4f27-9098-b170d40277a0 None None] Port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:29:31.681664 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-147db704-06bc-46d8-97eb-c498d2c33d8e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:31.685507 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-147db704-06bc-46d8-97eb-c498d2c33d8e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:31.714737 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147db704-06bc-46d8-97eb-c498d2c33d8e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e54e3bc-96c3-4631-ac8b-6c86205f9784,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:31.719293 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-147db704-06bc-46d8-97eb-c498d2c33d8e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:31.723237 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-147db704-06bc-46d8-97eb-c498d2c33d8e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1319280 Dec 09 02:29:31.723671 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39270) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:31.727818 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-818ecc0a-f743-4ea5-8d97-2476d7a062b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '6e54e3bc-96c3-4631-ac8b-6c86205f9784', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:29:31.757090 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-818ecc0a-f743-4ea5-8d97-2476d7a062b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:31.770679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-97502bfc-db54-422b-a82f-9e7e03bf30d1 None None] Provisioning complete for port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:31.771236 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97502bfc-db54-422b-a82f-9e7e03bf30d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:31.803212 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:29:29Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b', 'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:96:f7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:29Z', 'updated_at': '2021-12-09T02:29:30Z', 'revision_number': 2, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:31.819652 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-818ecc0a-f743-4ea5-8d97-2476d7a062b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:31.824078 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-818ecc0a-f743-4ea5-8d97-2476d7a062b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:31.838325 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Checking router: 7cd15625-9c98-4924-b049-4468088e822c for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:29:31.838325 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Updating router 7cd15625-9c98-4924-b049-4468088e822c port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:29:31.844813 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ecc0a-f743-4ea5-8d97-2476d7a062b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2ff482-d7c2-4664-8f9d-7c45e0191fd4,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:31.850910 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-818ecc0a-f743-4ea5-8d97-2476d7a062b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:31.855386 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-818ecc0a-f743-4ea5-8d97-2476d7a062b6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282940 Dec 09 02:29:31.855619 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39272) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:31.860079 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-dafdddc1-36ab-49ed-a90c-687049f0d7f6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '6e54e3bc-96c3-4631-ac8b-6c86205f9784', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:29:31.863981 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-97502bfc-db54-422b-a82f-9e7e03bf30d1 None None] Port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:29:31.871920 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:31.888638 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dafdddc1-36ab-49ed-a90c-687049f0d7f6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:31.944337 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dafdddc1-36ab-49ed-a90c-687049f0d7f6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:31.948459 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dafdddc1-36ab-49ed-a90c-687049f0d7f6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:31.965832 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdddc1-36ab-49ed-a90c-687049f0d7f6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cecc7598-70c3-4d61-8a09-e763c1de7280,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:31.973680 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dafdddc1-36ab-49ed-a90c-687049f0d7f6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:31.974908 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dafdddc1-36ab-49ed-a90c-687049f0d7f6 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182599 Dec 09 02:29:31.977725 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39274) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:31.982159 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-68c6f3f8-262b-442a-9cb1-9e393309ca0c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '6e54e3bc-96c3-4631-ac8b-6c86205f9784', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:29:32.010588 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68c6f3f8-262b-442a-9cb1-9e393309ca0c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.071186 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68c6f3f8-262b-442a-9cb1-9e393309ca0c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.076050 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68c6f3f8-262b-442a-9cb1-9e393309ca0c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.093841 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6f3f8-262b-442a-9cb1-9e393309ca0c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e445598-9054-4d2f-86ca-ccfeb1b9e77a,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:32.104652 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68c6f3f8-262b-442a-9cb1-9e393309ca0c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.105876 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-68c6f3f8-262b-442a-9cb1-9e393309ca0c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272264 Dec 09 02:29:32.108701 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39276) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:32.113914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-33dab60c-6d2d-44f4-a0e6-dc58b911837a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '6e54e3bc-96c3-4631-ac8b-6c86205f9784', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:29:32.147853 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-33dab60c-6d2d-44f4-a0e6-dc58b911837a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.165749 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.171297 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.208726 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-33dab60c-6d2d-44f4-a0e6-dc58b911837a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.213784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-33dab60c-6d2d-44f4-a0e6-dc58b911837a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.220123 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d0483-f445-48ac-a81d-cb6452f0167d None None] Pushing event updated for resources: {'Port': ['ID=66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:32.236792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dab60c-6d2d-44f4-a0e6-dc58b911837a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309fc54f-fbbf-4b2c-b774-1eb8b34995d8,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:32.245149 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-33dab60c-6d2d-44f4-a0e6-dc58b911837a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.247553 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-33dab60c-6d2d-44f4-a0e6-dc58b911837a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366675 Dec 09 02:29:32.249322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39278) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:32.254537 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-ae18a613-6f53-4847-85b2-32d66cd625b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '6e54e3bc-96c3-4631-ac8b-6c86205f9784', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:29:32.276351 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Attempting to bind port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:29:32.276723 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Attempting to bind port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b1811cea-4369-4686-8b9b-e1fc68331509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:29:32.277235 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Attempting to bind port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b on network 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:29:32.277460 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-ae18a613-6f53-4847-85b2-32d66cd625b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:29:32.282458 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ae18a613-6f53-4847-85b2-32d66cd625b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.282858 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:29:32.283241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Checking segment: {'id': 'b1811cea-4369-4686-8b9b-e1fc68331509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:29:32.283680 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.284080 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Bound using segment: {'id': 'b1811cea-4369-4686-8b9b-e1fc68331509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:29:32.284554 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Bound port: 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1811cea-4369-4686-8b9b-e1fc68331509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:29:32.284984 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.365486 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] For port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:29:32.371559 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] For port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b,segment=NetworkSegment(b1811cea-4369-4686-8b9b-e1fc68331509),segment_id=b1811cea-4369-4686-8b9b-e1fc68331509)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:29:32.372687 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ae18a613-6f53-4847-85b2-32d66cd625b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.376493 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.377411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ae18a613-6f53-4847-85b2-32d66cd625b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.390385 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 514d40ac-7f85-4664-874c-e989e3d18c67 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:29:32.397412 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18a613-6f53-4847-85b2-32d66cd625b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440727bd-5bbc-4a68-bc35-3d57749b86d0,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:32.403068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ae18a613-6f53-4847-85b2-32d66cd625b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.407148 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ae18a613-6f53-4847-85b2-32d66cd625b7 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1539621 Dec 09 02:29:32.407148 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39280) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:32.412981 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-ba03db8e-d9fb-47ba-9b45-5aed43b4d711 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'security_group_rule': {'security_group_id': '6e54e3bc-96c3-4631-ac8b-6c86205f9784', 'project_id': '11e56525f9144d56b0abeb03a899d780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:29:32.440388 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-ba03db8e-d9fb-47ba-9b45-5aed43b4d711 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Project 11e56525f9144d56b0abeb03a899d780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:29:32.446633 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ba03db8e-d9fb-47ba-9b45-5aed43b4d711 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.488267 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d0483-f445-48ac-a81d-cb6452f0167d None None] Pushing event updated for resources: {'Port': ['ID=66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:32.496337 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Routers {'7cd15625-9c98-4924-b049-4468088e822c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:29:32.496953 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:29:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7cd15625-9c98-4924-b049-4468088e822c'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:32.519807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ba03db8e-d9fb-47ba-9b45-5aed43b4d711 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.525678 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ba03db8e-d9fb-47ba-9b45-5aed43b4d711 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.545714 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03db8e-d9fb-47ba-9b45-5aed43b4d711 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e20fa3e-a33b-40a8-8436-02d569583eb4,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:32.547931 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0779eee8-47db-491f-a96c-fa4188bc81d9 None None] Provisioning complete for port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:32.548115 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0779eee8-47db-491f-a96c-fa4188bc81d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.553791 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 514d40ac-7f85-4664-874c-e989e3d18c67 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:32.554155 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.554435 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ba03db8e-d9fb-47ba-9b45-5aed43b4d711 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:32.555743 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ba03db8e-d9fb-47ba-9b45-5aed43b4d711 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471143 Dec 09 02:29:32.690853 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] Set router 7cd15625-9c98-4924-b049-4468088e822c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:29:32.719323 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-f739df34-9498-4855-b59b-76db89fea1a8 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83051022&fields=id&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 267 time: 0.0461369 Dec 09 02:29:32.831743 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-edcbda84-b4ca-453a-9a0a-115bd0fa74f5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:32.833786 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-edcbda84-b4ca-453a-9a0a-115bd0fa74f5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/networks?id=3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 HTTP/1.1" status: 200 len: 797 time: 0.1070418 Dec 09 02:29:32.849568 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-61faac28-0ef4-4834-8073-e7532aec7c8a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/quotas/11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 375 time: 0.0097766 Dec 09 02:29:32.902788 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-85d5178c-9d8c-4c86-9e18-3f526796f98a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471542 Dec 09 02:29:32.937206 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0779eee8-47db-491f-a96c-fa4188bc81d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:33.045054 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-e44c9b0d-236a-4e40-a238-07d8e61d116e service neutron] 10.222.0.43 "GET /v2.0/networks/3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295502 Dec 09 02:29:33.056496 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d7c5bcb4-6d5b-4a9a-b8fe-7163ed40a513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:33.062036 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0779eee8-47db-491f-a96c-fa4188bc81d9 None None] For port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b,segment=NetworkSegment(b1811cea-4369-4686-8b9b-e1fc68331509),segment_id=b1811cea-4369-4686-8b9b-e1fc68331509)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:29:33.070591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0779eee8-47db-491f-a96c-fa4188bc81d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:33.135003 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-19179874-5ac7-4333-bc88-adf7ab95a403 service neutron] 10.222.0.43 "GET /v2.0/networks/3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830240 Dec 09 02:29:33.149218 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779eee8-47db-491f-a96c-fa4188bc81d9 None None] Pushing event updated for resources: {'Port': ['ID=66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:33.179169 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:29:29Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b', 'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:96:f7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:29Z', 'updated_at': '2021-12-09T02:29:32Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:33.213402 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16328bda-c606-46be-b376-581ac50db8f4 None None] The sync data for ids ['7cd15625-9c98-4924-b049-4468088e822c'] in dv-neutron-804846-18-hyperv is: [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:29:29Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b', 'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:96:f7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:29Z', 'updated_at': '2021-12-09T02:29:32Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:29:33.228358 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-d6aad939-70f7-4090-a5c2-4ae98c9dbcaa None None] Provisioning complete for port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:33.228730 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6aad939-70f7-4090-a5c2-4ae98c9dbcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:33.346588 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cbccbc6f-cddd-47e9-ac1f-9e4083f4b764 req-ec37f0c7-685b-4d8b-ac90-b412ecc408da tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 210 time: 0.0362844 Dec 09 02:29:34.412127 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:29:34.443080 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-7032ef22-fc3b-4d3e-829a-9f371a125223 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:34.444512 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-7032ef22-fc3b-4d3e-829a-9f371a125223 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/networks?id=3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 HTTP/1.1" status: 200 len: 797 time: 0.1377847 Dec 09 02:29:34.465032 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:34.465584 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:34.473325 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-51ea9162-5cd8-4c97-8529-0219f9c7a3ac req-f9e5c83b-ad1b-49ae-9f9e-c4503dd3897f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 210 time: 0.0278423 Dec 09 02:29:34.533140 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-17d9c34a-603e-4e7e-96e2-b342047dfa3b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e56525f9144d56b0abeb03a899d780 HTTP/1.1" status: 200 len: 378 time: 0.0626302 Dec 09 02:29:34.544248 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-ec5411d5-1494-4931-8102-4355810828ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'port': {'device_id': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'admin_state_up': True, 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'security_groups': ['6e54e3bc-96c3-4631-ac8b-6c86205f9784']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:29:34.655898 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-ec5411d5-1494-4931-8102-4355810828ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Made reservation on behalf of 11e56525f9144d56b0abeb03a899d780 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:29:34.659675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-ec5411d5-1494-4931-8102-4355810828ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:34.781439 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-ec5411d5-1494-4931-8102-4355810828ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.20.0.10 (3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02/910fbdb4-2be5-4714-90f5-4e199271752f/11245cc9-ce7c-47ca-a07d-627ff8905f47) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:29:34.919105 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-ec5411d5-1494-4931-8102-4355810828ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:34.951317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-ec5411d5-1494-4931-8102-4355810828ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:34.990906 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-ec5411d5-1494-4931-8102-4355810828ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:29:34.993913 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-ec5411d5-1494-4931-8102-4355810828ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:29:34.999381 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-ec5411d5-1494-4931-8102-4355810828ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:29:35.030464 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5411d5-1494-4931-8102-4355810828ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=11245cc9-ce7c-47ca-a07d-627ff8905f47,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:35.057203 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-ec5411d5-1494-4931-8102-4355810828ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:35.057840 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-ec5411d5-1494-4931-8102-4355810828ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:35.074770 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-ec5411d5-1494-4931-8102-4355810828ef tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5341818 Dec 09 02:29:35.094792 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Request body: {'port': {'device_id': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:29:35.152236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:35.264575 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b6164831-3fb6-474e-a47a-d1e83e545609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:35.279075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1f172915-11d9-4eed-8636-86cb4a033be3 None None] Provisioning complete for port 11245cc9-ce7c-47ca-a07d-627ff8905f47 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:35.279569 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1f172915-11d9-4eed-8636-86cb4a033be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:35.312509 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1f172915-11d9-4eed-8636-86cb4a033be3 None None] Port 11245cc9-ce7c-47ca-a07d-627ff8905f47 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:29:35.412929 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11245cc9-ce7c-47ca-a07d-627ff8905f47 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:29:35.420434 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:35.432669 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Transition to ACTIVE for port object 11245cc9-ce7c-47ca-a07d-627ff8905f47 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:29:35.436516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:35.485615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Pushing event updated for resources: {'Port': ['ID=11245cc9-ce7c-47ca-a07d-627ff8905f47,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:35.568110 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Attempting to bind port 11245cc9-ce7c-47ca-a07d-627ff8905f47 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:29:35.568362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Attempting to bind port 11245cc9-ce7c-47ca-a07d-627ff8905f47 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'b1811cea-4369-4686-8b9b-e1fc68331509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:29:35.568677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Attempting to bind port 11245cc9-ce7c-47ca-a07d-627ff8905f47 on network 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:29:35.593804 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Port 11245cc9-ce7c-47ca-a07d-627ff8905f47 on network 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:29:35.594133 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Attempting to bind port 11245cc9-ce7c-47ca-a07d-627ff8905f47 on network 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:29:35.605017 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:29:35.605356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Checking segment: {'id': 'b1811cea-4369-4686-8b9b-e1fc68331509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:29:35.605740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Bound using segment: {'id': 'b1811cea-4369-4686-8b9b-e1fc68331509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:29:35.606171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Bound port: 11245cc9-ce7c-47ca-a07d-627ff8905f47, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1811cea-4369-4686-8b9b-e1fc68331509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:29:35.606529 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:35.629768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd27ed7-6978-4c54-b6fa-f74f96022b2b req-68c81118-a704-4f1f-a37b-77b4ea1f2fe5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:35.631289 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcd27ed7-6978-4c54-b6fa-f74f96022b2b req-68c81118-a704-4f1f-a37b-77b4ea1f2fe5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 944 time: 0.0773132 Dec 09 02:29:35.715323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] For port 11245cc9-ce7c-47ca-a07d-627ff8905f47, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:29:35.718629 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] For port 11245cc9-ce7c-47ca-a07d-627ff8905f47, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=11245cc9-ce7c-47ca-a07d-627ff8905f47,segment=NetworkSegment(b1811cea-4369-4686-8b9b-e1fc68331509),segment_id=b1811cea-4369-4686-8b9b-e1fc68331509)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:29:35.723558 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcd27ed7-6978-4c54-b6fa-f74f96022b2b req-ab632c56-900b-4602-8ab9-da9f40a1566f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e54e3bc-96c3-4631-ac8b-6c86205f9784&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716193 Dec 09 02:29:35.725083 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:35.759973 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:35.760603 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:35.762029 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] 10.222.0.45 "PUT /v2.0/ports/11245cc9-ce7c-47ca-a07d-627ff8905f47 HTTP/1.1" status: 200 len: 1094 time: 0.6716783 Dec 09 02:29:35.762470 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'tag': '11245cc9-ce7c-47ca-a07d-627ff8905f47'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:29:35.764748 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ee292a-c713-4e1f-bb5e-e69ebc965b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "7201be18-c985-4714-b560-73f8e7cfbbc3", "tag": "11245cc9-ce7c-47ca-a07d-627ff8905f47"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:29:35.789822 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63861158-e815-4810-afe1-57ef5e56cbad service neutron] Pushing event updated for resources: {'Port': ['ID=11245cc9-ce7c-47ca-a07d-627ff8905f47,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:35.815299 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21192b5-f6c3-4205-83eb-2b084efb6adf x-openstack-request-id: req-e21192b5-f6c3-4205-83eb-2b084efb6adf {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:29:35.815630 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7201be18-c985-4714-b560-73f8e7cfbbc3", "tag": "11245cc9-ce7c-47ca-a07d-627ff8905f47", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:29:35.815914 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e21192b5-f6c3-4205-83eb-2b084efb6adf {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:29:35.816358 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'tag': '11245cc9-ce7c-47ca-a07d-627ff8905f47', 'status': 'completed', 'code': 200} Dec 09 02:29:35.893428 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-d2d0ec70-b4ec-4b4f-b8ba-a94a21bdc95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:35.895022 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-d2d0ec70-b4ec-4b4f-b8ba-a94a21bdc95d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 1097 time: 0.0463333 Dec 09 02:29:35.945577 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-ca641f71-053d-40ef-b653-de68ee36288f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11245cc9-ce7c-47ca-a07d-627ff8905f47 HTTP/1.1" status: 200 len: 217 time: 0.0360539 Dec 09 02:29:35.994406 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-036a0d7e-6e1c-4c36-86e9-98a739fa32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:35.995875 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-036a0d7e-6e1c-4c36-86e9-98a739fa32d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=910fbdb4-2be5-4714-90f5-4e199271752f HTTP/1.1" status: 200 len: 834 time: 0.0433719 Dec 09 02:29:36.046275 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-a5dd87d1-b020-447b-b686-c2e1f5ddfb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:36.047719 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-a5dd87d1-b020-447b-b686-c2e1f5ddfb03 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0443566 Dec 09 02:29:36.134448 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-8272e7b5-7b04-4af5-b04c-c5dcce6bc701 service neutron] 10.222.0.45 "GET /v2.0/networks/3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798855 Dec 09 02:29:36.226612 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c505c2-4c3f-40f4-ba00-5cbb3125a6c5 req-e51fee8e-39bb-464f-9654-d9ed2d4f5c2e service neutron] 10.222.0.45 "GET /v2.0/networks/3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853705 Dec 09 02:29:36.358702 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee292a-c713-4e1f-bb5e-e69ebc965b0c req-92c68719-ce47-49b0-8c1f-c8f99c99fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:36.360202 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-71ee292a-c713-4e1f-bb5e-e69ebc965b0c req-92c68719-ce47-49b0-8c1f-c8f99c99fcf8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 1097 time: 0.0410938 Dec 09 02:29:36.414189 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:36.449757 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee292a-c713-4e1f-bb5e-e69ebc965b0c req-11695ceb-2a43-487c-beb1-72ee8a8a8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:36.451246 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-71ee292a-c713-4e1f-bb5e-e69ebc965b0c req-11695ceb-2a43-487c-beb1-72ee8a8a8c81 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 HTTP/1.1" status: 200 len: 898 time: 0.0827384 Dec 09 02:29:36.498577 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-71ee292a-c713-4e1f-bb5e-e69ebc965b0c req-ccb01433-337a-4892-a9fd-ba7dcc11fe64 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11245cc9-ce7c-47ca-a07d-627ff8905f47 HTTP/1.1" status: 200 len: 217 time: 0.0375783 Dec 09 02:29:36.547071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee292a-c713-4e1f-bb5e-e69ebc965b0c req-49878063-0344-45a8-950f-b462bc064c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:36.548542 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-71ee292a-c713-4e1f-bb5e-e69ebc965b0c req-49878063-0344-45a8-950f-b462bc064c33 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=910fbdb4-2be5-4714-90f5-4e199271752f HTTP/1.1" status: 200 len: 834 time: 0.0430183 Dec 09 02:29:36.594259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee292a-c713-4e1f-bb5e-e69ebc965b0c req-967ee6a1-f5db-4cb2-99b6-28c69d0d9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:36.595770 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-71ee292a-c713-4e1f-bb5e-e69ebc965b0c req-967ee6a1-f5db-4cb2-99b6-28c69d0d9319 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393302 Dec 09 02:29:36.687926 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-71ee292a-c713-4e1f-bb5e-e69ebc965b0c req-19f2d9ed-4b01-446e-8bf1-21ee36342147 service neutron] 10.222.0.45 "GET /v2.0/networks/3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842197 Dec 09 02:29:36.777369 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-71ee292a-c713-4e1f-bb5e-e69ebc965b0c req-904f1991-0a34-40f1-9f93-e41fade4c389 service neutron] 10.222.0.45 "GET /v2.0/networks/3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817335 Dec 09 02:29:36.844908 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243e626-6ec8-4c3b-8790-361ab2e800e6 req-669f1a52-733e-4e68-a0f8-1642af98e051 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:36.846387 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1243e626-6ec8-4c3b-8790-361ab2e800e6 req-669f1a52-733e-4e68-a0f8-1642af98e051 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 944 time: 0.0482769 Dec 09 02:29:36.900759 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1243e626-6ec8-4c3b-8790-361ab2e800e6 req-e0bfd48d-d9d6-4548-ba69-ec942e53dbf0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e54e3bc-96c3-4631-ac8b-6c86205f9784&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477180 Dec 09 02:29:37.804004 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:38.012758 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498d250-0f58-42ab-9c51-0b2c9957f4b3 req-f737f38f-82a0-4d52-9937-5560f83a8521 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:38.014157 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2498d250-0f58-42ab-9c51-0b2c9957f4b3 req-f737f38f-82a0-4d52-9937-5560f83a8521 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 944 time: 0.0484214 Dec 09 02:29:38.062627 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2498d250-0f58-42ab-9c51-0b2c9957f4b3 req-77591e6c-b2f3-491c-8f14-19c453df11f5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e54e3bc-96c3-4631-ac8b-6c86205f9784&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425503 Dec 09 02:29:38.589259 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 11245cc9-ce7c-47ca-a07d-627ff8905f47 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:29:38.685180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:38.700590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 11245cc9-ce7c-47ca-a07d-627ff8905f47, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=11245cc9-ce7c-47ca-a07d-627ff8905f47,segment=NetworkSegment(b1811cea-4369-4686-8b9b-e1fc68331509),segment_id=b1811cea-4369-4686-8b9b-e1fc68331509)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:29:38.712120 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '11245cc9-ce7c-47ca-a07d-627ff8905f47', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'port_id': '11245cc9-ce7c-47ca-a07d-627ff8905f47', 'mac_address': 'fa:16:3e:ad:66:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:29:38.748202 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:38.761023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11245cc9-ce7c-47ca-a07d-627ff8905f47 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:29:38.780681 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 11245cc9-ce7c-47ca-a07d-627ff8905f47, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=11245cc9-ce7c-47ca-a07d-627ff8905f47,segment=NetworkSegment(b1811cea-4369-4686-8b9b-e1fc68331509),segment_id=b1811cea-4369-4686-8b9b-e1fc68331509)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:29:38.784225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:38.830513 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=11245cc9-ce7c-47ca-a07d-627ff8905f47,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:39.065495 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['11245cc9-ce7c-47ca-a07d-627ff8905f47'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:29:39.175808 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c84462-90be-4e50-a3bb-7c94d96d1776 req-53cef581-5804-442d-8777-9bd4517ccb72 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:39.177323 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-61c84462-90be-4e50-a3bb-7c94d96d1776 req-53cef581-5804-442d-8777-9bd4517ccb72 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 945 time: 0.0486913 Dec 09 02:29:39.226378 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-61c84462-90be-4e50-a3bb-7c94d96d1776 req-c66f822f-6c41-4bca-ad1d-83190f1acd75 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e54e3bc-96c3-4631-ac8b-6c86205f9784&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427315 Dec 09 02:29:40.343196 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32f617-c05b-4419-ae37-0bb46bfc3eda req-8043a240-eefa-47ea-86e8-c997d339855e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:40.344690 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f32f617-c05b-4419-ae37-0bb46bfc3eda req-8043a240-eefa-47ea-86e8-c997d339855e tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 945 time: 0.0517719 Dec 09 02:29:40.391746 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f32f617-c05b-4419-ae37-0bb46bfc3eda req-7e2b8d4a-6dd7-45a9-b572-efd468755e13 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e54e3bc-96c3-4631-ac8b-6c86205f9784&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410779 Dec 09 02:29:40.590069 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 11245cc9-ce7c-47ca-a07d-627ff8905f47 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:29:40.640536 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 11245cc9-ce7c-47ca-a07d-627ff8905f47 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:29:40.645013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 11245cc9-ce7c-47ca-a07d-627ff8905f47 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:29:40.645342 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:40.720098 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:40.742171 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11245cc9-ce7c-47ca-a07d-627ff8905f47'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:29:40.744469 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84852de3-7ff3-41a6-b503-35dc57a86fa3" -d '{"events": [{"server_uuid": "7201be18-c985-4714-b560-73f8e7cfbbc3", "name": "network-vif-plugged", "status": "completed", "tag": "11245cc9-ce7c-47ca-a07d-627ff8905f47"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:29:40.756877 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 11245cc9-ce7c-47ca-a07d-627ff8905f47, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=11245cc9-ce7c-47ca-a07d-627ff8905f47,segment=NetworkSegment(b1811cea-4369-4686-8b9b-e1fc68331509),segment_id=b1811cea-4369-4686-8b9b-e1fc68331509)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:29:40.761144 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:40.812457 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=11245cc9-ce7c-47ca-a07d-627ff8905f47,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:40.837267 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df1819a-49de-4966-b7eb-45df356fd75b x-openstack-request-id: req-3df1819a-49de-4966-b7eb-45df356fd75b {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:29:40.837856 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7201be18-c985-4714-b560-73f8e7cfbbc3", "name": "network-vif-plugged", "status": "completed", "tag": "11245cc9-ce7c-47ca-a07d-627ff8905f47", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:29:40.838113 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3df1819a-49de-4966-b7eb-45df356fd75b {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:29:40.838511 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11245cc9-ce7c-47ca-a07d-627ff8905f47', 'code': 200} Dec 09 02:29:41.042390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb78939-0933-431e-909b-4aae908238d3 req-34a99b5c-e7ff-4411-aa4f-f0d9343f9f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:41.043881 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ccb78939-0933-431e-909b-4aae908238d3 req-34a99b5c-e7ff-4411-aa4f-f0d9343f9f25 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 1099 time: 0.0391469 Dec 09 02:29:41.088421 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ccb78939-0933-431e-909b-4aae908238d3 req-b30aba45-2d8e-4d38-8b06-b944e784bae3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6e54e3bc-96c3-4631-ac8b-6c86205f9784&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367157 Dec 09 02:29:41.509193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bb7cd-f36b-4a16-954c-b89d0e8031d9 req-7015f261-f125-4416-9ddb-70d531787758 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:41.510645 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4e4bb7cd-f36b-4a16-954c-b89d0e8031d9 req-7015f261-f125-4416-9ddb-70d531787758 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 946 time: 0.0510852 Dec 09 02:29:41.559495 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4e4bb7cd-f36b-4a16-954c-b89d0e8031d9 req-000fd182-fa30-49ec-a989-2385d069274d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e54e3bc-96c3-4631-ac8b-6c86205f9784&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429699 Dec 09 02:29:42.671667 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7589d-1c00-4977-80a7-a93a26e0ffbe req-0e357c19-d4e1-4362-8598-258536467630 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:42.673147 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-87a7589d-1c00-4977-80a7-a93a26e0ffbe req-0e357c19-d4e1-4362-8598-258536467630 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 946 time: 0.0489616 Dec 09 02:29:42.721679 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-87a7589d-1c00-4977-80a7-a93a26e0ffbe req-cbb32751-99b8-4cac-94b8-87031ca389f1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e54e3bc-96c3-4631-ac8b-6c86205f9784&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425947 Dec 09 02:29:42.833618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b8826-7900-4df0-907a-5219fd16bdbb req-a7f6b176-0cee-4d21-ae20-dc3d70e45cce tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:42.835112 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7b5b8826-7900-4df0-907a-5219fd16bdbb req-a7f6b176-0cee-4d21-ae20-dc3d70e45cce tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 946 time: 0.0482104 Dec 09 02:29:42.886410 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7b5b8826-7900-4df0-907a-5219fd16bdbb req-09c102f0-63dd-43ec-8482-2fcf2961d01b tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e54e3bc-96c3-4631-ac8b-6c86205f9784&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452912 Dec 09 02:29:42.908333 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39340) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:42.947224 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cd8faa-07db-4390-b71a-b40e917ec7d2 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:42.948742 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-39cd8faa-07db-4390-b71a-b40e917ec7d2 tempest-TestNetworkBasicOps-1217664 tempest-TestNetworkBasicOps-1217664-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 1094 time: 0.0394399 Dec 09 02:29:42.951505 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39342) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:42.955629 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '11245cc9-ce7c-47ca-a07d-627ff8905f47', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:29:42.976454 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:43.071131 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:43.173418 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Allocated IP 172.26.3.187 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/9d13be6e-290b-44c7-838a-b0fa1e8c6662) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:29:43.271149 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:43.305037 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:43.339707 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:29:43.342422 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:29:43.348366 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:29:43.376356 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=9d13be6e-290b-44c7-838a-b0fa1e8c6662,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:43.697208 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:43.762461 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:43.905856 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:43.910860 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:43.979311 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event updated for resources: {'Port': ['ID=9d13be6e-290b-44c7-838a-b0fa1e8c6662,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:29:43.991009 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:44.088072 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP e53f2a67-34b2-4546-bbc8-772d9f7aad9a associated. External IP: 172.26.3.187, port: 11245cc9-ce7c-47ca-a07d-627ff8905f47. Dec 09 02:29:44.228322 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:44.539689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 7cd15625-9c98-4924-b049-4468088e822c has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:29:44.640841 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:29:44.651483 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfde9a-efd3-4772-8ff6-5dc08eb95421 None None] Sync routers for ids ['7cd15625-9c98-4924-b049-4468088e822c'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:29:44.658478 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:29:44.663282 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfde9a-efd3-4772-8ff6-5dc08eb95421 None None] Routers {'7cd15625-9c98-4924-b049-4468088e822c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:29:44.663902 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e8cfde9a-efd3-4772-8ff6-5dc08eb95421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:29:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7cd15625-9c98-4924-b049-4468088e822c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:44.688914 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-415412ea-1971-40b4-99af-9a6fcf3f030f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7364073 Dec 09 02:29:44.689520 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'tag': '11245cc9-ce7c-47ca-a07d-627ff8905f47'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:29:44.691754 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39344) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:44.692263 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c880e9c-85ef-468c-a254-d6250f604956" -d '{"events": [{"name": "network-changed", "server_uuid": "7201be18-c985-4714-b560-73f8e7cfbbc3", "tag": "11245cc9-ce7c-47ca-a07d-627ff8905f47"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:29:44.730469 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32af4a3a-1b37-4359-b55f-5a9aeee204e4 x-openstack-request-id: req-32af4a3a-1b37-4359-b55f-5a9aeee204e4 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:29:44.731029 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7201be18-c985-4714-b560-73f8e7cfbbc3", "tag": "11245cc9-ce7c-47ca-a07d-627ff8905f47", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:29:44.731291 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32af4a3a-1b37-4359-b55f-5a9aeee204e4 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:29:44.731749 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'tag': '11245cc9-ce7c-47ca-a07d-627ff8905f47', 'status': 'completed', 'code': 200} Dec 09 02:29:44.759740 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-889d6496-6637-40e9-912d-822107162ac1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/e53f2a67-34b2-4546-bbc8-772d9f7aad9a HTTP/1.1" status: 200 len: 992 time: 0.0656409 Dec 09 02:29:44.767635 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-e8cfde9a-efd3-4772-8ff6-5dc08eb95421 None None] Set router 7cd15625-9c98-4924-b049-4468088e822c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:29:44.817691 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c880e9c-85ef-468c-a254-d6250f604956 req-b0c6d2bb-f2d2-4ce0-8426-23ccf955f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:44.819168 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c880e9c-85ef-468c-a254-d6250f604956 req-b0c6d2bb-f2d2-4ce0-8426-23ccf955f6cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 1099 time: 0.0403304 Dec 09 02:29:44.911668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c880e9c-85ef-468c-a254-d6250f604956 req-f79df58c-5850-4800-ae76-0f260fd2f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:44.913063 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c880e9c-85ef-468c-a254-d6250f604956 req-f79df58c-5850-4800-ae76-0f260fd2f3da service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 HTTP/1.1" status: 200 len: 898 time: 0.0866647 Dec 09 02:29:44.981135 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c880e9c-85ef-468c-a254-d6250f604956 req-ae967bb8-4135-4dce-a86b-cb77eada7cc8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11245cc9-ce7c-47ca-a07d-627ff8905f47 HTTP/1.1" status: 200 len: 1000 time: 0.0611706 Dec 09 02:29:44.990984 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e8cfde9a-efd3-4772-8ff6-5dc08eb95421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:29:29Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'e53f2a67-34b2-4546-bbc8-772d9f7aad9a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.187', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '7cd15625-9c98-4924-b049-4468088e822c', 'port_id': '11245cc9-ce7c-47ca-a07d-627ff8905f47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'mac_address': 'fa:16:3e:ad:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:29:43Z', 'updated_at': '2021-12-09T02:29:43Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b', 'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:96:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:29Z', 'updated_at': '2021-12-09T02:29:33Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:45.016944 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfde9a-efd3-4772-8ff6-5dc08eb95421 None None] Checking router: 7cd15625-9c98-4924-b049-4468088e822c for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:29:45.025853 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfde9a-efd3-4772-8ff6-5dc08eb95421 None None] Routers {'7cd15625-9c98-4924-b049-4468088e822c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:29:45.026447 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e8cfde9a-efd3-4772-8ff6-5dc08eb95421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:29:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7cd15625-9c98-4924-b049-4468088e822c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:45.034259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c880e9c-85ef-468c-a254-d6250f604956 req-2f2973af-5f78-42a4-83d5-53afbb24b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:45.036046 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c880e9c-85ef-468c-a254-d6250f604956 req-2f2973af-5f78-42a4-83d5-53afbb24b2e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=910fbdb4-2be5-4714-90f5-4e199271752f HTTP/1.1" status: 200 len: 834 time: 0.0467281 Dec 09 02:29:45.080141 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c880e9c-85ef-468c-a254-d6250f604956 req-1ecd6a98-4800-4591-99b9-fef2f6646599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:29:45.082209 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c880e9c-85ef-468c-a254-d6250f604956 req-1ecd6a98-4800-4591-99b9-fef2f6646599 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392072 Dec 09 02:29:45.130095 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-e8cfde9a-efd3-4772-8ff6-5dc08eb95421 None None] Set router 7cd15625-9c98-4924-b049-4468088e822c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:29:45.168142 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c880e9c-85ef-468c-a254-d6250f604956 req-66366e84-f451-48d8-b95d-fb74e48c160e service neutron] 10.222.0.45 "GET /v2.0/networks/3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794678 Dec 09 02:29:45.260917 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c880e9c-85ef-468c-a254-d6250f604956 req-1baca466-6114-4baf-8a31-1529d11ea505 service neutron] 10.222.0.45 "GET /v2.0/networks/3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845575 Dec 09 02:29:45.349599 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e8cfde9a-efd3-4772-8ff6-5dc08eb95421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:29:29Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'e53f2a67-34b2-4546-bbc8-772d9f7aad9a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.187', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '7cd15625-9c98-4924-b049-4468088e822c', 'port_id': '11245cc9-ce7c-47ca-a07d-627ff8905f47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'mac_address': 'fa:16:3e:ad:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:29:43Z', 'updated_at': '2021-12-09T02:29:43Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b', 'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:96:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:29Z', 'updated_at': '2021-12-09T02:29:33Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:29:45.375444 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfde9a-efd3-4772-8ff6-5dc08eb95421 None None] The sync data for ids ['7cd15625-9c98-4924-b049-4468088e822c'] in dv-neutron-804846-18-hyperv is: [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:29:29Z', 'revision_number': 4, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'e53f2a67-34b2-4546-bbc8-772d9f7aad9a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.187', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '7cd15625-9c98-4924-b049-4468088e822c', 'port_id': '11245cc9-ce7c-47ca-a07d-627ff8905f47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'mac_address': 'fa:16:3e:ad:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:29:43Z', 'updated_at': '2021-12-09T02:29:43Z', 'revision_number': 0, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b', 'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:96:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:29Z', 'updated_at': '2021-12-09T02:29:33Z', 'revision_number': 5, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:29:45.658784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5199d3bb-137f-4e7f-b4b0-35511a5f583e None None] New status for floating IP e53f2a67-34b2-4546-bbc8-772d9f7aad9a: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:29:45.762461 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39348) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:45.827802 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ca117bcd-b96f-4c4f-8ded-f0345cd2e3d1 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/e53f2a67-34b2-4546-bbc8-772d9f7aad9a HTTP/1.1" status: 200 len: 992 time: 0.0641284 Dec 09 02:29:46.829183 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39350) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:29:46.889228 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e8e84a3a-9ba3-44da-a2e8-40093b810f4c tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/e53f2a67-34b2-4546-bbc8-772d9f7aad9a HTTP/1.1" status: 200 len: 994 time: 0.0589001 Dec 09 02:30:00.380449 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:30:03.028535 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-62086b40-1481-462f-8362-052e7c751a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:05.265629 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9de6a3da-dd49-4722-9b16-6bbaa23392e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:06.415581 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:07.805827 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:08.670886 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:13.387740 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39360) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:13.392287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d4697221-54d6-4747-9238-b7350e2a8878 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:30:13.686024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4697221-54d6-4747-9238-b7350e2a8878 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:13.696413 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4697221-54d6-4747-9238-b7350e2a8878 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:13.802553 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4697221-54d6-4747-9238-b7350e2a8878 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 7cd15625-9c98-4924-b049-4468088e822c has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:30:13.907040 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4697221-54d6-4747-9238-b7350e2a8878 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:30:13.914801 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4697221-54d6-4747-9238-b7350e2a8878 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:13.915966 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d4697221-54d6-4747-9238-b7350e2a8878 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/7cd15625-9c98-4924-b049-4468088e822c HTTP/1.1" status: 200 len: 887 time: 0.5272772 Dec 09 02:30:13.917336 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490f929-2164-4af6-8fd6-bb3884d33c55 None None] Sync routers for ids ['7cd15625-9c98-4924-b049-4468088e822c'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:30:13.931128 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490f929-2164-4af6-8fd6-bb3884d33c55 None None] Routers {'7cd15625-9c98-4924-b049-4468088e822c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:30:13.931755 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b490f929-2164-4af6-8fd6-bb3884d33c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:30:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7cd15625-9c98-4924-b049-4468088e822c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:13.964999 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b490f929-2164-4af6-8fd6-bb3884d33c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:13.973094 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490f929-2164-4af6-8fd6-bb3884d33c55 None None] Routers {'7cd15625-9c98-4924-b049-4468088e822c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:30:13.974264 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b490f929-2164-4af6-8fd6-bb3884d33c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:30:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7cd15625-9c98-4924-b049-4468088e822c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:14.004137 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b490f929-2164-4af6-8fd6-bb3884d33c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:14.005258 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490f929-2164-4af6-8fd6-bb3884d33c55 None None] The sync data for ids ['7cd15625-9c98-4924-b049-4468088e822c'] in dv-neutron-804846-18-hyperv is: [] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:30:14.224134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:14.418702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:30:14.495666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:14.529562 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b,segment=NetworkSegment(b1811cea-4369-4686-8b9b-e1fc68331509),segment_id=b1811cea-4369-4686-8b9b-e1fc68331509)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:30:14.533094 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:14.578327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:14.762229 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93610782-724d-47e2-9d5d-5eb06d51d6bb None None] New status for floating IP e53f2a67-34b2-4546-bbc8-772d9f7aad9a: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:30:16.052952 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39364) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:16.057609 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b252dadb-0df0-4ac1-aaca-cbd4996af4a3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:30:16.354921 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b252dadb-0df0-4ac1-aaca-cbd4996af4a3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4987'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:16.366410 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b252dadb-0df0-4ac1-aaca-cbd4996af4a3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544253', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540451'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:16.380078 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1a226c67-2b92-4fb6-a761-0d6cfc759c16 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:30:16.458241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:16.471721 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b252dadb-0df0-4ac1-aaca-cbd4996af4a3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 7cd15625-9c98-4924-b049-4468088e822c has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:30:16.479332 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 1a226c67-2b92-4fb6-a761-0d6cfc759c16, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1a226c67-2b92-4fb6-a761-0d6cfc759c16,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:30:16.482862 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:16.528640 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=1a226c67-2b92-4fb6-a761-0d6cfc759c16,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:16.582936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b252dadb-0df0-4ac1-aaca-cbd4996af4a3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:30:16.589749 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b252dadb-0df0-4ac1-aaca-cbd4996af4a3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:16.590911 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b252dadb-0df0-4ac1-aaca-cbd4996af4a3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/7cd15625-9c98-4924-b049-4468088e822c HTTP/1.1" status: 200 len: 886 time: 0.5369508 Dec 09 02:30:16.592877 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a34a3-371b-4b13-9e01-c924d39e1486 None None] Sync routers for ids ['7cd15625-9c98-4924-b049-4468088e822c'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:30:16.593742 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39366) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:16.604366 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a34a3-371b-4b13-9e01-c924d39e1486 None None] Routers {'7cd15625-9c98-4924-b049-4468088e822c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:30:16.605232 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-5b1a34a3-371b-4b13-9e01-c924d39e1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:30:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7cd15625-9c98-4924-b049-4468088e822c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:16.656606 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8d739001-c8ca-4c4d-97e2-dbf06aee8034 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/e53f2a67-34b2-4546-bbc8-772d9f7aad9a HTTP/1.1" status: 200 len: 992 time: 0.0617867 Dec 09 02:30:16.710741 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-5b1a34a3-371b-4b13-9e01-c924d39e1486 None None] Set router 7cd15625-9c98-4924-b049-4468088e822c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:30:16.931458 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-5b1a34a3-371b-4b13-9e01-c924d39e1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:30:16Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:30:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'e53f2a67-34b2-4546-bbc8-772d9f7aad9a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.187', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '7cd15625-9c98-4924-b049-4468088e822c', 'port_id': '11245cc9-ce7c-47ca-a07d-627ff8905f47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'mac_address': 'fa:16:3e:ad:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:29:43Z', 'updated_at': '2021-12-09T02:30:14Z', 'revision_number': 2, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b', 'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:96:f7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:29Z', 'updated_at': '2021-12-09T02:30:14Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:16.956361 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a34a3-371b-4b13-9e01-c924d39e1486 None None] Checking router: 7cd15625-9c98-4924-b049-4468088e822c for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:30:16.964876 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a34a3-371b-4b13-9e01-c924d39e1486 None None] Routers {'7cd15625-9c98-4924-b049-4468088e822c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:30:16.965465 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-5b1a34a3-371b-4b13-9e01-c924d39e1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:30:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7cd15625-9c98-4924-b049-4468088e822c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:17.151001 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-5b1a34a3-371b-4b13-9e01-c924d39e1486 None None] Set router 7cd15625-9c98-4924-b049-4468088e822c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:30:17.363555 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-5b1a34a3-371b-4b13-9e01-c924d39e1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:30:16Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:30:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'e53f2a67-34b2-4546-bbc8-772d9f7aad9a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.187', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '7cd15625-9c98-4924-b049-4468088e822c', 'port_id': '11245cc9-ce7c-47ca-a07d-627ff8905f47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'mac_address': 'fa:16:3e:ad:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:29:43Z', 'updated_at': '2021-12-09T02:30:14Z', 'revision_number': 2, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b', 'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:96:f7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:29Z', 'updated_at': '2021-12-09T02:30:14Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:17.389869 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a34a3-371b-4b13-9e01-c924d39e1486 None None] The sync data for ids ['7cd15625-9c98-4924-b049-4468088e822c'] in dv-neutron-804846-18-hyperv is: [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:30:16Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:30:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'e53f2a67-34b2-4546-bbc8-772d9f7aad9a', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'floating_ip_address': '172.26.3.187', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '7cd15625-9c98-4924-b049-4468088e822c', 'port_id': '11245cc9-ce7c-47ca-a07d-627ff8905f47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'mac_address': 'fa:16:3e:ad:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:29:43Z', 'updated_at': '2021-12-09T02:30:14Z', 'revision_number': 2, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b', 'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:96:f7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:29Z', 'updated_at': '2021-12-09T02:30:14Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:30:17.660857 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39368) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:17.725453 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-205a8265-60b9-43c2-8ebe-e4a3bb888c87 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/e53f2a67-34b2-4546-bbc8-772d9f7aad9a HTTP/1.1" status: 200 len: 992 time: 0.0633092 Dec 09 02:30:18.424117 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1a226c67-2b92-4fb6-a761-0d6cfc759c16 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:30:18.472869 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 1a226c67-2b92-4fb6-a761-0d6cfc759c16 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:30:18.473240 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:18.553995 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:18.573241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 1a226c67-2b92-4fb6-a761-0d6cfc759c16, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1a226c67-2b92-4fb6-a761-0d6cfc759c16,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:30:18.577107 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:18.577872 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:30:18.650905 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=1a226c67-2b92-4fb6-a761-0d6cfc759c16,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:18.664817 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:30:18.665200 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:18.729157 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39370) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:18.743587 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:18.774575 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b,segment=NetworkSegment(b1811cea-4369-4686-8b9b-e1fc68331509),segment_id=b1811cea-4369-4686-8b9b-e1fc68331509)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:30:18.779654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:18.793909 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ff213e57-80a0-40fe-b5e7-49b63de94033 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/e53f2a67-34b2-4546-bbc8-772d9f7aad9a HTTP/1.1" status: 200 len: 992 time: 0.0630224 Dec 09 02:30:18.826206 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:18.968324 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b534cc-eee6-4496-936f-99ddc42242e6 None None] New status for floating IP e53f2a67-34b2-4546-bbc8-772d9f7aad9a: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:30:19.797369 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39372) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:19.857731 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2bb6c0f1-7d19-445e-af4d-45ef8affbb8d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/floatingips/e53f2a67-34b2-4546-bbc8-772d9f7aad9a HTTP/1.1" status: 200 len: 994 time: 0.0592771 Dec 09 02:30:20.119125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39378) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:20.274642 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 9d13be6e-290b-44c7-838a-b0fa1e8c6662 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:30:20.274987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:20.347629 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:20.347961 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:20.360353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 9d13be6e-290b-44c7-838a-b0fa1e8c6662 owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:30:20.390805 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1a226c67-2b92-4fb6-a761-0d6cfc759c16 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:30:20.439308 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 1a226c67-2b92-4fb6-a761-0d6cfc759c16 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:30:20.439722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:20.509992 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:20.519803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:30:20.535726 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=9d13be6e-290b-44c7-838a-b0fa1e8c6662,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:20.560322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:20.560676 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:20.561116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:20.561544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:20.561678 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:20.561987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:20.562369 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:20.562731 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:20.563130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:20.563509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:20.563829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:20.564154 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:20.564475 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:20.567158 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:30:20.567572 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:20.610113 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:20.610454 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Floating IP e53f2a67-34b2-4546-bbc8-772d9f7aad9a disassociated (deleted). External IP: 172.26.3.187, port: 11245cc9-ce7c-47ca-a07d-627ff8905f47. Dec 09 02:30:20.810609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 7cd15625-9c98-4924-b049-4468088e822c has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:30:20.911277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:30:20.915762 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:20.920452 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01d4a6-e733-4350-a95e-74366c849b44 None None] Sync routers for ids ['7cd15625-9c98-4924-b049-4468088e822c'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:30:20.931231 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01d4a6-e733-4350-a95e-74366c849b44 None None] Routers {'7cd15625-9c98-4924-b049-4468088e822c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:30:20.931879 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-1e01d4a6-e733-4350-a95e-74366c849b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:30:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7cd15625-9c98-4924-b049-4468088e822c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:20.945533 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-46f17e46-50d8-42f0-8da5-df520f4dc3cf tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/floatingips/e53f2a67-34b2-4546-bbc8-772d9f7aad9a HTTP/1.1" status: 204 len: 168 time: 0.8253841 Dec 09 02:30:20.946123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'tag': '11245cc9-ce7c-47ca-a07d-627ff8905f47'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:30:20.948416 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01887458-e893-4afb-808f-63416808fe9d" -d '{"events": [{"name": "network-changed", "server_uuid": "7201be18-c985-4714-b560-73f8e7cfbbc3", "tag": "11245cc9-ce7c-47ca-a07d-627ff8905f47"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:30:21.041284 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-1e01d4a6-e733-4350-a95e-74366c849b44 None None] Set router 7cd15625-9c98-4924-b049-4468088e822c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:30:21.101843 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447ef942-5d50-4e6f-91fc-8def77e5f523 x-openstack-request-id: req-447ef942-5d50-4e6f-91fc-8def77e5f523 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:30:21.102161 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7201be18-c985-4714-b560-73f8e7cfbbc3", "tag": "11245cc9-ce7c-47ca-a07d-627ff8905f47", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:30:21.102419 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-447ef942-5d50-4e6f-91fc-8def77e5f523 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:30:21.102852 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'tag': '11245cc9-ce7c-47ca-a07d-627ff8905f47', 'status': 'completed', 'code': 200} Dec 09 02:30:21.226712 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdae89-94b6-44e6-b416-02c78fd4fe2e req-91bf762d-9f0b-44dc-be5f-7101e8be7c59 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:21.228279 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d6fdae89-94b6-44e6-b416-02c78fd4fe2e req-91bf762d-9f0b-44dc-be5f-7101e8be7c59 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 946 time: 0.0791605 Dec 09 02:30:21.232946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01887458-e893-4afb-808f-63416808fe9d req-9b748f4d-c1aa-4b86-9eb2-b9c2b48c132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:21.234355 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01887458-e893-4afb-808f-63416808fe9d req-9b748f4d-c1aa-4b86-9eb2-b9c2b48c132e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=11e56525f9144d56b0abeb03a899d780&device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 1099 time: 0.0591288 Dec 09 02:30:21.246134 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-1e01d4a6-e733-4350-a95e-74366c849b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:30:16Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:30:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b', 'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:96:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:29Z', 'updated_at': '2021-12-09T02:30:18Z', 'revision_number': 7, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:21.272629 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01d4a6-e733-4350-a95e-74366c849b44 None None] Checking router: 7cd15625-9c98-4924-b049-4468088e822c for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:30:21.280910 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01d4a6-e733-4350-a95e-74366c849b44 None None] Routers {'7cd15625-9c98-4924-b049-4468088e822c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:30:21.281510 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-1e01d4a6-e733-4350-a95e-74366c849b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:30:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7cd15625-9c98-4924-b049-4468088e822c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:21.333888 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d6fdae89-94b6-44e6-b416-02c78fd4fe2e req-0e1d36d9-23a9-4142-96a3-a7f5cac37433 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e54e3bc-96c3-4631-ac8b-6c86205f9784&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981765 Dec 09 02:30:21.368330 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01887458-e893-4afb-808f-63416808fe9d req-db382d93-67ba-4651-b5f1-c940700be325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:21.369803 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01887458-e893-4afb-808f-63416808fe9d req-db382d93-67ba-4651-b5f1-c940700be325 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 HTTP/1.1" status: 200 len: 898 time: 0.1279290 Dec 09 02:30:21.386685 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-1e01d4a6-e733-4350-a95e-74366c849b44 None None] Set router 7cd15625-9c98-4924-b049-4468088e822c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:30:21.414164 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01887458-e893-4afb-808f-63416808fe9d req-b55f7a26-9af7-4186-8a9e-1d1418e9c3ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11245cc9-ce7c-47ca-a07d-627ff8905f47 HTTP/1.1" status: 200 len: 217 time: 0.0360720 Dec 09 02:30:21.461928 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01887458-e893-4afb-808f-63416808fe9d req-82c5fcaa-262e-41b4-87db-6b88e7e33660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:21.464164 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01887458-e893-4afb-808f-63416808fe9d req-82c5fcaa-262e-41b4-87db-6b88e7e33660 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=910fbdb4-2be5-4714-90f5-4e199271752f HTTP/1.1" status: 200 len: 834 time: 0.0422902 Dec 09 02:30:21.515329 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01887458-e893-4afb-808f-63416808fe9d req-ad015282-7661-40bd-8ac7-0349f6ed7f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:21.516767 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01887458-e893-4afb-808f-63416808fe9d req-ad015282-7661-40bd-8ac7-0349f6ed7f6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0443611 Dec 09 02:30:21.582703 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-1e01d4a6-e733-4350-a95e-74366c849b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:30:16Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:30:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b', 'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:96:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:29Z', 'updated_at': '2021-12-09T02:30:18Z', 'revision_number': 7, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:21.605847 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01887458-e893-4afb-808f-63416808fe9d req-c36ddb74-a14a-40d2-8613-863bf39a1157 service neutron] 10.222.0.45 "GET /v2.0/networks/3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817640 Dec 09 02:30:21.612225 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01d4a6-e733-4350-a95e-74366c849b44 None None] The sync data for ids ['7cd15625-9c98-4924-b049-4468088e822c'] in dv-neutron-804846-18-hyperv is: [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:30:16Z', 'revision_number': 6, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:30:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b', 'name': '', 'network_id': '3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'mac_address': 'fa:16:3e:96:f7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:29Z', 'updated_at': '2021-12-09T02:30:18Z', 'revision_number': 7, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'subnets': [{'id': '910fbdb4-2be5-4714-90f5-4e199271752f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:30:21.703882 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01887458-e893-4afb-808f-63416808fe9d req-91f779f8-4cb8-4327-a0ce-9b49abddc76d service neutron] 10.222.0.45 "GET /v2.0/networks/3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903263 Dec 09 02:30:22.237523 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e838647-7dc8-421d-b1ed-7a56ce25697b None None] New status for floating IP e53f2a67-34b2-4546-bbc8-772d9f7aad9a: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:30:22.450129 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece7439-26f2-487d-a018-4198243fa3a2 req-2f8bd793-dc9b-432b-9822-bbea0a65eb99 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:22.451650 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7ece7439-26f2-487d-a018-4198243fa3a2 req-2f8bd793-dc9b-432b-9822-bbea0a65eb99 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 946 time: 0.0499957 Dec 09 02:30:22.500399 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7ece7439-26f2-487d-a018-4198243fa3a2 req-ab0f0228-fbed-4d12-b017-9d9082639746 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e54e3bc-96c3-4631-ac8b-6c86205f9784&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428407 Dec 09 02:30:22.643184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47260665-5338-458f-9882-e020e9b6ce1f req-04429066-ec98-4dea-91da-231133e1b76d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:22.644597 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-47260665-5338-458f-9882-e020e9b6ce1f req-04429066-ec98-4dea-91da-231133e1b76d tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "GET /v2.0/ports?device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 946 time: 0.0474546 Dec 09 02:30:22.734503 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-47260665-5338-458f-9882-e020e9b6ce1f req-f20b389b-9abc-41c6-82fe-9fb046cf146f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 11245cc9-ce7c-47ca-a07d-627ff8905f47 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:30:22.734841 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-47260665-5338-458f-9882-e020e9b6ce1f req-f20b389b-9abc-41c6-82fe-9fb046cf146f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:22.823400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-47260665-5338-458f-9882-e020e9b6ce1f req-f20b389b-9abc-41c6-82fe-9fb046cf146f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 11245cc9-ce7c-47ca-a07d-627ff8905f47, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=11245cc9-ce7c-47ca-a07d-627ff8905f47,segment=NetworkSegment(b1811cea-4369-4686-8b9b-e1fc68331509),segment_id=b1811cea-4369-4686-8b9b-e1fc68331509)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:30:22.823816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-47260665-5338-458f-9882-e020e9b6ce1f req-f20b389b-9abc-41c6-82fe-9fb046cf146f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:22.836518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-47260665-5338-458f-9882-e020e9b6ce1f req-f20b389b-9abc-41c6-82fe-9fb046cf146f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 11245cc9-ce7c-47ca-a07d-627ff8905f47 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:30:22.963705 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-47260665-5338-458f-9882-e020e9b6ce1f req-f20b389b-9abc-41c6-82fe-9fb046cf146f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:22.996256 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b389b-9abc-41c6-82fe-9fb046cf146f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=11245cc9-ce7c-47ca-a07d-627ff8905f47,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:23.040127 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-47260665-5338-458f-9882-e020e9b6ce1f req-f20b389b-9abc-41c6-82fe-9fb046cf146f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] No DVR routers for this DVR port 11245cc9-ce7c-47ca-a07d-627ff8905f47 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:30:23.042597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-47260665-5338-458f-9882-e020e9b6ce1f req-f20b389b-9abc-41c6-82fe-9fb046cf146f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:23.045973 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-47260665-5338-458f-9882-e020e9b6ce1f req-f20b389b-9abc-41c6-82fe-9fb046cf146f tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.45 "DELETE /v2.0/ports/11245cc9-ce7c-47ca-a07d-627ff8905f47 HTTP/1.1" status: 204 len: 173 time: 0.3952470 Dec 09 02:30:23.104141 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'name': 'network-vif-deleted', 'tag': '11245cc9-ce7c-47ca-a07d-627ff8905f47'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:30:23.106462 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1984bee-8b54-4b3a-8a69-4cd53052905d" -d '{"events": [{"server_uuid": "7201be18-c985-4714-b560-73f8e7cfbbc3", "name": "network-vif-deleted", "tag": "11245cc9-ce7c-47ca-a07d-627ff8905f47"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:30:23.144455 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05abc60-1331-4b02-8af2-32b79b7c4e5c x-openstack-request-id: req-a05abc60-1331-4b02-8af2-32b79b7c4e5c {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:30:23.144753 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7201be18-c985-4714-b560-73f8e7cfbbc3", "name": "network-vif-deleted", "tag": "11245cc9-ce7c-47ca-a07d-627ff8905f47", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:30:23.145008 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a05abc60-1331-4b02-8af2-32b79b7c4e5c {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:30:23.145411 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7201be18-c985-4714-b560-73f8e7cfbbc3', 'name': 'network-vif-deleted', 'tag': '11245cc9-ce7c-47ca-a07d-627ff8905f47', 'status': 'completed', 'code': 200} Dec 09 02:30:23.942000 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e70a8355-1600-4af3-bbcb-9911237caa89 req-654baa5c-2cd2-4224-a3a6-af8ed51190b5 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "GET /v2.0/ports?device_id=7201be18-c985-4714-b560-73f8e7cfbbc3 HTTP/1.1" status: 200 len: 210 time: 0.3518822 Dec 09 02:30:24.997660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39394) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:25.054781 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06188cc9-6140-4619-b5a8-2b4cedb837e3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:25.079132 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06188cc9-6140-4619-b5a8-2b4cedb837e3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:25.141148 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06188cc9-6140-4619-b5a8-2b4cedb837e3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:25.143784 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06188cc9-6140-4619-b5a8-2b4cedb837e3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:25.145206 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-06188cc9-6140-4619-b5a8-2b4cedb837e3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/security-groups/6e54e3bc-96c3-4631-ac8b-6c86205f9784 HTTP/1.1" status: 204 len: 168 time: 0.1465352 Dec 09 02:30:25.154826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06188cc9-6140-4619-b5a8-2b4cedb837e3 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e54e3bc-96c3-4631-ac8b-6c86205f9784,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:25.177457 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39398) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:25.539348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c632b7fc-c73a-4e7d-a2c9-d1d1cd6fa866 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:25.803206 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c632b7fc-c73a-4e7d-a2c9-d1d1cd6fa866 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:30:25.803497 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c632b7fc-c73a-4e7d-a2c9-d1d1cd6fa866 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:25.888763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c632b7fc-c73a-4e7d-a2c9-d1d1cd6fa866 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b,segment=NetworkSegment(b1811cea-4369-4686-8b9b-e1fc68331509),segment_id=b1811cea-4369-4686-8b9b-e1fc68331509)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:30:25.889131 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c632b7fc-c73a-4e7d-a2c9-d1d1cd6fa866 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:25.902544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c632b7fc-c73a-4e7d-a2c9-d1d1cd6fa866 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:30:26.091622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c632b7fc-c73a-4e7d-a2c9-d1d1cd6fa866 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:26.118213 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632b7fc-c73a-4e7d-a2c9-d1d1cd6fa866 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:26.290120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c632b7fc-c73a-4e7d-a2c9-d1d1cd6fa866 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:26.505274 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c632b7fc-c73a-4e7d-a2c9-d1d1cd6fa866 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Router 7cd15625-9c98-4924-b049-4468088e822c has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:30:26.610887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c632b7fc-c73a-4e7d-a2c9-d1d1cd6fa866 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:30:26.616488 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c632b7fc-c73a-4e7d-a2c9-d1d1cd6fa866 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "PUT /v2.0/routers/7cd15625-9c98-4924-b049-4468088e822c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4379239 Dec 09 02:30:26.619245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39400) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:26.620611 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3312b0c8-a783-4127-8fc5-f4c1e31c252b None None] Sync routers for ids ['7cd15625-9c98-4924-b049-4468088e822c'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:30:26.630224 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3312b0c8-a783-4127-8fc5-f4c1e31c252b None None] Routers {'7cd15625-9c98-4924-b049-4468088e822c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:30:26.630903 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-3312b0c8-a783-4127-8fc5-f4c1e31c252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:30:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7cd15625-9c98-4924-b049-4468088e822c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:26.671009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfc94dc-53a3-4af1-ab4e-0009ce6511c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting subnet 910fbdb4-2be5-4714-90f5-4e199271752f {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:30:26.674113 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dbfc94dc-53a3-4af1-ab4e-0009ce6511c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:26.713915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dbfc94dc-53a3-4af1-ab4e-0009ce6511c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:26.735102 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-3312b0c8-a783-4127-8fc5-f4c1e31c252b None None] Set router 7cd15625-9c98-4924-b049-4468088e822c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:30:26.794030 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 11245cc9-ce7c-47ca-a07d-627ff8905f47 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:30:26.804372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dbfc94dc-53a3-4af1-ab4e-0009ce6511c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:26.817184 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 11245cc9-ce7c-47ca-a07d-627ff8905f47 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:30:26.817531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 11245cc9-ce7c-47ca-a07d-627ff8905f47 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:30:26.872467 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dbfc94dc-53a3-4af1-ab4e-0009ce6511c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:26.900469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc94dc-53a3-4af1-ab4e-0009ce6511c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Subnet': ['ID=910fbdb4-2be5-4714-90f5-4e199271752f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:26.905438 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dbfc94dc-53a3-4af1-ab4e-0009ce6511c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:26.911682 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dbfc94dc-53a3-4af1-ab4e-0009ce6511c0 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/subnets/910fbdb4-2be5-4714-90f5-4e199271752f HTTP/1.1" status: 204 len: 168 time: 0.2887142 Dec 09 02:30:26.912011 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39402) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:26.913914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788f4058-3818-4858-8db7-b32b68dfc4c2 None None] Network 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:30:27.018055 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-3312b0c8-a783-4127-8fc5-f4c1e31c252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:30:26Z', 'revision_number': 7, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:30:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:27.030400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9659-56de-4cb0-86a6-7de90cb6c239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.050321 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3312b0c8-a783-4127-8fc5-f4c1e31c252b None None] Checking router: 7cd15625-9c98-4924-b049-4468088e822c for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:30:27.061518 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3312b0c8-a783-4127-8fc5-f4c1e31c252b None None] Routers {'7cd15625-9c98-4924-b049-4468088e822c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:30:27.062125 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-3312b0c8-a783-4127-8fc5-f4c1e31c252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:30:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['7cd15625-9c98-4924-b049-4468088e822c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:27.082206 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] DHCP port deletion for 3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:30:27.141658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Deleting port 514d40ac-7f85-4664-874c-e989e3d18c67 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:30:27.142037 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.147414 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9659-56de-4cb0-86a6-7de90cb6c239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.176755 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-3312b0c8-a783-4127-8fc5-f4c1e31c252b None None] Set router 7cd15625-9c98-4924-b049-4468088e822c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:30:27.213111 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba9659-56de-4cb0-86a6-7de90cb6c239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Deleting port 1a226c67-2b92-4fb6-a761-0d6cfc759c16 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:30:27.213620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9659-56de-4cb0-86a6-7de90cb6c239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.302125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d4ba9659-56de-4cb0-86a6-7de90cb6c239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] For port 1a226c67-2b92-4fb6-a761-0d6cfc759c16, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1a226c67-2b92-4fb6-a761-0d6cfc759c16,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:30:27.302575 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9659-56de-4cb0-86a6-7de90cb6c239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.315603 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba9659-56de-4cb0-86a6-7de90cb6c239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Calling delete_port for 1a226c67-2b92-4fb6-a761-0d6cfc759c16 owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:30:27.357052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] For port 514d40ac-7f85-4664-874c-e989e3d18c67, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=514d40ac-7f85-4664-874c-e989e3d18c67,segment=NetworkSegment(b1811cea-4369-4686-8b9b-e1fc68331509),segment_id=b1811cea-4369-4686-8b9b-e1fc68331509)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:30:27.357788 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.369661 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-3312b0c8-a783-4127-8fc5-f4c1e31c252b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:30:26Z', 'revision_number': 7, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:30:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:27.370502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Calling delete_port for 514d40ac-7f85-4664-874c-e989e3d18c67 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:30:27.395184 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3312b0c8-a783-4127-8fc5-f4c1e31c252b None None] The sync data for ids ['7cd15625-9c98-4924-b049-4468088e822c'] in dv-neutron-804846-18-hyperv is: [{'id': '7cd15625-9c98-4924-b049-4468088e822c', 'name': 'tempest-TestNetworkBasicOps-router-269247217', 'tenant_id': '11e56525f9144d56b0abeb03a899d780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:29:26Z', 'updated_at': '2021-12-09T02:30:26Z', 'revision_number': 7, 'project_id': '11e56525f9144d56b0abeb03a899d780', 'gw_port': {'id': '1a226c67-2b92-4fb6-a761-0d6cfc759c16', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd15625-9c98-4924-b049-4468088e822c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:29:27Z', 'updated_at': '2021-12-09T02:30:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:30:27.464283 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.489868 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Pushing event deleted for resources: {'Port': ['ID=514d40ac-7f85-4664-874c-e989e3d18c67,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:27.496062 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9659-56de-4cb0-86a6-7de90cb6c239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.497620 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] No DVR routers for this DVR port 514d40ac-7f85-4664-874c-e989e3d18c67 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:30:27.499725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:27.500175 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:27.501315 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:27.501315 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:27.501315 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:27.501671 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:27.501786 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:27.502058 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:27.502392 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:27.502722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:27.503051 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:27.503378 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:27.503724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be74e46b-91a8-4ca8-8392-43a38fe9ad6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:27.522769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba9659-56de-4cb0-86a6-7de90cb6c239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Port': ['ID=1a226c67-2b92-4fb6-a761-0d6cfc759c16,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:27.536789 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa42f28-4f08-4ae1-81c2-9d0450da9237 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:30:27.591158 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9659-56de-4cb0-86a6-7de90cb6c239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.679962 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9659-56de-4cb0-86a6-7de90cb6c239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.681981 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9659-56de-4cb0-86a6-7de90cb6c239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.723480 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9659-56de-4cb0-86a6-7de90cb6c239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.724034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ba9659-56de-4cb0-86a6-7de90cb6c239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Fanout notify agent at l3_agent the message router_deleted on router 7cd15625-9c98-4924-b049-4468088e822c {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:30:27.731254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d4ba9659-56de-4cb0-86a6-7de90cb6c239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.735272 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39404) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:27.735774 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d4ba9659-56de-4cb0-86a6-7de90cb6c239 tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/routers/7cd15625-9c98-4924-b049-4468088e822c HTTP/1.1" status: 204 len: 168 time: 0.8221393 Dec 09 02:30:27.817513 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.903999 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.928963 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:27.938803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1811cea-4369-4686-8b9b-e1fc68331509') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:27.939097 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1811cea-4369-4686-8b9b-e1fc68331509') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:30:27.949909 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.964195 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.970574 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:30:27.970978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:30:27.974531 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:30:28.036551 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:28.040858 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:28.044577 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] 10.222.0.43 "DELETE /v2.0/networks/3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02 HTTP/1.1" status: 204 len: 168 time: 0.3081663 Dec 09 02:30:28.062471 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Pushing event deleted for resources: {'Network': ['ID=3ad1ee73-1da5-44b9-ac73-84a3ea0cfd02,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:28.070755 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:28.071108 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:28.071486 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:28.071827 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:28.072162 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:28.072494 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:28.072855 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:28.073202 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:28.073748 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:28.074081 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:28.074436 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:28.074928 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:28.075279 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de894bbc-e376-4e0e-a9aa-6f4e8ee2e55a tempest-TestNetworkBasicOps-1148152058 tempest-TestNetworkBasicOps-1148152058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:30:28.314459 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39410) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:28.412224 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1a226c67-2b92-4fb6-a761-0d6cfc759c16 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:30:28.432742 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 1a226c67-2b92-4fb6-a761-0d6cfc759c16 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:30:28.433090 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1a226c67-2b92-4fb6-a761-0d6cfc759c16 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:30:28.433513 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 514d40ac-7f85-4664-874c-e989e3d18c67 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:30:28.450164 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8e471374-153e-4289-9936-05c97e1c1066 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11e56525f9144d56b0abeb03a899d780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345887 Dec 09 02:30:28.451504 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 514d40ac-7f85-4664-874c-e989e3d18c67 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:30:28.451857 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 514d40ac-7f85-4664-874c-e989e3d18c67 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:30:28.452273 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:30:28.452820 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39414) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:28.473447 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:30:28.474299 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 66e74f29-8c48-44b4-8f37-cb5c5d1e3d1b not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:30:28.500951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a0d2-b1d1-40a7-951f-ac8c086b1a11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:28.521481 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a0d2-b1d1-40a7-951f-ac8c086b1a11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:28.566952 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a0d2-b1d1-40a7-951f-ac8c086b1a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:28.569915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dfb6a0d2-b1d1-40a7-951f-ac8c086b1a11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:28.571174 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dfb6a0d2-b1d1-40a7-951f-ac8c086b1a11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a755401e-8075-427b-be6a-32ab64ae0cba HTTP/1.1" status: 204 len: 168 time: 0.1172442 Dec 09 02:30:28.578971 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6a0d2-b1d1-40a7-951f-ac8c086b1a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a755401e-8075-427b-be6a-32ab64ae0cba,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:28.828162 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39420) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:28.841628 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c2fdfd0-26d5-478f-9a00-1d2028b26586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:28.920048 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c2fdfd0-26d5-478f-9a00-1d2028b26586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:28.923787 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c2fdfd0-26d5-478f-9a00-1d2028b26586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:28.961637 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fdfd0-26d5-478f-9a00-1d2028b26586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12d5ebd-204d-49a4-8003-8b417c5bb3ff,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:28.966938 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4c2fdfd0-26d5-478f-9a00-1d2028b26586 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2648ddcc181e4bd992f9a6cde0d5dfab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377239 Dec 09 02:30:28.969649 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39422) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:29.016072 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f1818af-4e78-4039-bc03-4e7c21b65b5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:29.036642 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f1818af-4e78-4039-bc03-4e7c21b65b5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:29.082083 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f1818af-4e78-4039-bc03-4e7c21b65b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:29.085507 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f1818af-4e78-4039-bc03-4e7c21b65b5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:29.086661 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1f1818af-4e78-4039-bc03-4e7c21b65b5b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d12d5ebd-204d-49a4-8003-8b417c5bb3ff HTTP/1.1" status: 204 len: 168 time: 0.1161163 Dec 09 02:30:29.093936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1818af-4e78-4039-bc03-4e7c21b65b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12d5ebd-204d-49a4-8003-8b417c5bb3ff,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:33.032047 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ea0466b-0bc0-4aea-b7a1-4ad7cd47c34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:35.267520 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-05f4810d-c43b-4588-bc85-ab82f51e9bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:35.752257 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-230265df-3faa-44e8-b0df-05aebf5603b9 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=eb123d2d014e41bf94b6aacfb24cc5fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331507 Dec 09 02:30:35.929594 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-35b865ff-5f98-4d3e-a225-6d5f32979579 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:35.931046 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-35b865ff-5f98-4d3e-a225-6d5f32979579 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732156 Dec 09 02:30:35.945458 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-610851cf-af89-4c3c-8c5d-5ff6f8b138ab tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/quotas/eb123d2d014e41bf94b6aacfb24cc5fd HTTP/1.1" status: 200 len: 375 time: 0.0086875 Dec 09 02:30:35.976401 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-d39f04f9-357a-4c8f-b0b2-1d7e2eecc0c4 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb123d2d014e41bf94b6aacfb24cc5fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255380 Dec 09 02:30:36.129957 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fe195492-5c22-4f78-a2d5-3159ac6b56b0 req-5c88b3e5-f53c-4b20-b67f-2c7b57dfe766 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/ports?device_id=674599fb-7e2c-4dad-b378-e8ddc33eb8b4 HTTP/1.1" status: 200 len: 210 time: 0.0258391 Dec 09 02:30:36.420108 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:37.045205 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-190f8315-82fb-4736-8d47-f326619f79eb tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=eb123d2d014e41bf94b6aacfb24cc5fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242224 Dec 09 02:30:37.153648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-ea9dc66c-d2b5-4d78-89ab-260ae15d77c9 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:37.155351 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-ea9dc66c-d2b5-4d78-89ab-260ae15d77c9 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043553 Dec 09 02:30:37.187028 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-1c4c8488-7b98-4644-ac25-995ff9631e2b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Request body: {'port': {'device_id': '674599fb-7e2c-4dad-b378-e8ddc33eb8b4', 'network_id': '3529157c-af07-47c5-9e76-ea177e228528', 'admin_state_up': True, 'tenant_id': 'eb123d2d014e41bf94b6aacfb24cc5fd'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:30:37.257068 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bcdcc2fd-8a1e-41a3-83eb-8468a323dd81 req-1322aaad-3eab-4445-9c6e-552d8e878b6c tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/ports?device_id=674599fb-7e2c-4dad-b378-e8ddc33eb8b4 HTTP/1.1" status: 200 len: 210 time: 0.0542254 Dec 09 02:30:37.316362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-1c4c8488-7b98-4644-ac25-995ff9631e2b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Made reservation on behalf of eb123d2d014e41bf94b6aacfb24cc5fd for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:30:37.319731 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-1c4c8488-7b98-4644-ac25-995ff9631e2b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:37.328298 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-1c4c8488-7b98-4644-ac25-995ff9631e2b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:37.378626 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:30:37.401899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-1c4c8488-7b98-4644-ac25-995ff9631e2b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:37.405791 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-1c4c8488-7b98-4644-ac25-995ff9631e2b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:37.471239 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c8488-7b98-4644-ac25-995ff9631e2b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c65a828-4cc5-4c90-8777-a383b78c9179,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:37.539171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-1c4c8488-7b98-4644-ac25-995ff9631e2b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Allocated IP 192.168.233.148 (3529157c-af07-47c5-9e76-ea177e228528/7f3a0f8c-5d41-45f9-a6d9-60f43cf5d0ce/aa3dd525-9a9e-4f84-a37e-aa524135d2e3) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:30:37.681696 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-1c4c8488-7b98-4644-ac25-995ff9631e2b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:37.713911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-1c4c8488-7b98-4644-ac25-995ff9631e2b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:37.753979 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-1c4c8488-7b98-4644-ac25-995ff9631e2b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Network 3529157c-af07-47c5-9e76-ea177e228528 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:30:37.760765 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-1c4c8488-7b98-4644-ac25-995ff9631e2b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:30:37.765129 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-1c4c8488-7b98-4644-ac25-995ff9631e2b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:30:37.768980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c8488-7b98-4644-ac25-995ff9631e2b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Pushing event updated for resources: {'Port': ['ID=aa3dd525-9a9e-4f84-a37e-aa524135d2e3,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:37.813756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:37.816618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-1c4c8488-7b98-4644-ac25-995ff9631e2b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:37.817260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-1c4c8488-7b98-4644-ac25-995ff9631e2b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:37.833266 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-1c4c8488-7b98-4644-ac25-995ff9631e2b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6508718 Dec 09 02:30:37.852765 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Request body: {'port': {'device_id': '674599fb-7e2c-4dad-b378-e8ddc33eb8b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:30:37.910085 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:38.045308 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1f0eedb4-2dc0-418a-9400-45a96e7cdb36 None None] Provisioning complete for port aa3dd525-9a9e-4f84-a37e-aa524135d2e3 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:30:38.045710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1f0eedb4-2dc0-418a-9400-45a96e7cdb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:38.080468 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1f0eedb4-2dc0-418a-9400-45a96e7cdb36 None None] Port aa3dd525-9a9e-4f84-a37e-aa524135d2e3 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:30:38.164018 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3dd525-9a9e-4f84-a37e-aa524135d2e3 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:30:38.171655 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:38.184004 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Transition to ACTIVE for port object aa3dd525-9a9e-4f84-a37e-aa524135d2e3 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:30:38.187425 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:38.236560 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3dd525-9a9e-4f84-a37e-aa524135d2e3,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:38.312720 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Attempting to bind port aa3dd525-9a9e-4f84-a37e-aa524135d2e3 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:30:38.313072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Attempting to bind port aa3dd525-9a9e-4f84-a37e-aa524135d2e3 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'e3302903-bc4f-43b6-976c-4bee7e476234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3529157c-af07-47c5-9e76-ea177e228528'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:30:38.313394 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Attempting to bind port aa3dd525-9a9e-4f84-a37e-aa524135d2e3 on network 3529157c-af07-47c5-9e76-ea177e228528 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:30:38.318696 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Port aa3dd525-9a9e-4f84-a37e-aa524135d2e3 on network 3529157c-af07-47c5-9e76-ea177e228528 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:30:38.319021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Attempting to bind port aa3dd525-9a9e-4f84-a37e-aa524135d2e3 on network 3529157c-af07-47c5-9e76-ea177e228528 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:30:38.324281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:30:38.324623 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Checking segment: {'id': 'e3302903-bc4f-43b6-976c-4bee7e476234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3529157c-af07-47c5-9e76-ea177e228528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:30:38.325010 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Bound using segment: {'id': 'e3302903-bc4f-43b6-976c-4bee7e476234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3529157c-af07-47c5-9e76-ea177e228528'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:30:38.325440 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Bound port: aa3dd525-9a9e-4f84-a37e-aa524135d2e3, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3302903-bc4f-43b6-976c-4bee7e476234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3529157c-af07-47c5-9e76-ea177e228528'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:30:38.325800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:38.425145 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c9414-32f8-472b-bc28-8373178caee7 req-9f022195-a960-414e-9b7b-0851c9723b70 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:38.426629 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4b5c9414-32f8-472b-bc28-8373178caee7 req-9f022195-a960-414e-9b7b-0851c9723b70 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/ports?device_id=674599fb-7e2c-4dad-b378-e8ddc33eb8b4 HTTP/1.1" status: 200 len: 948 time: 0.0892808 Dec 09 02:30:38.432334 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] For port aa3dd525-9a9e-4f84-a37e-aa524135d2e3, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:30:38.436535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] For port aa3dd525-9a9e-4f84-a37e-aa524135d2e3, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=aa3dd525-9a9e-4f84-a37e-aa524135d2e3,segment=NetworkSegment(e3302903-bc4f-43b6-976c-4bee7e476234),segment_id=e3302903-bc4f-43b6-976c-4bee7e476234)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:30:38.444005 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:38.504111 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:38.504731 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:38.506170 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] 10.222.0.45 "PUT /v2.0/ports/aa3dd525-9a9e-4f84-a37e-aa524135d2e3 HTTP/1.1" status: 200 len: 1098 time: 0.6584015 Dec 09 02:30:38.509376 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674599fb-7e2c-4dad-b378-e8ddc33eb8b4', 'tag': 'aa3dd525-9a9e-4f84-a37e-aa524135d2e3'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:30:38.511626 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95abeb92-6255-44ab-bcba-c41d5206bb6b" -d '{"events": [{"name": "network-changed", "server_uuid": "674599fb-7e2c-4dad-b378-e8ddc33eb8b4", "tag": "aa3dd525-9a9e-4f84-a37e-aa524135d2e3"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:30:38.535067 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4b5c9414-32f8-472b-bc28-8373178caee7 req-bb7a39d2-d319-4105-ab10-b28080f00db4 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c65a828-4cc5-4c90-8777-a383b78c9179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004877 Dec 09 02:30:38.541071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67b269-508b-4f29-842e-8ef7211ec253 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3dd525-9a9e-4f84-a37e-aa524135d2e3,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:38.594447 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6491f7cb-a330-4959-b648-fa2404d03a8c x-openstack-request-id: req-6491f7cb-a330-4959-b648-fa2404d03a8c {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:30:38.594747 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674599fb-7e2c-4dad-b378-e8ddc33eb8b4", "tag": "aa3dd525-9a9e-4f84-a37e-aa524135d2e3", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:30:38.595006 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6491f7cb-a330-4959-b648-fa2404d03a8c {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:30:38.595407 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '674599fb-7e2c-4dad-b378-e8ddc33eb8b4', 'tag': 'aa3dd525-9a9e-4f84-a37e-aa524135d2e3', 'status': 'completed', 'code': 200} Dec 09 02:30:38.612812 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-f95d7ea0-5175-4ff4-a9b0-dc31a5fa69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:38.614955 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-f95d7ea0-5175-4ff4-a9b0-dc31a5fa69cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb123d2d014e41bf94b6aacfb24cc5fd&device_id=674599fb-7e2c-4dad-b378-e8ddc33eb8b4 HTTP/1.1" status: 200 len: 1101 time: 0.0465558 Dec 09 02:30:38.664232 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-dbe426d7-e273-4228-951e-37d2583d9ede service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=aa3dd525-9a9e-4f84-a37e-aa524135d2e3 HTTP/1.1" status: 200 len: 217 time: 0.0359046 Dec 09 02:30:38.665446 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:38.717944 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-64d467ec-3b2c-41d5-8901-24d27d837210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:38.719617 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-64d467ec-3b2c-41d5-8901-24d27d837210 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f3a0f8c-5d41-45f9-a6d9-60f43cf5d0ce HTTP/1.1" status: 200 len: 843 time: 0.0492775 Dec 09 02:30:38.764776 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-ceafb10f-26e8-410d-85f1-e36e9387bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:38.766245 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-ceafb10f-26e8-410d-85f1-e36e9387bf81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3529157c-af07-47c5-9e76-ea177e228528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0401657 Dec 09 02:30:38.853357 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-68e40164-780c-45c2-bfe0-b066592c62d3 service neutron] 10.222.0.45 "GET /v2.0/networks/3529157c-af07-47c5-9e76-ea177e228528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799134 Dec 09 02:30:38.944100 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-29814a94-5166-4526-8249-e8e68bdd9cf7 req-27022840-4722-4a87-b430-7dece4f654f8 service neutron] 10.222.0.45 "GET /v2.0/networks/3529157c-af07-47c5-9e76-ea177e228528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827475 Dec 09 02:30:39.066661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abeb92-6255-44ab-bcba-c41d5206bb6b req-f96c289c-d608-4468-8737-8b8fa460e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:39.068108 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-95abeb92-6255-44ab-bcba-c41d5206bb6b req-f96c289c-d608-4468-8737-8b8fa460e69d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb123d2d014e41bf94b6aacfb24cc5fd&device_id=674599fb-7e2c-4dad-b378-e8ddc33eb8b4 HTTP/1.1" status: 200 len: 1101 time: 0.0403659 Dec 09 02:30:39.161923 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abeb92-6255-44ab-bcba-c41d5206bb6b req-c6642bb1-0323-46e5-9f91-83ba79210f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:39.163514 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-95abeb92-6255-44ab-bcba-c41d5206bb6b req-c6642bb1-0323-46e5-9f91-83ba79210f5e service neutron] 10.222.0.45 "GET /v2.0/networks?id=3529157c-af07-47c5-9e76-ea177e228528 HTTP/1.1" status: 200 len: 870 time: 0.0880556 Dec 09 02:30:39.205383 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-95abeb92-6255-44ab-bcba-c41d5206bb6b req-7ce1d521-8189-4a6b-9ac8-e00ef02b09b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=aa3dd525-9a9e-4f84-a37e-aa524135d2e3 HTTP/1.1" status: 200 len: 217 time: 0.0341561 Dec 09 02:30:39.252806 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abeb92-6255-44ab-bcba-c41d5206bb6b req-841e6659-e981-49da-ab63-0f7667bd18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:39.254241 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-95abeb92-6255-44ab-bcba-c41d5206bb6b req-841e6659-e981-49da-ab63-0f7667bd18c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7f3a0f8c-5d41-45f9-a6d9-60f43cf5d0ce HTTP/1.1" status: 200 len: 843 time: 0.0418601 Dec 09 02:30:39.303574 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abeb92-6255-44ab-bcba-c41d5206bb6b req-133cd981-f4a3-4c30-8943-d8518cceb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:39.305024 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-95abeb92-6255-44ab-bcba-c41d5206bb6b req-133cd981-f4a3-4c30-8943-d8518cceb081 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3529157c-af07-47c5-9e76-ea177e228528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0429375 Dec 09 02:30:39.392384 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-95abeb92-6255-44ab-bcba-c41d5206bb6b req-70863208-e8ab-4ca9-bb81-3d2a855db713 service neutron] 10.222.0.45 "GET /v2.0/networks/3529157c-af07-47c5-9e76-ea177e228528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797009 Dec 09 02:30:39.843108 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-95abeb92-6255-44ab-bcba-c41d5206bb6b req-eb076136-f924-453a-b75e-e46cad519645 service neutron] 10.222.0.45 "GET /v2.0/networks/3529157c-af07-47c5-9e76-ea177e228528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426053 Dec 09 02:30:39.851155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a42d79-c58d-43c4-a475-14ce7e3b041b req-4a876d06-81c9-4853-88bd-6204fffe54fa tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:39.852564 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e9a42d79-c58d-43c4-a475-14ce7e3b041b req-4a876d06-81c9-4853-88bd-6204fffe54fa tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/ports?device_id=674599fb-7e2c-4dad-b378-e8ddc33eb8b4 HTTP/1.1" status: 200 len: 948 time: 0.0772464 Dec 09 02:30:39.899763 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e9a42d79-c58d-43c4-a475-14ce7e3b041b req-1292e183-95b3-4875-9e80-ba37068e9916 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c65a828-4cc5-4c90-8777-a383b78c9179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411692 Dec 09 02:30:41.016956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc9ca8-12f1-46eb-b3fd-7aad1ded3ed5 req-fa6dd9b5-44ba-476d-ba89-36864f7c8b36 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:41.018525 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-39fc9ca8-12f1-46eb-b3fd-7aad1ded3ed5 req-fa6dd9b5-44ba-476d-ba89-36864f7c8b36 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/ports?device_id=674599fb-7e2c-4dad-b378-e8ddc33eb8b4 HTTP/1.1" status: 200 len: 948 time: 0.0495884 Dec 09 02:30:41.069331 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-39fc9ca8-12f1-46eb-b3fd-7aad1ded3ed5 req-c4ed8ed1-b094-4970-8457-9205fb605678 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c65a828-4cc5-4c90-8777-a383b78c9179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447345 Dec 09 02:30:42.186129 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2ae4d-bc50-40b6-af9d-dda8d530c14b req-4d42da47-3e3b-4004-9b26-163f55642b66 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:42.191564 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5ed2ae4d-bc50-40b6-af9d-dda8d530c14b req-4d42da47-3e3b-4004-9b26-163f55642b66 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/ports?device_id=674599fb-7e2c-4dad-b378-e8ddc33eb8b4 HTTP/1.1" status: 200 len: 948 time: 0.0496619 Dec 09 02:30:42.235594 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5ed2ae4d-bc50-40b6-af9d-dda8d530c14b req-8dcfbfeb-cfde-476b-b97f-8cc64449f103 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c65a828-4cc5-4c90-8777-a383b78c9179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Dec 09 02:30:42.907285 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device aa3dd525-9a9e-4f84-a37e-aa524135d2e3 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:30:43.006553 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port aa3dd525-9a9e-4f84-a37e-aa524135d2e3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=aa3dd525-9a9e-4f84-a37e-aa524135d2e3,segment=NetworkSegment(e3302903-bc4f-43b6-976c-4bee7e476234),segment_id=e3302903-bc4f-43b6-976c-4bee7e476234)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:30:43.018011 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'aa3dd525-9a9e-4f84-a37e-aa524135d2e3', 'network_id': '3529157c-af07-47c5-9e76-ea177e228528', 'port_id': 'aa3dd525-9a9e-4f84-a37e-aa524135d2e3', 'mac_address': 'fa:16:3e:b9:97:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3a0f8c-5d41-45f9-a6d9-60f43cf5d0ce', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:30:43.057012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:43.070355 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3dd525-9a9e-4f84-a37e-aa524135d2e3 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:30:43.090603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port aa3dd525-9a9e-4f84-a37e-aa524135d2e3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=aa3dd525-9a9e-4f84-a37e-aa524135d2e3,segment=NetworkSegment(e3302903-bc4f-43b6-976c-4bee7e476234),segment_id=e3302903-bc4f-43b6-976c-4bee7e476234)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:30:43.095493 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:43.148992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=aa3dd525-9a9e-4f84-a37e-aa524135d2e3,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:43.355769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03f7f8-d348-4dcb-bbce-6cb54218d78a req-15bd2558-f9d4-42da-b301-aebcc930d56e tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:43.357304 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6b03f7f8-d348-4dcb-bbce-6cb54218d78a req-15bd2558-f9d4-42da-b301-aebcc930d56e tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/ports?device_id=674599fb-7e2c-4dad-b378-e8ddc33eb8b4 HTTP/1.1" status: 200 len: 949 time: 0.0509319 Dec 09 02:30:43.380252 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['aa3dd525-9a9e-4f84-a37e-aa524135d2e3'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:30:43.412330 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6b03f7f8-d348-4dcb-bbce-6cb54218d78a req-15c3bf50-2775-49cd-8afd-f9ff897cb02a tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c65a828-4cc5-4c90-8777-a383b78c9179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488942 Dec 09 02:30:44.241906 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:44.532988 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23308d2b-3c04-4594-8a78-68ca20833d93 req-2b2031b1-3314-452b-aa1d-b5bd4dda37e3 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:44.534518 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-23308d2b-3c04-4594-8a78-68ca20833d93 req-2b2031b1-3314-452b-aa1d-b5bd4dda37e3 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/ports?device_id=674599fb-7e2c-4dad-b378-e8ddc33eb8b4 HTTP/1.1" status: 200 len: 949 time: 0.0538943 Dec 09 02:30:44.586471 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-23308d2b-3c04-4594-8a78-68ca20833d93 req-e75c976a-a53e-478a-8283-194bfbaba6bc tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c65a828-4cc5-4c90-8777-a383b78c9179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421743 Dec 09 02:30:44.921960 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device aa3dd525-9a9e-4f84-a37e-aa524135d2e3 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:30:44.972186 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port aa3dd525-9a9e-4f84-a37e-aa524135d2e3 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:30:44.976528 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port aa3dd525-9a9e-4f84-a37e-aa524135d2e3 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:30:44.976900 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:45.052443 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:45.075497 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674599fb-7e2c-4dad-b378-e8ddc33eb8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3dd525-9a9e-4f84-a37e-aa524135d2e3'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:30:45.077747 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd64339-1989-4503-b2b5-1998fbc23b00" -d '{"events": [{"server_uuid": "674599fb-7e2c-4dad-b378-e8ddc33eb8b4", "name": "network-vif-plugged", "status": "completed", "tag": "aa3dd525-9a9e-4f84-a37e-aa524135d2e3"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:30:45.091350 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port aa3dd525-9a9e-4f84-a37e-aa524135d2e3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=aa3dd525-9a9e-4f84-a37e-aa524135d2e3,segment=NetworkSegment(e3302903-bc4f-43b6-976c-4bee7e476234),segment_id=e3302903-bc4f-43b6-976c-4bee7e476234)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:30:45.096046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:45.127451 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6ee952-da34-42f8-9a7a-8e0d202670cb x-openstack-request-id: req-1f6ee952-da34-42f8-9a7a-8e0d202670cb {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:30:45.127761 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674599fb-7e2c-4dad-b378-e8ddc33eb8b4", "name": "network-vif-plugged", "status": "completed", "tag": "aa3dd525-9a9e-4f84-a37e-aa524135d2e3", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:30:45.128011 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f6ee952-da34-42f8-9a7a-8e0d202670cb {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:30:45.128427 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674599fb-7e2c-4dad-b378-e8ddc33eb8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3dd525-9a9e-4f84-a37e-aa524135d2e3', 'code': 200} Dec 09 02:30:45.155691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=aa3dd525-9a9e-4f84-a37e-aa524135d2e3,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:45.333278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b6040-bb0f-4083-905c-6e9bf1a67f6d req-fc3a2091-a6dd-4a7c-8338-7e9141cde17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:45.334838 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c86b6040-bb0f-4083-905c-6e9bf1a67f6d req-fc3a2091-a6dd-4a7c-8338-7e9141cde17d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=674599fb-7e2c-4dad-b378-e8ddc33eb8b4 HTTP/1.1" status: 200 len: 1103 time: 0.0412834 Dec 09 02:30:45.378982 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c86b6040-bb0f-4083-905c-6e9bf1a67f6d req-f26367a1-2ec1-42a8-ad66-887500b026df service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9c65a828-4cc5-4c90-8777-a383b78c9179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375614 Dec 09 02:30:45.709548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0e203-6b99-4a88-a97b-4b9161718f3c req-7f2e1037-377c-4e70-b0ee-56d6a2aa8b73 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:45.711039 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cfd0e203-6b99-4a88-a97b-4b9161718f3c req-7f2e1037-377c-4e70-b0ee-56d6a2aa8b73 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/ports?device_id=674599fb-7e2c-4dad-b378-e8ddc33eb8b4 HTTP/1.1" status: 200 len: 950 time: 0.0572979 Dec 09 02:30:45.759046 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cfd0e203-6b99-4a88-a97b-4b9161718f3c req-7f0d5854-ed68-483d-bce0-e7518990a942 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c65a828-4cc5-4c90-8777-a383b78c9179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418580 Dec 09 02:30:46.878417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511a33a-53c0-47a3-8ace-3588db7cdfe5 req-1999b4b6-7d2a-4a4b-a119-2849558f522b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:46.883888 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2511a33a-53c0-47a3-8ace-3588db7cdfe5 req-1999b4b6-7d2a-4a4b-a119-2849558f522b tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/ports?device_id=674599fb-7e2c-4dad-b378-e8ddc33eb8b4 HTTP/1.1" status: 200 len: 950 time: 0.0584657 Dec 09 02:30:46.927805 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2511a33a-53c0-47a3-8ace-3588db7cdfe5 req-e41402cc-a8e3-4254-befb-d8729c69af99 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c65a828-4cc5-4c90-8777-a383b78c9179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416570 Dec 09 02:30:47.213283 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [req-4905ef7d-8908-40c9-aa5a-786023da1ebb req-3e19310c-ac95-44b7-9d4d-9f1b4df7301c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:30:47.214281 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4905ef7d-8908-40c9-aa5a-786023da1ebb req-3e19310c-ac95-44b7-9d4d-9f1b4df7301c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059092 Dec 09 02:30:47.820236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d5e42-4ba0-48b5-b5cf-f7a53e47302b req-bfe53978-5222-427d-86c9-99db72ea634f tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:47.821709 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b89d5e42-4ba0-48b5-b5cf-f7a53e47302b req-bfe53978-5222-427d-86c9-99db72ea634f tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/ports?device_id=674599fb-7e2c-4dad-b378-e8ddc33eb8b4 HTTP/1.1" status: 200 len: 950 time: 0.0483718 Dec 09 02:30:47.871820 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b89d5e42-4ba0-48b5-b5cf-f7a53e47302b req-95add791-3f3b-4616-9fdd-0c6bb6b636b6 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c65a828-4cc5-4c90-8777-a383b78c9179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440788 Dec 09 02:30:48.987542 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0be38-1b43-448b-8b6f-2fc9fef5b2aa req-c56f303e-26e9-4b91-92fe-c61329525678 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:48.989042 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-27a0be38-1b43-448b-8b6f-2fc9fef5b2aa req-c56f303e-26e9-4b91-92fe-c61329525678 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/ports?device_id=674599fb-7e2c-4dad-b378-e8ddc33eb8b4 HTTP/1.1" status: 200 len: 950 time: 0.0495877 Dec 09 02:30:49.036917 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-27a0be38-1b43-448b-8b6f-2fc9fef5b2aa req-9fce1fd4-23f5-42ae-88a6-2d52ad07c312 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c65a828-4cc5-4c90-8777-a383b78c9179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418949 Dec 09 02:30:49.252497 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f6565-8a0a-464c-b102-35340388c541 req-55832d6a-4ab1-4a06-94ab-3ba7a067df6c tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:49.253946 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f89f6565-8a0a-464c-b102-35340388c541 req-55832d6a-4ab1-4a06-94ab-3ba7a067df6c tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.45 "GET /v2.0/ports?device_id=674599fb-7e2c-4dad-b378-e8ddc33eb8b4 HTTP/1.1" status: 200 len: 950 time: 0.0476496 Dec 09 02:30:49.342253 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-f89f6565-8a0a-464c-b102-35340388c541 req-5fab5de0-9655-439e-b1c1-ca9b10572589 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Deleting port aa3dd525-9a9e-4f84-a37e-aa524135d2e3 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:30:49.342595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-f89f6565-8a0a-464c-b102-35340388c541 req-5fab5de0-9655-439e-b1c1-ca9b10572589 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:49.427391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-f89f6565-8a0a-464c-b102-35340388c541 req-5fab5de0-9655-439e-b1c1-ca9b10572589 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] For port aa3dd525-9a9e-4f84-a37e-aa524135d2e3, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=aa3dd525-9a9e-4f84-a37e-aa524135d2e3,segment=NetworkSegment(e3302903-bc4f-43b6-976c-4bee7e476234),segment_id=e3302903-bc4f-43b6-976c-4bee7e476234)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:30:49.427804 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-f89f6565-8a0a-464c-b102-35340388c541 req-5fab5de0-9655-439e-b1c1-ca9b10572589 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:49.440219 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-f89f6565-8a0a-464c-b102-35340388c541 req-5fab5de0-9655-439e-b1c1-ca9b10572589 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Calling delete_port for aa3dd525-9a9e-4f84-a37e-aa524135d2e3 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:30:49.566230 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-f89f6565-8a0a-464c-b102-35340388c541 req-5fab5de0-9655-439e-b1c1-ca9b10572589 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:49.594389 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab5de0-9655-439e-b1c1-ca9b10572589 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Pushing event deleted for resources: {'Port': ['ID=aa3dd525-9a9e-4f84-a37e-aa524135d2e3,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:49.600233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['aa3dd525-9a9e-4f84-a37e-aa524135d2e3'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:30:49.639713 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89f6565-8a0a-464c-b102-35340388c541 req-5fab5de0-9655-439e-b1c1-ca9b10572589 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] No DVR routers for this DVR port aa3dd525-9a9e-4f84-a37e-aa524135d2e3 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:30:49.642877 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-f89f6565-8a0a-464c-b102-35340388c541 req-5fab5de0-9655-439e-b1c1-ca9b10572589 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:49.646286 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f89f6565-8a0a-464c-b102-35340388c541 req-5fab5de0-9655-439e-b1c1-ca9b10572589 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.45 "DELETE /v2.0/ports/aa3dd525-9a9e-4f84-a37e-aa524135d2e3 HTTP/1.1" status: 204 len: 173 time: 0.3862567 Dec 09 02:30:49.646788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674599fb-7e2c-4dad-b378-e8ddc33eb8b4', 'name': 'network-vif-deleted', 'tag': 'aa3dd525-9a9e-4f84-a37e-aa524135d2e3'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:30:49.649163 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53ec9d7-be67-4ad6-aee0-75bd3228cdea" -d '{"events": [{"server_uuid": "674599fb-7e2c-4dad-b378-e8ddc33eb8b4", "name": "network-vif-deleted", "tag": "aa3dd525-9a9e-4f84-a37e-aa524135d2e3"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:30:49.684934 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dcbd9c-c56e-4dde-a023-382f189dab9c x-openstack-request-id: req-77dcbd9c-c56e-4dde-a023-382f189dab9c {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:30:49.685258 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674599fb-7e2c-4dad-b378-e8ddc33eb8b4", "name": "network-vif-deleted", "tag": "aa3dd525-9a9e-4f84-a37e-aa524135d2e3", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:30:49.685671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77dcbd9c-c56e-4dde-a023-382f189dab9c {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:30:49.685886 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674599fb-7e2c-4dad-b378-e8ddc33eb8b4', 'name': 'network-vif-deleted', 'tag': 'aa3dd525-9a9e-4f84-a37e-aa524135d2e3', 'status': 'completed', 'code': 200} Dec 09 02:30:50.146091 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bd9af1e-1532-4611-9b51-f180b0881324 req-09329e10-6980-4c16-9f7f-8921a0a43653 tempest-ServersAdminNegativeTestJSON-1252759843 tempest-ServersAdminNegativeTestJSON-1252759843-project] 10.222.0.43 "GET /v2.0/ports?device_id=674599fb-7e2c-4dad-b378-e8ddc33eb8b4 HTTP/1.1" status: 200 len: 210 time: 0.0266640 Dec 09 02:30:51.431827 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39562) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:51.558474 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c295b05d-fa99-492f-9858-4f3b1e61b4c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb123d2d014e41bf94b6aacfb24cc5fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1254716 Dec 09 02:30:51.560940 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39566) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:51.610329 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d95aefd-02bd-43d1-9317-954b06ca11a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:51.631710 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d95aefd-02bd-43d1-9317-954b06ca11a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:51.677934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d95aefd-02bd-43d1-9317-954b06ca11a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:51.680640 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d95aefd-02bd-43d1-9317-954b06ca11a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:51.681748 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7d95aefd-02bd-43d1-9317-954b06ca11a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c65a828-4cc5-4c90-8777-a383b78c9179 HTTP/1.1" status: 204 len: 168 time: 0.1199028 Dec 09 02:30:51.690033 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95aefd-02bd-43d1-9317-954b06ca11a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c65a828-4cc5-4c90-8777-a383b78c9179,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:51.930093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39572) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:51.943306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84c5719e-5f30-4a00-b281-febffe7e68e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:52.015939 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84c5719e-5f30-4a00-b281-febffe7e68e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:52.019516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84c5719e-5f30-4a00-b281-febffe7e68e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:52.057673 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-84c5719e-5f30-4a00-b281-febffe7e68e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=165d5d2f6de34e8295082cc63ecb165c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264663 Dec 09 02:30:52.058680 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5719e-5f30-4a00-b281-febffe7e68e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d212e98e-4d04-4442-b52c-7f3e7a36d455,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:52.060571 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39574) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:52.109380 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b148b11a-84e8-403b-9eb5-f75ccd86088e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:52.130219 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b148b11a-84e8-403b-9eb5-f75ccd86088e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:52.175360 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b148b11a-84e8-403b-9eb5-f75ccd86088e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:52.178554 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b148b11a-84e8-403b-9eb5-f75ccd86088e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:52.179720 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b148b11a-84e8-403b-9eb5-f75ccd86088e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d212e98e-4d04-4442-b52c-7f3e7a36d455 HTTP/1.1" status: 204 len: 168 time: 0.1180496 Dec 09 02:30:52.187128 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148b11a-84e8-403b-9eb5-f75ccd86088e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d212e98e-4d04-4442-b52c-7f3e7a36d455,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:52.821165 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39596) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:52.912749 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-85d0c348-0ae9-41da-9918-1f1777bd070b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1866187536-network', 'tenant_id': '7231ee7bdc8741d0b9e4abb1c24e814a'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:30:52.934036 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d0c348-0ae9-41da-9918-1f1777bd070b admin admin] Made reservation on behalf of 7231ee7bdc8741d0b9e4abb1c24e814a for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:30:52.936334 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85d0c348-0ae9-41da-9918-1f1777bd070b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:52.937431 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device aa3dd525-9a9e-4f84-a37e-aa524135d2e3 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:30:52.945748 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85d0c348-0ae9-41da-9918-1f1777bd070b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:52.961370 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: aa3dd525-9a9e-4f84-a37e-aa524135d2e3 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:30:52.961804 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device aa3dd525-9a9e-4f84-a37e-aa524135d2e3 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:30:53.019974 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85d0c348-0ae9-41da-9918-1f1777bd070b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:53.023529 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85d0c348-0ae9-41da-9918-1f1777bd070b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:53.047629 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d0c348-0ae9-41da-9918-1f1777bd070b admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:30:53.057680 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0c348-0ae9-41da-9918-1f1777bd070b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5526162-f30a-41d1-98f3-d10fd6b9fa61,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:53.063662 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85d0c348-0ae9-41da-9918-1f1777bd070b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:53.064006 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-85d0c348-0ae9-41da-9918-1f1777bd070b admin admin] Added segment 385f1e6f-1f7b-465d-8b18-6034e02ca97e of type vlan for network 62f3c471-9303-4abe-a800-f9dc2e2c015a Dec 09 02:30:53.111808 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85d0c348-0ae9-41da-9918-1f1777bd070b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:53.140437 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85d0c348-0ae9-41da-9918-1f1777bd070b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:53.141399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d0c348-0ae9-41da-9918-1f1777bd070b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:53.141974 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85d0c348-0ae9-41da-9918-1f1777bd070b admin admin] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:53.201381 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39600) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:30:53.201904 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-85d0c348-0ae9-41da-9918-1f1777bd070b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3791430 Dec 09 02:30:53.206457 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-624220a9-57de-46f2-af78-0b2220067388 admin admin] Request body: {'subnet': {'network_id': '62f3c471-9303-4abe-a800-f9dc2e2c015a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1866187536-subnet', 'tenant_id': '7231ee7bdc8741d0b9e4abb1c24e814a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:30:53.206707 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0c348-0ae9-41da-9918-1f1777bd070b admin admin] Pushing event updated for resources: {'Network': ['ID=62f3c471-9303-4abe-a800-f9dc2e2c015a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:53.216531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 62f3c471-9303-4abe-a800-f9dc2e2c015a details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:30:53.227349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624220a9-57de-46f2-af78-0b2220067388 admin admin] Made reservation on behalf of 7231ee7bdc8741d0b9e4abb1c24e814a for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:30:53.229752 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-624220a9-57de-46f2-af78-0b2220067388 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:53.395829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-624220a9-57de-46f2-af78-0b2220067388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:53.451719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624220a9-57de-46f2-af78-0b2220067388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=503a3b4b-2c84-4239-9f60-b55ec2ff8fd5,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:53.461509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624220a9-57de-46f2-af78-0b2220067388 admin admin] Checking segment: {'id': '385f1e6f-1f7b-465d-8b18-6034e02ca97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '62f3c471-9303-4abe-a800-f9dc2e2c015a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:30:53.461870 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624220a9-57de-46f2-af78-0b2220067388 admin admin] Network hostable DHCP agents. Network: 62f3c471-9303-4abe-a800-f9dc2e2c015a, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:30:53.479052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624220a9-57de-46f2-af78-0b2220067388 admin admin] Network 62f3c471-9303-4abe-a800-f9dc2e2c015a is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:30:53.487402 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-624220a9-57de-46f2-af78-0b2220067388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 62f3c471-9303-4abe-a800-f9dc2e2c015a) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:30:53.491606 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624220a9-57de-46f2-af78-0b2220067388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:53.492257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-624220a9-57de-46f2-af78-0b2220067388 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:53.496388 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854ff258-1fbd-4219-add2-11b091f1b514 None None] Network 62f3c471-9303-4abe-a800-f9dc2e2c015a requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:30:53.507602 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-624220a9-57de-46f2-af78-0b2220067388 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3050532 Dec 09 02:30:53.596264 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2060e6c-ed33-4687-9b48-b1a438796ea5 None None] Network 62f3c471-9303-4abe-a800-f9dc2e2c015a requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:30:53.926735 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-6443b279-eede-4d35-a166-d936886ed2d4 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:53.928389 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-6443b279-eede-4d35-a166-d936886ed2d4 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/networks?id=62f3c471-9303-4abe-a800-f9dc2e2c015a HTTP/1.1" status: 200 len: 812 time: 0.1040449 Dec 09 02:30:53.942844 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-228f4c26-a4d1-48c0-9bcd-f3c0079211e9 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/quotas/7231ee7bdc8741d0b9e4abb1c24e814a HTTP/1.1" status: 200 len: 375 time: 0.0088506 Dec 09 02:30:53.974543 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-32e3cd35-c057-45cb-9934-d97262bc4c74 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7231ee7bdc8741d0b9e4abb1c24e814a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259466 Dec 09 02:30:54.065519 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-9b386018-4e16-4008-834c-e5bb9f1869a2 service neutron] 10.222.0.43 "GET /v2.0/networks/62f3c471-9303-4abe-a800-f9dc2e2c015a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841072 Dec 09 02:30:54.153617 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-9aefb4c0-209c-4a70-87bc-f1f7817a27d7 service neutron] 10.222.0.43 "GET /v2.0/networks/62f3c471-9303-4abe-a800-f9dc2e2c015a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817962 Dec 09 02:30:54.303031 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7136d75a-381b-4142-af75-0b007fe04127 req-0bcb2c83-d31f-4fca-b654-97612683566e tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0261407 Dec 09 02:30:55.314450 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-a7736f59-2bde-4c00-979c-e0bf4bf86332 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:55.315929 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-a7736f59-2bde-4c00-979c-e0bf4bf86332 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.45 "GET /v2.0/networks?id=62f3c471-9303-4abe-a800-f9dc2e2c015a HTTP/1.1" status: 200 len: 812 time: 0.1076350 Dec 09 02:30:55.342522 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-3571e64c-44c2-41e8-9117-f91ff033fd90 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Request body: {'port': {'device_id': '622fc3a7-797b-47eb-b8ec-759588a1dbb4', 'network_id': '62f3c471-9303-4abe-a800-f9dc2e2c015a', 'admin_state_up': True, 'tenant_id': '7231ee7bdc8741d0b9e4abb1c24e814a'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:30:55.420852 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5aa2128f-2db0-43fc-b64e-fa0a295e2ce1 req-3e41eef9-f0fe-4482-89e2-7a4642dc449d tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0382121 Dec 09 02:30:55.474841 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-3571e64c-44c2-41e8-9117-f91ff033fd90 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Made reservation on behalf of 7231ee7bdc8741d0b9e4abb1c24e814a for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:30:55.478385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-3571e64c-44c2-41e8-9117-f91ff033fd90 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:55.597583 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-3571e64c-44c2-41e8-9117-f91ff033fd90 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Allocated IP 172.20.0.12 (62f3c471-9303-4abe-a800-f9dc2e2c015a/503a3b4b-2c84-4239-9f60-b55ec2ff8fd5/c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:30:55.745536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-3571e64c-44c2-41e8-9117-f91ff033fd90 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:55.778151 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-3571e64c-44c2-41e8-9117-f91ff033fd90 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:55.820429 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-3571e64c-44c2-41e8-9117-f91ff033fd90 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Network 62f3c471-9303-4abe-a800-f9dc2e2c015a is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:30:55.825353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-3571e64c-44c2-41e8-9117-f91ff033fd90 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:30:55.828992 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-3571e64c-44c2-41e8-9117-f91ff033fd90 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:30:55.855278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571e64c-44c2-41e8-9117-f91ff033fd90 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Pushing event updated for resources: {'Port': ['ID=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:55.883543 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-3571e64c-44c2-41e8-9117-f91ff033fd90 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:55.884138 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-3571e64c-44c2-41e8-9117-f91ff033fd90 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:55.899185 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-3571e64c-44c2-41e8-9117-f91ff033fd90 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5606911 Dec 09 02:30:55.916900 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Request body: {'port': {'device_id': '622fc3a7-797b-47eb-b8ec-759588a1dbb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:30:55.968420 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:56.222173 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:30:56.229973 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:56.242291 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Transition to ACTIVE for port object c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:30:56.245518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:56.292387 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:56.360159 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Attempting to bind port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:30:56.360726 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Attempting to bind port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '385f1e6f-1f7b-465d-8b18-6034e02ca97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '62f3c471-9303-4abe-a800-f9dc2e2c015a'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:30:56.360854 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Attempting to bind port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb on network 62f3c471-9303-4abe-a800-f9dc2e2c015a {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:30:56.364976 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb on network 62f3c471-9303-4abe-a800-f9dc2e2c015a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:30:56.365295 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Attempting to bind port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb on network 62f3c471-9303-4abe-a800-f9dc2e2c015a {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:30:56.370001 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:30:56.370338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Checking segment: {'id': '385f1e6f-1f7b-465d-8b18-6034e02ca97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '62f3c471-9303-4abe-a800-f9dc2e2c015a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:30:56.370715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Bound using segment: {'id': '385f1e6f-1f7b-465d-8b18-6034e02ca97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '62f3c471-9303-4abe-a800-f9dc2e2c015a'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:30:56.371133 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Bound port: c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '385f1e6f-1f7b-465d-8b18-6034e02ca97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '62f3c471-9303-4abe-a800-f9dc2e2c015a'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:30:56.371512 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:56.435232 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] For port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:30:56.438293 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] For port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,segment=NetworkSegment(385f1e6f-1f7b-465d-8b18-6034e02ca97e),segment_id=385f1e6f-1f7b-465d-8b18-6034e02ca97e)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:30:56.441719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:56.472020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:56.472907 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:56.474409 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] 10.222.0.45 "PUT /v2.0/ports/c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb HTTP/1.1" status: 200 len: 1094 time: 0.5613179 Dec 09 02:30:56.477223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622fc3a7-797b-47eb-b8ec-759588a1dbb4', 'tag': 'c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:30:56.479502 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d619b216-0ac7-4f4d-9fa8-879647425dda" -d '{"events": [{"name": "network-changed", "server_uuid": "622fc3a7-797b-47eb-b8ec-759588a1dbb4", "tag": "c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:30:56.541654 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ea156-ecd1-4e95-8459-c1c2e62aa288 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:56.577197 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be8a00-a830-471b-8559-5df53e1fb147 req-4039ee07-318f-445f-b21c-ea6a8b51815c tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:56.578698 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f8be8a00-a830-471b-8559-5df53e1fb147 req-4039ee07-318f-445f-b21c-ea6a8b51815c tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0906255 Dec 09 02:30:56.592449 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-b6f0f730-b825-47e4-8195-0f94f48d2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:56.593819 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-b6f0f730-b825-47e4-8195-0f94f48d2387 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7231ee7bdc8741d0b9e4abb1c24e814a&device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 1097 time: 0.0661461 Dec 09 02:30:56.652271 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-9d96b1c6-5ab7-4347-b631-8b50d3b00316 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb HTTP/1.1" status: 200 len: 217 time: 0.0441637 Dec 09 02:30:56.671939 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f8be8a00-a830-471b-8559-5df53e1fb147 req-8f1538f8-48c4-45f7-99a5-fe1e6dc1e331 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867922 Dec 09 02:30:56.706618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-3aade68d-c292-4286-9a31-8d6291bf657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:56.708112 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-3aade68d-c292-4286-9a31-8d6291bf657c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=503a3b4b-2c84-4239-9f60-b55ec2ff8fd5 HTTP/1.1" status: 200 len: 852 time: 0.0488765 Dec 09 02:30:56.714365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b529b4a-a34c-4ec5-9257-69cb3d7da185 x-openstack-request-id: req-1b529b4a-a34c-4ec5-9257-69cb3d7da185 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:30:56.714652 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622fc3a7-797b-47eb-b8ec-759588a1dbb4", "tag": "c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:30:56.714902 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b529b4a-a34c-4ec5-9257-69cb3d7da185 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:30:56.715288 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622fc3a7-797b-47eb-b8ec-759588a1dbb4', 'tag': 'c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb', 'status': 'completed', 'code': 200} Dec 09 02:30:56.742617 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-e444a073-99ff-4ab7-9eba-8d1dcc5fb368 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62f3c471-9303-4abe-a800-f9dc2e2c015a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250375 Dec 09 02:30:56.836973 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-2ec7ed34-b405-4d9c-9120-89af3e197f2d service neutron] 10.222.0.45 "GET /v2.0/networks/62f3c471-9303-4abe-a800-f9dc2e2c015a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860112 Dec 09 02:30:56.924732 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2acf450e-16b0-4bf4-9de5-d410e360771e req-0ecc907d-fd7a-4446-a9ff-72e0975ec2b1 service neutron] 10.222.0.45 "GET /v2.0/networks/62f3c471-9303-4abe-a800-f9dc2e2c015a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800619 Dec 09 02:30:57.053506 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619b216-0ac7-4f4d-9fa8-879647425dda req-398570c1-30d1-4cb0-ba4e-ede8b48d6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:57.055015 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d619b216-0ac7-4f4d-9fa8-879647425dda req-398570c1-30d1-4cb0-ba4e-ede8b48d6a19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7231ee7bdc8741d0b9e4abb1c24e814a&device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 1097 time: 0.0471330 Dec 09 02:30:57.144270 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619b216-0ac7-4f4d-9fa8-879647425dda req-f433542b-a285-49f2-8290-7e949706a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:57.145734 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d619b216-0ac7-4f4d-9fa8-879647425dda req-f433542b-a285-49f2-8290-7e949706a371 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62f3c471-9303-4abe-a800-f9dc2e2c015a HTTP/1.1" status: 200 len: 913 time: 0.0831151 Dec 09 02:30:57.191207 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d619b216-0ac7-4f4d-9fa8-879647425dda req-c6048218-ac2e-4cca-9e63-ff3d184725db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb HTTP/1.1" status: 200 len: 217 time: 0.0378175 Dec 09 02:30:57.239118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619b216-0ac7-4f4d-9fa8-879647425dda req-cd1ce832-0e6a-4430-98c8-5c8bfbc5e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:57.240595 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d619b216-0ac7-4f4d-9fa8-879647425dda req-cd1ce832-0e6a-4430-98c8-5c8bfbc5e833 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=503a3b4b-2c84-4239-9f60-b55ec2ff8fd5 HTTP/1.1" status: 200 len: 852 time: 0.0420775 Dec 09 02:30:57.272029 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d619b216-0ac7-4f4d-9fa8-879647425dda req-b9ac2a21-f8b8-47c7-b32c-0dfc4db9e96f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62f3c471-9303-4abe-a800-f9dc2e2c015a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230262 Dec 09 02:30:57.358260 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d619b216-0ac7-4f4d-9fa8-879647425dda req-474c33f9-6ec2-4c55-b847-eeead8f71636 service neutron] 10.222.0.45 "GET /v2.0/networks/62f3c471-9303-4abe-a800-f9dc2e2c015a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791247 Dec 09 02:30:57.450035 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d619b216-0ac7-4f4d-9fa8-879647425dda req-3f9ce5b8-9040-4be1-b7c3-e28eca1640c3 service neutron] 10.222.0.45 "GET /v2.0/networks/62f3c471-9303-4abe-a800-f9dc2e2c015a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833280 Dec 09 02:30:57.786332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a899ed-17e3-43fd-b81e-342f51500dd9 req-7f746982-8816-4180-8773-bc08e1f65d73 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:57.787827 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b8a899ed-17e3-43fd-b81e-342f51500dd9 req-7f746982-8816-4180-8773-bc08e1f65d73 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0490189 Dec 09 02:30:57.833263 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b8a899ed-17e3-43fd-b81e-342f51500dd9 req-a23efda5-a469-470a-953a-07459b31b681 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396430 Dec 09 02:30:58.951087 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7658c8-69e5-46c5-a580-0234b2d0c9de req-ffc4a088-3d72-438d-97c5-229383c30b70 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:30:58.952564 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f7658c8-69e5-46c5-a580-0234b2d0c9de req-ffc4a088-3d72-438d-97c5-229383c30b70 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0524223 Dec 09 02:30:58.965564 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:30:58.999203 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f7658c8-69e5-46c5-a580-0234b2d0c9de req-775ac3c1-09d7-40f4-93a8-48fd0c3d4d15 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407956 Dec 09 02:30:59.060130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,segment=NetworkSegment(385f1e6f-1f7b-465d-8b18-6034e02ca97e),segment_id=385f1e6f-1f7b-465d-8b18-6034e02ca97e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:30:59.071902 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb', 'network_id': '62f3c471-9303-4abe-a800-f9dc2e2c015a', 'port_id': 'c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb', 'mac_address': 'fa:16:3e:70:e8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503a3b4b-2c84-4239-9f60-b55ec2ff8fd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:30:59.107487 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:59.120191 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:30:59.139935 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,segment=NetworkSegment(385f1e6f-1f7b-465d-8b18-6034e02ca97e),segment_id=385f1e6f-1f7b-465d-8b18-6034e02ca97e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:30:59.143377 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:30:59.188626 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:30:59.405527 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:31:00.112404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a439d28-8953-4e34-9571-f5cf72e206a5 req-17e09a7c-b081-4fc6-a79f-03e849a13d63 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:00.113886 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a439d28-8953-4e34-9571-f5cf72e206a5 req-17e09a7c-b081-4fc6-a79f-03e849a13d63 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 945 time: 0.0482433 Dec 09 02:31:00.159629 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a439d28-8953-4e34-9571-f5cf72e206a5 req-30b73fd5-800c-40ce-88ee-879f624a74f9 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399222 Dec 09 02:31:00.968891 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:31:01.017394 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:31:01.021402 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:31:01.021775 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:01.098038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:01.119926 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622fc3a7-797b-47eb-b8ec-759588a1dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:31:01.122190 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e94d684-2e37-489d-b554-9e0893704e09" -d '{"events": [{"server_uuid": "622fc3a7-797b-47eb-b8ec-759588a1dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:31:01.135949 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,segment=NetworkSegment(385f1e6f-1f7b-465d-8b18-6034e02ca97e),segment_id=385f1e6f-1f7b-465d-8b18-6034e02ca97e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:31:01.140036 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:01.162764 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5334af-28e4-49d2-ad25-45773970ef76 x-openstack-request-id: req-dd5334af-28e4-49d2-ad25-45773970ef76 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:31:01.163061 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622fc3a7-797b-47eb-b8ec-759588a1dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:31:01.163317 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd5334af-28e4-49d2-ad25-45773970ef76 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:31:01.163734 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622fc3a7-797b-47eb-b8ec-759588a1dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb', 'code': 200} Dec 09 02:31:01.188687 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:31:01.274733 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745a602-d8e7-4015-af05-61f1654a7d94 req-010871a0-b1bb-4404-812d-fbcbb57e8f96 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:01.276172 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a745a602-d8e7-4015-af05-61f1654a7d94 req-010871a0-b1bb-4404-812d-fbcbb57e8f96 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0484810 Dec 09 02:31:01.337466 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a745a602-d8e7-4015-af05-61f1654a7d94 req-a08ad63a-aa0e-4520-a7d9-d8cb30de6e84 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533743 Dec 09 02:31:01.366674 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4c77f-0649-4634-aec5-9272b6336ed5 req-f1ad3e34-f2ee-47e7-b404-3ef6552d3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:01.368224 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2da4c77f-0649-4634-aec5-9272b6336ed5 req-f1ad3e34-f2ee-47e7-b404-3ef6552d3318 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 1099 time: 0.0426848 Dec 09 02:31:01.413582 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2da4c77f-0649-4634-aec5-9272b6336ed5 req-4a281856-8862-4fac-a4bc-4be8f08db339 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375662 Dec 09 02:31:02.458556 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac1fbc-b2a0-49ab-8cf6-36642c50f75e req-701f9b6e-0090-43c3-95ee-e7b4abd26a8a tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:02.460328 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4ac1fbc-b2a0-49ab-8cf6-36642c50f75e req-701f9b6e-0090-43c3-95ee-e7b4abd26a8a tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0522122 Dec 09 02:31:02.508744 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4ac1fbc-b2a0-49ab-8cf6-36642c50f75e req-fbdf477e-0a29-4b66-8226-17f95370df12 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420215 Dec 09 02:31:03.033274 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-90ccea22-6570-4380-abe3-e7e62601fc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:03.624909 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb407c45-ba65-4fed-aa42-9e355d371f56 req-c56598b0-7f8f-4ced-b4ad-90985dafc698 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:03.626348 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cb407c45-ba65-4fed-aa42-9e355d371f56 req-c56598b0-7f8f-4ced-b4ad-90985dafc698 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0510085 Dec 09 02:31:03.672491 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cb407c45-ba65-4fed-aa42-9e355d371f56 req-6d90c94e-4fb9-45d8-a0ff-8f19b68b0897 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402153 Dec 09 02:31:03.995695 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3c3fa-af61-4891-a92c-46b326f4bbf1 req-ab682530-1fb9-401f-884a-89198b7afe5a tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:03.997203 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0ec3c3fa-af61-4891-a92c-46b326f4bbf1 req-ab682530-1fb9-401f-884a-89198b7afe5a tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0493639 Dec 09 02:31:04.020677 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39660) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:31:04.044982 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0ec3c3fa-af61-4891-a92c-46b326f4bbf1 req-05c53c75-183d-471e-9c34-f2b63490ac79 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 Dec 09 02:31:04.103589 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-4fbd65d7-a903-452b-b356-81b30e177ebf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817263 Dec 09 02:31:04.112298 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-a762e931-d8bb-4b2e-9d91-5d9eae4594fc service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:31:04.113245 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-a762e931-d8bb-4b2e-9d91-5d9eae4594fc service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048058 Dec 09 02:31:05.167553 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b526c5a-c054-4c66-b505-6b8ee3eda78f req-e9f4cca5-9d28-483f-b31a-81f1cc06441c tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:05.169124 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6b526c5a-c054-4c66-b505-6b8ee3eda78f req-e9f4cca5-9d28-483f-b31a-81f1cc06441c tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0569758 Dec 09 02:31:05.215218 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6b526c5a-c054-4c66-b505-6b8ee3eda78f req-cfcd2957-8a71-46d6-9f65-a721c4f0d858 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402112 Dec 09 02:31:05.268926 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aacae9e1-0fc0-4f8a-8e2d-90dce483f44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:05.403925 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-313ee26f-dd17-424f-82fa-c87920defa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:05.405320 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-313ee26f-dd17-424f-82fa-c87920defa60 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7231ee7bdc8741d0b9e4abb1c24e814a&device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 1099 time: 0.0395722 Dec 09 02:31:05.495285 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-2a55f515-3564-4f0f-81d5-1e8131e52800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:05.496788 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-2a55f515-3564-4f0f-81d5-1e8131e52800 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62f3c471-9303-4abe-a800-f9dc2e2c015a HTTP/1.1" status: 200 len: 913 time: 0.0846012 Dec 09 02:31:05.537023 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-a6113c0a-2205-4f04-8836-99828a5f1c8b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb HTTP/1.1" status: 200 len: 217 time: 0.0336783 Dec 09 02:31:05.582445 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-91f26669-5db5-442b-b78f-6626409386c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:05.583961 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-91f26669-5db5-442b-b78f-6626409386c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=503a3b4b-2c84-4239-9f60-b55ec2ff8fd5 HTTP/1.1" status: 200 len: 852 time: 0.0407400 Dec 09 02:31:05.614261 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-ffef922c-91dc-4a68-8e85-c33244913595 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62f3c471-9303-4abe-a800-f9dc2e2c015a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234544 Dec 09 02:31:05.705243 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-b26d741a-86ca-4a24-bc37-be4c22963b69 service neutron] 10.222.0.45 "GET /v2.0/networks/62f3c471-9303-4abe-a800-f9dc2e2c015a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842459 Dec 09 02:31:05.792444 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-820d3a9f-b25b-4a3a-b1e6-161e98e84a49 service neutron] 10.222.0.45 "GET /v2.0/networks/62f3c471-9303-4abe-a800-f9dc2e2c015a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797594 Dec 09 02:31:06.333604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236ab77-5daf-4027-b3fd-8f66e8e69a2b req-444ad917-129d-4213-acc3-ffbc9cdc782f tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:06.335076 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0236ab77-5daf-4027-b3fd-8f66e8e69a2b req-444ad917-129d-4213-acc3-ffbc9cdc782f tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0529246 Dec 09 02:31:06.380528 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0236ab77-5daf-4027-b3fd-8f66e8e69a2b req-3c4d74a7-bc5a-45ad-b456-07bcc3e4cd94 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395758 Dec 09 02:31:06.421394 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:07.495544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9ecd6-7291-4cee-8f49-98ce5693d309 req-3667a31c-ad77-4f05-8153-fc43a4b45a0c tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:07.497021 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38c9ecd6-7291-4cee-8f49-98ce5693d309 req-3667a31c-ad77-4f05-8153-fc43a4b45a0c tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0474095 Dec 09 02:31:07.543336 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38c9ecd6-7291-4cee-8f49-98ce5693d309 req-94dc1829-8977-4c02-a99d-baa948220f1d tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405672 Dec 09 02:31:07.812267 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:08.654273 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacd205-8537-4b7d-847f-cfa7ea759b9b req-68d204d2-3707-4b34-99cb-407b2830286c tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:08.655766 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5aacd205-8537-4b7d-847f-cfa7ea759b9b req-68d204d2-3707-4b34-99cb-407b2830286c tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0467477 Dec 09 02:31:08.668866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:08.707703 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5aacd205-8537-4b7d-847f-cfa7ea759b9b req-40236298-b7f9-4bf4-bc01-51e90ff8104a tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456803 Dec 09 02:31:09.822527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131da38-a45d-4169-abd1-079e5c3dc984 req-53f18b6d-6a73-455a-998e-6a74e4b9b8e3 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:09.824029 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9131da38-a45d-4169-abd1-079e5c3dc984 req-53f18b6d-6a73-455a-998e-6a74e4b9b8e3 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0479417 Dec 09 02:31:09.869757 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9131da38-a45d-4169-abd1-079e5c3dc984 req-8b254229-0d13-430d-b9a6-7a89a682e50c tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399790 Dec 09 02:31:10.982125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e8b1e-3010-4b5a-b710-cbb8f03356a6 req-0461c989-4ef0-40a7-ba46-b7f2a44b8e5a tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:10.983615 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0b8e8b1e-3010-4b5a-b710-cbb8f03356a6 req-0461c989-4ef0-40a7-ba46-b7f2a44b8e5a tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0477891 Dec 09 02:31:11.029552 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0b8e8b1e-3010-4b5a-b710-cbb8f03356a6 req-4b2e093e-5307-48d1-a613-f2421ac572a5 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 Dec 09 02:31:12.147786 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f72e3-e4ea-4e2c-8438-53647127c149 req-5a387431-9623-41d6-b32d-5d419218d14b tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:12.149265 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-725f72e3-e4ea-4e2c-8438-53647127c149 req-5a387431-9623-41d6-b32d-5d419218d14b tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0531383 Dec 09 02:31:12.194922 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-725f72e3-e4ea-4e2c-8438-53647127c149 req-20017da5-7f7f-4476-b947-4df76f9bd0eb tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398407 Dec 09 02:31:13.308226 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64395e48-1d62-4b57-a38f-0c839313fe07 req-6e844e0e-235f-4115-9e97-696c93519324 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:13.309678 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-64395e48-1d62-4b57-a38f-0c839313fe07 req-6e844e0e-235f-4115-9e97-696c93519324 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0485032 Dec 09 02:31:13.355153 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-64395e48-1d62-4b57-a38f-0c839313fe07 req-6321bee2-689e-4dfb-882e-b04acb9dabf1 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395555 Dec 09 02:31:14.235900 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:14.377290 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:31:14.471740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f9a35-389a-4453-94ee-dea968b2efa3 req-eb338a42-710b-47ad-a287-a9d6e9466042 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:14.473211 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a2f9a35-389a-4453-94ee-dea968b2efa3 req-eb338a42-710b-47ad-a287-a9d6e9466042 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0512784 Dec 09 02:31:14.519496 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a2f9a35-389a-4453-94ee-dea968b2efa3 req-e6362be1-6b54-4a82-b9de-b8e052bc749e tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402782 Dec 09 02:31:15.633340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb5b4d-3405-4cb9-ae1f-704d0c8dc065 req-396dbd7a-9f87-4f83-8dac-f62233db7dce tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:15.634830 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abcb5b4d-3405-4cb9-ae1f-704d0c8dc065 req-396dbd7a-9f87-4f83-8dac-f62233db7dce tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0483923 Dec 09 02:31:15.682460 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abcb5b4d-3405-4cb9-ae1f-704d0c8dc065 req-b8537112-33f6-4c75-b31a-e84579940219 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416436 Dec 09 02:31:16.796708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d1b28-ece1-4df0-a78f-55a6b3631c3e req-78c1c51c-75a0-4adf-b18e-3bfd1cc32c7c tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:16.798194 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-832d1b28-ece1-4df0-a78f-55a6b3631c3e req-78c1c51c-75a0-4adf-b18e-3bfd1cc32c7c tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0483625 Dec 09 02:31:16.847226 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-832d1b28-ece1-4df0-a78f-55a6b3631c3e req-08d20848-fc8e-4da7-9ddb-f5df2a09f204 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431294 Dec 09 02:31:17.959587 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6726bdf-ab31-49a7-9a13-884068c79473 req-77a788de-beba-4ec5-951b-77533c52b457 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:17.961034 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b6726bdf-ab31-49a7-9a13-884068c79473 req-77a788de-beba-4ec5-951b-77533c52b457 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0469968 Dec 09 02:31:18.006741 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b6726bdf-ab31-49a7-9a13-884068c79473 req-c61baa55-1d68-4d7a-a5d5-646a8c89d7a6 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399683 Dec 09 02:31:19.118419 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5adae1-cdf7-4a25-a05d-7060e457eac6 req-2b65b7a2-cb1e-4ba1-acf8-281406a34002 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:19.119926 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6b5adae1-cdf7-4a25-a05d-7060e457eac6 req-2b65b7a2-cb1e-4ba1-acf8-281406a34002 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0469515 Dec 09 02:31:19.166561 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6b5adae1-cdf7-4a25-a05d-7060e457eac6 req-9095914d-9845-4a05-8375-fd85b67dd407 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407381 Dec 09 02:31:20.282228 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b25f4-40a9-4b93-82cb-b10beba10e21 req-0ebf1e67-2bdb-444c-bb9a-8837bf98fa3e tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:20.283718 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-879b25f4-40a9-4b93-82cb-b10beba10e21 req-0ebf1e67-2bdb-444c-bb9a-8837bf98fa3e tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0508356 Dec 09 02:31:20.329518 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-879b25f4-40a9-4b93-82cb-b10beba10e21 req-5a45f020-b761-4563-846a-ce1f0534ae9b tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391495 Dec 09 02:31:21.442294 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09184f0-6cb7-4154-bed6-8e19db86c886 req-81b12733-50a9-47f5-8e41-9f1799357686 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:21.444315 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e09184f0-6cb7-4154-bed6-8e19db86c886 req-81b12733-50a9-47f5-8e41-9f1799357686 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0482590 Dec 09 02:31:21.489186 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e09184f0-6cb7-4154-bed6-8e19db86c886 req-5bee56fd-478d-4ad3-b0fb-312b0b02be22 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390956 Dec 09 02:31:22.603085 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dd546-f9da-4cc4-8a40-453097ab3365 req-f970409c-af11-4ef5-a9d8-481c2b356549 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:22.604559 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-896dd546-f9da-4cc4-8a40-453097ab3365 req-f970409c-af11-4ef5-a9d8-481c2b356549 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0469639 Dec 09 02:31:22.653095 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-896dd546-f9da-4cc4-8a40-453097ab3365 req-005426a2-02c2-4359-99b6-3e73d76e3644 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427403 Dec 09 02:31:23.765496 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2cb5e-8119-45d5-af4f-ae5357315d59 req-e7a50c76-a595-4f09-9006-8c73fa9ec804 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:23.766960 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e8c2cb5e-8119-45d5-af4f-ae5357315d59 req-e7a50c76-a595-4f09-9006-8c73fa9ec804 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0480840 Dec 09 02:31:23.812638 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e8c2cb5e-8119-45d5-af4f-ae5357315d59 req-13c46682-1cb5-4106-b87a-3269f13855c7 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390799 Dec 09 02:31:24.929155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cac45a-4143-4d68-9a7c-b629abbff486 req-e9983f40-eeb1-45ab-91bd-01f32c39dea2 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:24.930712 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d6cac45a-4143-4d68-9a7c-b629abbff486 req-e9983f40-eeb1-45ab-91bd-01f32c39dea2 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0516553 Dec 09 02:31:24.979011 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d6cac45a-4143-4d68-9a7c-b629abbff486 req-119de48e-ea44-4705-8573-cabd81e0b09e tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419731 Dec 09 02:31:26.094012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa43b4-2c32-4aa9-a5a1-455e5c32ddd1 req-82adff8b-d870-4886-936d-a718b0a01764 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:26.095485 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-55aa43b4-2c32-4aa9-a5a1-455e5c32ddd1 req-82adff8b-d870-4886-936d-a718b0a01764 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0507696 Dec 09 02:31:26.141535 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-55aa43b4-2c32-4aa9-a5a1-455e5c32ddd1 req-befe4bfe-fd0c-4d41-b24b-74f904b25385 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396545 Dec 09 02:31:27.253330 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb64eec-881d-4a98-839c-a96339665c73 req-14828b9d-af20-4b55-a24a-e123cbc43937 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:27.254783 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-acb64eec-881d-4a98-839c-a96339665c73 req-14828b9d-af20-4b55-a24a-e123cbc43937 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0469244 Dec 09 02:31:27.301737 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-acb64eec-881d-4a98-839c-a96339665c73 req-737ecdc2-ff3f-490d-9d99-276cafa7e464 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405507 Dec 09 02:31:28.417162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8fffb-97d9-4fd1-b563-d31869f26da4 req-9be95a44-33ed-492a-a31f-d809c0376c82 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:28.418519 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8ec8fffb-97d9-4fd1-b563-d31869f26da4 req-9be95a44-33ed-492a-a31f-d809c0376c82 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0512438 Dec 09 02:31:28.463553 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8ec8fffb-97d9-4fd1-b563-d31869f26da4 req-725be20c-ca0b-435e-a7dd-e67636fb3d2d tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392904 Dec 09 02:31:29.574374 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35586c3b-3c19-4a65-926b-3c948b678253 req-90b29d12-a495-4a7a-89e4-9473f48b36bf tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:29.575860 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-35586c3b-3c19-4a65-926b-3c948b678253 req-90b29d12-a495-4a7a-89e4-9473f48b36bf tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0472727 Dec 09 02:31:29.621421 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-35586c3b-3c19-4a65-926b-3c948b678253 req-4d23b7c3-2079-477f-bcf4-7e936a3f4d48 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397384 Dec 09 02:31:30.736147 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ecb49-3d98-48e0-9362-4622998d5394 req-d4075bcb-bb54-4104-9da1-4a2b8caf6fc7 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:30.737607 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-224ecb49-3d98-48e0-9362-4622998d5394 req-d4075bcb-bb54-4104-9da1-4a2b8caf6fc7 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0470128 Dec 09 02:31:30.786462 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-224ecb49-3d98-48e0-9362-4622998d5394 req-c5e0264f-b61c-424b-9316-651fc5297597 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422986 Dec 09 02:31:31.900023 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5f332-b4ec-44ea-9dba-c9c77b7b44a5 req-a30f0923-476d-4b27-ae20-c59a35265843 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:31.901525 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4eb5f332-b4ec-44ea-9dba-c9c77b7b44a5 req-a30f0923-476d-4b27-ae20-c59a35265843 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0481715 Dec 09 02:31:31.947040 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4eb5f332-b4ec-44ea-9dba-c9c77b7b44a5 req-45c6c95d-4e8c-46cc-bcb7-7d370aa7f298 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396974 Dec 09 02:31:32.640148 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-f1f008ba-a331-491d-97bc-a2c8f1009764 service neutron] 10.222.0.45 "GET /v2.0/ports/c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0533612 Dec 09 02:31:32.890553 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-45ea9fcc-7949-4b79-87af-3cf0607e3886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:32.891966 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-45ea9fcc-7949-4b79-87af-3cf0607e3886 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4&tenant_id=7231ee7bdc8741d0b9e4abb1c24e814a HTTP/1.1" status: 200 len: 1099 time: 0.0724337 Dec 09 02:31:32.964295 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-8574cd4e-90a3-4269-affd-cceddb10bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:32.965785 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-8574cd4e-90a3-4269-affd-cceddb10bd0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7231ee7bdc8741d0b9e4abb1c24e814a&device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 1099 time: 0.0389330 Dec 09 02:31:33.035045 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5df8c8bb-cd20-4aed-b58e-43ce9538f01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:33.092215 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8f89b-37a6-48d3-bd62-584345a06c86 req-e6f71b04-829d-4d4e-85fd-ed996a9d7de7 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:33.093674 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0dd8f89b-37a6-48d3-bd62-584345a06c86 req-e6f71b04-829d-4d4e-85fd-ed996a9d7de7 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0795040 Dec 09 02:31:33.098142 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-5627ee13-3021-4564-b74d-bc3d473749d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:33.100138 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-5627ee13-3021-4564-b74d-bc3d473749d6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62f3c471-9303-4abe-a800-f9dc2e2c015a HTTP/1.1" status: 200 len: 913 time: 0.1272578 Dec 09 02:31:33.147886 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-bbd16d69-cfdc-43eb-a341-65d4b455881f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb HTTP/1.1" status: 200 len: 217 time: 0.0391581 Dec 09 02:31:33.201721 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0dd8f89b-37a6-48d3-bd62-584345a06c86 req-5b771ced-76d3-4f21-8a35-8fa24a4ca2a9 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006622 Dec 09 02:31:33.214178 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-307a2010-5155-420a-aeb5-f555eea6f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:33.215608 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-307a2010-5155-420a-aeb5-f555eea6f9a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=503a3b4b-2c84-4239-9f60-b55ec2ff8fd5 HTTP/1.1" status: 200 len: 852 time: 0.0585926 Dec 09 02:31:33.246973 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-b61558c4-1902-4f10-aed9-1a20c6db9caf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62f3c471-9303-4abe-a800-f9dc2e2c015a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238922 Dec 09 02:31:33.336100 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-70b30b39-0cca-4b8f-bb22-6abbb2740b55 service neutron] 10.222.0.45 "GET /v2.0/networks/62f3c471-9303-4abe-a800-f9dc2e2c015a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816486 Dec 09 02:31:33.502175 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea77fb0a-fd04-46f7-b0e7-eb8ef7b26381 req-5ce3cfe3-f52a-4862-88b7-90c2442d8777 service neutron] 10.222.0.45 "GET /v2.0/networks/62f3c471-9303-4abe-a800-f9dc2e2c015a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842323 Dec 09 02:31:33.899712 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7027-5001-4083-bfd1-6b5270cf76fe req-c24e8791-1f22-43ee-b1ac-58a904d8bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:33.901052 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-236b7027-5001-4083-bfd1-6b5270cf76fe req-c24e8791-1f22-43ee-b1ac-58a904d8bb2e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7231ee7bdc8741d0b9e4abb1c24e814a&device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 1099 time: 0.0394750 Dec 09 02:31:34.005975 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7027-5001-4083-bfd1-6b5270cf76fe req-90d9bc95-c350-4925-b6c7-2945afd0293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:34.007491 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-236b7027-5001-4083-bfd1-6b5270cf76fe req-90d9bc95-c350-4925-b6c7-2945afd0293d service neutron] 10.222.0.45 "GET /v2.0/networks?id=62f3c471-9303-4abe-a800-f9dc2e2c015a HTTP/1.1" status: 200 len: 913 time: 0.0847070 Dec 09 02:31:34.048540 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-236b7027-5001-4083-bfd1-6b5270cf76fe req-58a812a0-c42b-44c8-b04e-cdaaba9a042a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb HTTP/1.1" status: 200 len: 217 time: 0.0338225 Dec 09 02:31:34.095017 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7027-5001-4083-bfd1-6b5270cf76fe req-bdeacf2e-1072-4a67-9fde-ede5432bf9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:34.096420 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-236b7027-5001-4083-bfd1-6b5270cf76fe req-bdeacf2e-1072-4a67-9fde-ede5432bf9fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=503a3b4b-2c84-4239-9f60-b55ec2ff8fd5 HTTP/1.1" status: 200 len: 852 time: 0.0407131 Dec 09 02:31:34.130195 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-236b7027-5001-4083-bfd1-6b5270cf76fe req-ebb1d579-372d-4f97-a9f4-7d2a3dd36728 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62f3c471-9303-4abe-a800-f9dc2e2c015a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264974 Dec 09 02:31:34.217447 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-236b7027-5001-4083-bfd1-6b5270cf76fe req-0eea4e48-c18e-4fa2-870d-e776d4d1e983 service neutron] 10.222.0.45 "GET /v2.0/networks/62f3c471-9303-4abe-a800-f9dc2e2c015a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799961 Dec 09 02:31:34.364612 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f87b0-1ede-47cd-af62-6b29bdc45967 req-644af306-a3fb-4526-a38c-3fcb6262e0eb tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:34.365608 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1e2f87b0-1ede-47cd-af62-6b29bdc45967 req-644af306-a3fb-4526-a38c-3fcb6262e0eb tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0762470 Dec 09 02:31:34.370955 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-236b7027-5001-4083-bfd1-6b5270cf76fe req-f0d5792b-fbed-49a4-9c9c-23d5474ab66e service neutron] 10.222.0.45 "GET /v2.0/networks/62f3c471-9303-4abe-a800-f9dc2e2c015a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256444 Dec 09 02:31:34.414047 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1e2f87b0-1ede-47cd-af62-6b29bdc45967 req-a981c05e-e7d5-455d-8055-5e3ff6de5e4d tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419803 Dec 09 02:31:35.271183 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41ed3a71-a39a-44ee-b86d-ec037c719a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:35.526739 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b732261-ef37-48ed-9bff-2e6ed48d1322 req-e978521a-01fb-4934-8efc-81fab989affa tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:35.528145 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7b732261-ef37-48ed-9bff-2e6ed48d1322 req-e978521a-01fb-4934-8efc-81fab989affa tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 946 time: 0.0468719 Dec 09 02:31:35.576999 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7b732261-ef37-48ed-9bff-2e6ed48d1322 req-a44c4389-edd2-43c5-a828-fb47247481c0 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430589 Dec 09 02:31:35.891519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-dbd36259-61b0-4f81-97e5-1c841ef24fee tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:35.892887 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-dbd36259-61b0-4f81-97e5-1c841ef24fee tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.45 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4&tenant_id=7231ee7bdc8741d0b9e4abb1c24e814a&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 946 time: 0.0811691 Dec 09 02:31:35.991043 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-8736e4bf-f49a-47af-86da-7df5093a5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:35.993159 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-8736e4bf-f49a-47af-86da-7df5093a5772 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7231ee7bdc8741d0b9e4abb1c24e814a&device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 1099 time: 0.0397062 Dec 09 02:31:36.426319 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:36.426967 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-c5cfb518-0dd2-45cf-a27f-c98f9e6adf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:36.428170 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-c5cfb518-0dd2-45cf-a27f-c98f9e6adf20 service neutron] 10.222.0.45 "GET /v2.0/networks?id=62f3c471-9303-4abe-a800-f9dc2e2c015a HTTP/1.1" status: 200 len: 913 time: 0.4280467 Dec 09 02:31:36.469672 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-740b6fbb-ccf1-4c88-a6e5-ff3ad276e577 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb HTTP/1.1" status: 200 len: 217 time: 0.0342760 Dec 09 02:31:36.515965 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-80c740c2-6fcc-44ad-834c-e74d7c3cc0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:36.517343 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-80c740c2-6fcc-44ad-834c-e74d7c3cc0fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=503a3b4b-2c84-4239-9f60-b55ec2ff8fd5 HTTP/1.1" status: 200 len: 852 time: 0.0414510 Dec 09 02:31:36.550403 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-beae4581-60b4-4142-9ca3-99a1f2f9d0be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=62f3c471-9303-4abe-a800-f9dc2e2c015a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259230 Dec 09 02:31:36.635194 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-15967bb4-1e80-453b-a8f8-5cfce55de917 service neutron] 10.222.0.45 "GET /v2.0/networks/62f3c471-9303-4abe-a800-f9dc2e2c015a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778973 Dec 09 02:31:36.724862 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-5bb52522-ee34-40c6-90c1-559be7247d06 service neutron] 10.222.0.45 "GET /v2.0/networks/62f3c471-9303-4abe-a800-f9dc2e2c015a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835152 Dec 09 02:31:37.142183 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:31:37.156720 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:31:37.301017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,segment=NetworkSegment(385f1e6f-1f7b-465d-8b18-6034e02ca97e),segment_id=385f1e6f-1f7b-465d-8b18-6034e02ca97e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:31:37.312889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:37.317224 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb', 'network_id': '62f3c471-9303-4abe-a800-f9dc2e2c015a', 'port_id': 'c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb', 'mac_address': 'fa:16:3e:70:e8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503a3b4b-2c84-4239-9f60-b55ec2ff8fd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:31:37.341103 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622fc3a7-797b-47eb-b8ec-759588a1dbb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:31:37.343478 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b764bef1-9139-41a9-b390-db6ee0c18475" -d '{"events": [{"server_uuid": "622fc3a7-797b-47eb-b8ec-759588a1dbb4", "name": "network-vif-unplugged", "status": "completed", "tag": "c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:31:37.374918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,segment=NetworkSegment(385f1e6f-1f7b-465d-8b18-6034e02ca97e),segment_id=385f1e6f-1f7b-465d-8b18-6034e02ca97e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:31:37.384180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:37.391919 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:37.435837 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:31:37.451973 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 02:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f0c3ff-1ad1-4966-abef-5a6e7774407b x-openstack-request-id: req-49f0c3ff-1ad1-4966-abef-5a6e7774407b {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:31:37.452267 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622fc3a7-797b-47eb-b8ec-759588a1dbb4", "name": "network-vif-unplugged", "status": "completed", "tag": "c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:31:37.452526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49f0c3ff-1ad1-4966-abef-5a6e7774407b {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:31:37.452916 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622fc3a7-797b-47eb-b8ec-759588a1dbb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb', 'code': 200} Dec 09 02:31:37.459909 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:31:37.487523 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:37.487814 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:37.488164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:37.488502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:37.488837 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:37.489165 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:37.489494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:37.489821 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:37.490146 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:37.490468 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:37.490791 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:37.491108 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:37.491444 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:37.504565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:31:37.504925 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:31:37.542039 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa433e9-43ed-43c3-84ab-81024c26145e req-accd8937-556f-403f-aa85-db83f79c94bc tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:37.543549 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3fa433e9-43ed-43c3-84ab-81024c26145e req-accd8937-556f-403f-aa85-db83f79c94bc tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 944 time: 0.0492203 Dec 09 02:31:37.590048 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3fa433e9-43ed-43c3-84ab-81024c26145e req-2a61c9c5-081c-477f-87d5-dbf939d5c0eb tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396154 Dec 09 02:31:37.814069 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:38.040014 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:38.051899 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:31:38.071193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,segment=NetworkSegment(385f1e6f-1f7b-465d-8b18-6034e02ca97e),segment_id=385f1e6f-1f7b-465d-8b18-6034e02ca97e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:31:38.074780 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:38.122698 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:31:38.217065 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:31:38.673735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:38.705098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e22a2f-3cef-4eea-9016-f799c3f6af53 req-c5237754-07c9-4d74-b8eb-c115fa843164 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:38.706566 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-28e22a2f-3cef-4eea-9016-f799c3f6af53 req-c5237754-07c9-4d74-b8eb-c115fa843164 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 945 time: 0.0498509 Dec 09 02:31:38.753898 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-28e22a2f-3cef-4eea-9016-f799c3f6af53 req-78a8c0c9-e62b-448e-bb53-1e76690e5042 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5526162-f30a-41d1-98f3-d10fd6b9fa61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413187 Dec 09 02:31:39.153111 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:31:39.202551 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:31:39.202926 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:39.274992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:39.306507 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,segment=NetworkSegment(385f1e6f-1f7b-465d-8b18-6034e02ca97e),segment_id=385f1e6f-1f7b-465d-8b18-6034e02ca97e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:31:39.310740 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:39.321985 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-8da99b53-32a1-423d-986e-1bd56f848cb4 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:39.323424 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-8da99b53-32a1-423d-986e-1bd56f848cb4 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.45 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 945 time: 0.0536582 Dec 09 02:31:39.361713 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:31:39.413613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Deleting port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:31:39.413904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:39.453591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622fc3a7-797b-47eb-b8ec-759588a1dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:31:39.456012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e82147-a8cb-444e-a2b3-178986b32ae3" -d '{"events": [{"server_uuid": "622fc3a7-797b-47eb-b8ec-759588a1dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:31:39.490888 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f37a9e-781f-4d7b-9d3a-1f49f38ee043 x-openstack-request-id: req-b4f37a9e-781f-4d7b-9d3a-1f49f38ee043 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:31:39.491318 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622fc3a7-797b-47eb-b8ec-759588a1dbb4", "name": "network-vif-plugged", "status": "completed", "tag": "c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:31:39.491609 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4f37a9e-781f-4d7b-9d3a-1f49f38ee043 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:31:39.492075 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622fc3a7-797b-47eb-b8ec-759588a1dbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb', 'code': 200} Dec 09 02:31:39.500876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] For port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,segment=NetworkSegment(385f1e6f-1f7b-465d-8b18-6034e02ca97e),segment_id=385f1e6f-1f7b-465d-8b18-6034e02ca97e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:31:39.501242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:39.514206 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Calling delete_port for c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:31:39.640427 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:39.668543 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Pushing event deleted for resources: {'Port': ['ID=c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:31:39.673368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:31:39.680220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:39.680579 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:39.680926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:39.681264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:39.681600 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:39.681934 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:39.682266 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:39.682597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:39.682926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:39.683256 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:39.683616 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:39.683940 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:39.684268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:39.719981 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] No DVR routers for this DVR port c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:31:39.722590 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:39.726079 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1eb16d1f-f50f-4f12-8584-56a0de2f067c req-6e99aa60-5781-44a5-a9ce-7925d3f37041 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.45 "DELETE /v2.0/ports/c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb HTTP/1.1" status: 204 len: 173 time: 0.3957374 Dec 09 02:31:39.726589 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622fc3a7-797b-47eb-b8ec-759588a1dbb4', 'name': 'network-vif-deleted', 'tag': 'c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:31:39.729006 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3626692d-6665-4216-ad77-9f366a92ba31" -d '{"events": [{"server_uuid": "622fc3a7-797b-47eb-b8ec-759588a1dbb4", "name": "network-vif-deleted", "tag": "c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:31:39.767619 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f075b9b8-fab9-43cb-8160-3231c882332d x-openstack-request-id: req-f075b9b8-fab9-43cb-8160-3231c882332d {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:31:39.768103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622fc3a7-797b-47eb-b8ec-759588a1dbb4", "name": "network-vif-deleted", "tag": "c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:31:39.768436 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f075b9b8-fab9-43cb-8160-3231c882332d {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:31:39.768766 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622fc3a7-797b-47eb-b8ec-759588a1dbb4', 'name': 'network-vif-deleted', 'tag': 'c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb', 'status': 'completed', 'code': 200} Dec 09 02:31:39.854892 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cfed17ea-7234-4516-b338-2e331071c0fc req-e6fa94ef-2738-4993-93cc-71841100d091 tempest-DeleteServersTestJSON-1670298730 tempest-DeleteServersTestJSON-1670298730-project] 10.222.0.43 "GET /v2.0/ports?device_id=622fc3a7-797b-47eb-b8ec-759588a1dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0263979 Dec 09 02:31:40.580789 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [req-5ae598c2-1dea-401d-abe0-a3ab705f86b3 req-299f1827-d9b5-4b95-9259-8abf3ddf4820 tempest-ServerActionsTestJSON-1895030300 tempest-ServerActionsTestJSON-1895030300-project] (103333) timed out ('10.222.0.43', 58610) {{(pid=103333) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 02:31:40.977354 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39764) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:31:41.020901 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Deleting subnet 503a3b4b-2c84-4239-9f60-b55ec2ff8fd5 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:31:41.024562 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:41.060089 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:41.098155 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:41.149894 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:41.176825 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503a3b4b-2c84-4239-9f60-b55ec2ff8fd5,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:31:41.179579 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:41.182324 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-15067016-22d1-4965-8194-593d655c280a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/503a3b4b-2c84-4239-9f60-b55ec2ff8fd5 HTTP/1.1" status: 204 len: 168 time: 0.2039893 Dec 09 02:31:41.185036 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39766) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:31:41.188378 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:41.188736 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:41.189086 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:41.189429 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:41.189765 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:41.190100 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:41.190432 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:41.190764 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:41.191095 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:41.191424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:41.191787 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:41.192142 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:41.192464 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067016-22d1-4965-8194-593d655c280a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:31:41.254348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4ab14614-18fe-481e-8704-5060dcf29c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:41.329942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4ab14614-18fe-481e-8704-5060dcf29c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:41.349422 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-4ab14614-18fe-481e-8704-5060dcf29c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f3c471-9303-4abe-a800-f9dc2e2c015a']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:31:41.358327 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-4ab14614-18fe-481e-8704-5060dcf29c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385f1e6f-1f7b-465d-8b18-6034e02ca97e') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:31:41.358623 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-4ab14614-18fe-481e-8704-5060dcf29c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385f1e6f-1f7b-465d-8b18-6034e02ca97e') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:31:41.368117 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4ab14614-18fe-481e-8704-5060dcf29c9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:41.380584 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4ab14614-18fe-481e-8704-5060dcf29c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:41.386903 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab14614-18fe-481e-8704-5060dcf29c9d admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:31:41.387282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4ab14614-18fe-481e-8704-5060dcf29c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:31:41.388912 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:31:41.443553 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4ab14614-18fe-481e-8704-5060dcf29c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:41.449532 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4ab14614-18fe-481e-8704-5060dcf29c9d admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:41.452661 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4ab14614-18fe-481e-8704-5060dcf29c9d admin admin] 10.222.0.43 "DELETE /v2.0/networks/62f3c471-9303-4abe-a800-f9dc2e2c015a HTTP/1.1" status: 204 len: 168 time: 0.2666171 Dec 09 02:31:41.463600 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab14614-18fe-481e-8704-5060dcf29c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=62f3c471-9303-4abe-a800-f9dc2e2c015a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:31:41.555824 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39770) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:31:41.594222 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e0017ed5-7c97-495e-9a91-3258d659005c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7231ee7bdc8741d0b9e4abb1c24e814a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371423 Dec 09 02:31:41.596603 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39772) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:31:41.642064 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cffb80fe-d1da-4352-ab6d-2065cc69aafd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:41.662686 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cffb80fe-d1da-4352-ab6d-2065cc69aafd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:41.713604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cffb80fe-d1da-4352-ab6d-2065cc69aafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:41.716532 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cffb80fe-d1da-4352-ab6d-2065cc69aafd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:41.717980 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cffb80fe-d1da-4352-ab6d-2065cc69aafd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5526162-f30a-41d1-98f3-d10fd6b9fa61 HTTP/1.1" status: 204 len: 168 time: 0.1204944 Dec 09 02:31:41.725888 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb80fe-d1da-4352-ab6d-2065cc69aafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5526162-f30a-41d1-98f3-d10fd6b9fa61,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:31:42.349969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 39794) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:31:42.441409 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-521c8349-cdfd-4d30-bcf4-49dfe0c1abea admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1939246577-network', 'tenant_id': 'fd89362b40494a54b293d7fac1f58ba4'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:31:42.462622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521c8349-cdfd-4d30-bcf4-49dfe0c1abea admin admin] Made reservation on behalf of fd89362b40494a54b293d7fac1f58ba4 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:31:42.465063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-521c8349-cdfd-4d30-bcf4-49dfe0c1abea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:42.473122 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-521c8349-cdfd-4d30-bcf4-49dfe0c1abea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:42.544845 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-521c8349-cdfd-4d30-bcf4-49dfe0c1abea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:42.548233 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-521c8349-cdfd-4d30-bcf4-49dfe0c1abea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:42.571685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521c8349-cdfd-4d30-bcf4-49dfe0c1abea admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:31:42.581125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c8349-cdfd-4d30-bcf4-49dfe0c1abea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4e6589-7cb9-4429-a1db-d53f64c3dd77,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:31:42.586416 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-521c8349-cdfd-4d30-bcf4-49dfe0c1abea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:42.586813 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-521c8349-cdfd-4d30-bcf4-49dfe0c1abea admin admin] Added segment f4614bcb-c0e2-47ac-84c5-52b709e6ed5d of type vlan for network a0a877bc-2de3-4e24-8fac-b5095b412589 Dec 09 02:31:42.624519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-521c8349-cdfd-4d30-bcf4-49dfe0c1abea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:42.648860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-521c8349-cdfd-4d30-bcf4-49dfe0c1abea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:42.649808 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c8349-cdfd-4d30-bcf4-49dfe0c1abea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:42.650416 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-521c8349-cdfd-4d30-bcf4-49dfe0c1abea admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:42.707333 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-521c8349-cdfd-4d30-bcf4-49dfe0c1abea admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3562708 Dec 09 02:31:42.710462 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 39798) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:31:42.714996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c8349-cdfd-4d30-bcf4-49dfe0c1abea admin admin] Pushing event updated for resources: {'Network': ['ID=a0a877bc-2de3-4e24-8fac-b5095b412589,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:31:42.716168 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-860d0ced-918c-4534-a735-cb06f3f69a6c admin admin] Request body: {'subnet': {'network_id': 'a0a877bc-2de3-4e24-8fac-b5095b412589', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1939246577-subnet', 'tenant_id': 'fd89362b40494a54b293d7fac1f58ba4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:31:42.724622 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network a0a877bc-2de3-4e24-8fac-b5095b412589 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:31:42.738319 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860d0ced-918c-4534-a735-cb06f3f69a6c admin admin] Made reservation on behalf of fd89362b40494a54b293d7fac1f58ba4 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:31:42.740863 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-860d0ced-918c-4534-a735-cb06f3f69a6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:42.905739 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-860d0ced-918c-4534-a735-cb06f3f69a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:42.961055 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d0ced-918c-4534-a735-cb06f3f69a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=13648eb7-041f-4cc6-9392-4b4e5a1abab7,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:31:42.968016 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d0ced-918c-4534-a735-cb06f3f69a6c admin admin] Checking segment: {'id': 'f4614bcb-c0e2-47ac-84c5-52b709e6ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0a877bc-2de3-4e24-8fac-b5095b412589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:31:42.968375 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860d0ced-918c-4534-a735-cb06f3f69a6c admin admin] Network hostable DHCP agents. Network: a0a877bc-2de3-4e24-8fac-b5095b412589, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:31:42.984161 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860d0ced-918c-4534-a735-cb06f3f69a6c admin admin] Network a0a877bc-2de3-4e24-8fac-b5095b412589 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:31:42.992489 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-860d0ced-918c-4534-a735-cb06f3f69a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, a0a877bc-2de3-4e24-8fac-b5095b412589) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:31:42.996811 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860d0ced-918c-4534-a735-cb06f3f69a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:42.997401 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-860d0ced-918c-4534-a735-cb06f3f69a6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:43.002046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3c7ba2-eeb7-447e-86cc-68f11a94a584 None None] Network a0a877bc-2de3-4e24-8fac-b5095b412589 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:31:43.013554 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-860d0ced-918c-4534-a735-cb06f3f69a6c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3013842 Dec 09 02:31:43.095509 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3baf278-e647-43bd-91cc-6af7d232dc24 None None] Network a0a877bc-2de3-4e24-8fac-b5095b412589 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:31:43.170585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:31:43.193515 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:31:43.193861 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device c3c4032b-a9ac-4ab5-a0e9-22c2700a66bb not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:31:43.422529 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c268b33-f278-46cd-a166-b355744e3027 req-dc37b9c7-3838-44e9-82d1-ceb4e1e7f0ff tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:43.424019 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c268b33-f278-46cd-a166-b355744e3027 req-dc37b9c7-3838-44e9-82d1-ceb4e1e7f0ff tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/networks?id=a0a877bc-2de3-4e24-8fac-b5095b412589 HTTP/1.1" status: 200 len: 815 time: 0.1008878 Dec 09 02:31:43.438800 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c268b33-f278-46cd-a166-b355744e3027 req-911bef60-dfdd-40b0-93dd-9b1beef3311b tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/quotas/fd89362b40494a54b293d7fac1f58ba4 HTTP/1.1" status: 200 len: 375 time: 0.0085866 Dec 09 02:31:43.468458 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c268b33-f278-46cd-a166-b355744e3027 req-163aad62-acac-45a9-b260-e7848816c230 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd89362b40494a54b293d7fac1f58ba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246997 Dec 09 02:31:43.558323 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c268b33-f278-46cd-a166-b355744e3027 req-448b29f5-5576-4147-b79b-caf554bfa66b service neutron] 10.222.0.43 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832107 Dec 09 02:31:43.643279 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c268b33-f278-46cd-a166-b355744e3027 req-82cf002f-33ca-4daf-a609-e28ef1d5d5d4 service neutron] 10.222.0.43 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790720 Dec 09 02:31:43.800366 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f258e6b-aa5c-4577-9ebd-8b5a1459a8a6 req-98d52ba0-c13b-4e70-b718-84a86714a119 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 210 time: 0.0319452 Dec 09 02:31:44.238880 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:44.796970 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c268b33-f278-46cd-a166-b355744e3027 req-fe9fd3d6-17e5-47ff-9e23-d2d3f67df802 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:44.798448 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c268b33-f278-46cd-a166-b355744e3027 req-fe9fd3d6-17e5-47ff-9e23-d2d3f67df802 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.45 "GET /v2.0/networks?id=a0a877bc-2de3-4e24-8fac-b5095b412589 HTTP/1.1" status: 200 len: 815 time: 0.0999827 Dec 09 02:31:44.820454 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-4c268b33-f278-46cd-a166-b355744e3027 req-d2a690df-8e8e-4927-ac39-8fb02498a5a9 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Request body: {'port': {'device_id': '150c0c33-bdac-4498-b774-0f20d1425038', 'network_id': 'a0a877bc-2de3-4e24-8fac-b5095b412589', 'admin_state_up': True, 'tenant_id': 'fd89362b40494a54b293d7fac1f58ba4'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:31:44.903832 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6a8e9dc2-dcaf-414a-bab7-a79d990922bb req-9226d9ec-1d14-447f-b480-638129144634 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 210 time: 0.0317039 Dec 09 02:31:44.952721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c268b33-f278-46cd-a166-b355744e3027 req-d2a690df-8e8e-4927-ac39-8fb02498a5a9 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Made reservation on behalf of fd89362b40494a54b293d7fac1f58ba4 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:31:44.956227 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4c268b33-f278-46cd-a166-b355744e3027 req-d2a690df-8e8e-4927-ac39-8fb02498a5a9 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:45.079683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-4c268b33-f278-46cd-a166-b355744e3027 req-d2a690df-8e8e-4927-ac39-8fb02498a5a9 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Allocated IP 172.20.0.7 (a0a877bc-2de3-4e24-8fac-b5095b412589/13648eb7-041f-4cc6-9392-4b4e5a1abab7/c73e15e8-fa6a-40b8-8302-bc9ccecd3080) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:31:45.219727 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4c268b33-f278-46cd-a166-b355744e3027 req-d2a690df-8e8e-4927-ac39-8fb02498a5a9 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:45.252838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4c268b33-f278-46cd-a166-b355744e3027 req-d2a690df-8e8e-4927-ac39-8fb02498a5a9 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:45.297897 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c268b33-f278-46cd-a166-b355744e3027 req-d2a690df-8e8e-4927-ac39-8fb02498a5a9 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Network a0a877bc-2de3-4e24-8fac-b5095b412589 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:31:45.302809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-4c268b33-f278-46cd-a166-b355744e3027 req-d2a690df-8e8e-4927-ac39-8fb02498a5a9 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:31:45.306480 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c268b33-f278-46cd-a166-b355744e3027 req-d2a690df-8e8e-4927-ac39-8fb02498a5a9 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:31:45.312763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a690df-8e8e-4927-ac39-8fb02498a5a9 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Pushing event updated for resources: {'Port': ['ID=c73e15e8-fa6a-40b8-8302-bc9ccecd3080,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:31:45.357409 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c268b33-f278-46cd-a166-b355744e3027 req-d2a690df-8e8e-4927-ac39-8fb02498a5a9 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:45.357942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4c268b33-f278-46cd-a166-b355744e3027 req-d2a690df-8e8e-4927-ac39-8fb02498a5a9 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:45.373506 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c268b33-f278-46cd-a166-b355744e3027 req-d2a690df-8e8e-4927-ac39-8fb02498a5a9 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5567617 Dec 09 02:31:45.391195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Request body: {'port': {'device_id': '150c0c33-bdac-4498-b774-0f20d1425038', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:31:45.442645 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:45.708378 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73e15e8-fa6a-40b8-8302-bc9ccecd3080 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:31:45.717484 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:45.731041 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Transition to ACTIVE for port object c73e15e8-fa6a-40b8-8302-bc9ccecd3080 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:31:45.734217 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:45.783639 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Pushing event updated for resources: {'Port': ['ID=c73e15e8-fa6a-40b8-8302-bc9ccecd3080,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:31:45.849848 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Attempting to bind port c73e15e8-fa6a-40b8-8302-bc9ccecd3080 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:31:45.850460 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Attempting to bind port c73e15e8-fa6a-40b8-8302-bc9ccecd3080 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'f4614bcb-c0e2-47ac-84c5-52b709e6ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0a877bc-2de3-4e24-8fac-b5095b412589'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:31:45.850599 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Attempting to bind port c73e15e8-fa6a-40b8-8302-bc9ccecd3080 on network a0a877bc-2de3-4e24-8fac-b5095b412589 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:31:45.855404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Port c73e15e8-fa6a-40b8-8302-bc9ccecd3080 on network a0a877bc-2de3-4e24-8fac-b5095b412589 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:31:45.855750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Attempting to bind port c73e15e8-fa6a-40b8-8302-bc9ccecd3080 on network a0a877bc-2de3-4e24-8fac-b5095b412589 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:31:45.860652 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:31:45.860988 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Checking segment: {'id': 'f4614bcb-c0e2-47ac-84c5-52b709e6ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0a877bc-2de3-4e24-8fac-b5095b412589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:31:45.861367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Bound using segment: {'id': 'f4614bcb-c0e2-47ac-84c5-52b709e6ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0a877bc-2de3-4e24-8fac-b5095b412589'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:31:45.861788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Bound port: c73e15e8-fa6a-40b8-8302-bc9ccecd3080, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4614bcb-c0e2-47ac-84c5-52b709e6ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0a877bc-2de3-4e24-8fac-b5095b412589'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:31:45.862142 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:45.926086 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] For port c73e15e8-fa6a-40b8-8302-bc9ccecd3080, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:31:45.929093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] For port c73e15e8-fa6a-40b8-8302-bc9ccecd3080, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c73e15e8-fa6a-40b8-8302-bc9ccecd3080,segment=NetworkSegment(f4614bcb-c0e2-47ac-84c5-52b709e6ed5d),segment_id=f4614bcb-c0e2-47ac-84c5-52b709e6ed5d)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:31:45.934377 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:45.968518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:45.969143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:45.970526 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c268b33-f278-46cd-a166-b355744e3027 req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] 10.222.0.45 "PUT /v2.0/ports/c73e15e8-fa6a-40b8-8302-bc9ccecd3080 HTTP/1.1" status: 200 len: 1093 time: 0.5833626 Dec 09 02:31:45.970964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150c0c33-bdac-4498-b774-0f20d1425038', 'tag': 'c73e15e8-fa6a-40b8-8302-bc9ccecd3080'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:31:45.973242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc99bfc-7c6b-44fd-83eb-01e48030d8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "150c0c33-bdac-4498-b774-0f20d1425038", "tag": "c73e15e8-fa6a-40b8-8302-bc9ccecd3080"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:31:46.020681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d811e79-c1c7-4baa-82f2-45f2b592166a service neutron] Pushing event updated for resources: {'Port': ['ID=c73e15e8-fa6a-40b8-8302-bc9ccecd3080,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:31:46.070974 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8b7bc-0306-4f10-a4a5-5ea83e3a5fe9 req-386a5971-44c9-4a9a-b7d9-eea50728d676 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:46.072479 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c6c8b7bc-0306-4f10-a4a5-5ea83e3a5fe9 req-386a5971-44c9-4a9a-b7d9-eea50728d676 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 943 time: 0.0941236 Dec 09 02:31:46.087475 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c268b33-f278-46cd-a166-b355744e3027 req-1c7a7206-1ad3-4051-87ed-715ac4e10c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:46.088863 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c268b33-f278-46cd-a166-b355744e3027 req-1c7a7206-1ad3-4051-87ed-715ac4e10c0c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd89362b40494a54b293d7fac1f58ba4&device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 1096 time: 0.0639772 Dec 09 02:31:46.144225 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c268b33-f278-46cd-a166-b355744e3027 req-0d9f59e0-f62f-4667-8112-a1d034e8c064 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c73e15e8-fa6a-40b8-8302-bc9ccecd3080 HTTP/1.1" status: 200 len: 217 time: 0.0411508 Dec 09 02:31:46.163590 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c6c8b7bc-0306-4f10-a4a5-5ea83e3a5fe9 req-640f1182-eb99-4db3-976f-11236ba325ef tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839350 Dec 09 02:31:46.197785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c268b33-f278-46cd-a166-b355744e3027 req-0407a4e2-7b8f-4cdf-b26b-f918b0c595ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:46.199242 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c268b33-f278-46cd-a166-b355744e3027 req-0407a4e2-7b8f-4cdf-b26b-f918b0c595ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=13648eb7-041f-4cc6-9392-4b4e5a1abab7 HTTP/1.1" status: 200 len: 855 time: 0.0473862 Dec 09 02:31:46.214677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa4a83c-16ad-409a-abf6-f81a2e54e100 x-openstack-request-id: req-caa4a83c-16ad-409a-abf6-f81a2e54e100 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:31:46.214964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150c0c33-bdac-4498-b774-0f20d1425038", "tag": "c73e15e8-fa6a-40b8-8302-bc9ccecd3080", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:31:46.215247 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-caa4a83c-16ad-409a-abf6-f81a2e54e100 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:31:46.215666 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150c0c33-bdac-4498-b774-0f20d1425038', 'tag': 'c73e15e8-fa6a-40b8-8302-bc9ccecd3080', 'status': 'completed', 'code': 200} Dec 09 02:31:46.233255 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c268b33-f278-46cd-a166-b355744e3027 req-8029003c-6d4b-4ea4-be26-8537a91d135e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0a877bc-2de3-4e24-8fac-b5095b412589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270760 Dec 09 02:31:46.325230 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c268b33-f278-46cd-a166-b355744e3027 req-18e87e47-124d-4b95-9941-cc95d3f68b0f service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836537 Dec 09 02:31:46.414003 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c268b33-f278-46cd-a166-b355744e3027 req-527dfb4e-a972-4d84-9819-e19aa7153706 service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806639 Dec 09 02:31:46.542353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc99bfc-7c6b-44fd-83eb-01e48030d8bd req-14abf2a0-b97a-47a7-9296-42c57d1a055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:46.543787 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8cc99bfc-7c6b-44fd-83eb-01e48030d8bd req-14abf2a0-b97a-47a7-9296-42c57d1a055d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd89362b40494a54b293d7fac1f58ba4&device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 1096 time: 0.0447240 Dec 09 02:31:46.631688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc99bfc-7c6b-44fd-83eb-01e48030d8bd req-3fccd24c-380c-4510-b996-b9595a6e4fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:46.633710 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8cc99bfc-7c6b-44fd-83eb-01e48030d8bd req-3fccd24c-380c-4510-b996-b9595a6e4fd9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0a877bc-2de3-4e24-8fac-b5095b412589 HTTP/1.1" status: 200 len: 916 time: 0.0810766 Dec 09 02:31:46.678441 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8cc99bfc-7c6b-44fd-83eb-01e48030d8bd req-28c4e40d-5545-4830-abfe-7a1e8808328b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c73e15e8-fa6a-40b8-8302-bc9ccecd3080 HTTP/1.1" status: 200 len: 217 time: 0.0365152 Dec 09 02:31:46.727299 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc99bfc-7c6b-44fd-83eb-01e48030d8bd req-04393b2a-b2a9-42b9-9750-ff80477efadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:46.728741 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8cc99bfc-7c6b-44fd-83eb-01e48030d8bd req-04393b2a-b2a9-42b9-9750-ff80477efadf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=13648eb7-041f-4cc6-9392-4b4e5a1abab7 HTTP/1.1" status: 200 len: 855 time: 0.0429053 Dec 09 02:31:46.762141 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8cc99bfc-7c6b-44fd-83eb-01e48030d8bd req-18c4d6c7-c094-41dc-a082-d1afeb95112f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0a877bc-2de3-4e24-8fac-b5095b412589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247111 Dec 09 02:31:46.854235 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8cc99bfc-7c6b-44fd-83eb-01e48030d8bd req-a3302829-8cb7-4be7-be72-7dd9c715177f service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843813 Dec 09 02:31:46.949116 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8cc99bfc-7c6b-44fd-83eb-01e48030d8bd req-067b38d5-dac6-4048-bbe6-51a7ae7c744f service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862846 Dec 09 02:31:47.277352 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a79e7-8d74-4cd6-9200-d26a17a7519f req-a6eebbb1-7abc-4d68-9945-0c3c0689cc69 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:47.278819 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f64a79e7-8d74-4cd6-9200-d26a17a7519f req-a6eebbb1-7abc-4d68-9945-0c3c0689cc69 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 943 time: 0.0488160 Dec 09 02:31:47.324896 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f64a79e7-8d74-4cd6-9200-d26a17a7519f req-87328621-2fb5-4ed5-bf72-fedb48cf7848 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403740 Dec 09 02:31:48.444030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50adac-e180-4e88-9e1e-f420185e9b00 req-00a9fe27-5911-41a2-ad6c-0eba8a599358 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:48.445411 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e50adac-e180-4e88-9e1e-f420185e9b00 req-00a9fe27-5911-41a2-ad6c-0eba8a599358 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 943 time: 0.0529332 Dec 09 02:31:48.490709 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e50adac-e180-4e88-9e1e-f420185e9b00 req-6ce0685f-0019-45c4-bc5f-0a03eb440415 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394540 Dec 09 02:31:49.198406 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device c73e15e8-fa6a-40b8-8302-bc9ccecd3080 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:31:49.290068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port c73e15e8-fa6a-40b8-8302-bc9ccecd3080, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c73e15e8-fa6a-40b8-8302-bc9ccecd3080,segment=NetworkSegment(f4614bcb-c0e2-47ac-84c5-52b709e6ed5d),segment_id=f4614bcb-c0e2-47ac-84c5-52b709e6ed5d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:31:49.301298 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'c73e15e8-fa6a-40b8-8302-bc9ccecd3080', 'network_id': 'a0a877bc-2de3-4e24-8fac-b5095b412589', 'port_id': 'c73e15e8-fa6a-40b8-8302-bc9ccecd3080', 'mac_address': 'fa:16:3e:fe:c4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13648eb7-041f-4cc6-9392-4b4e5a1abab7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:31:49.340582 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:49.352778 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73e15e8-fa6a-40b8-8302-bc9ccecd3080 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:31:49.371662 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port c73e15e8-fa6a-40b8-8302-bc9ccecd3080, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c73e15e8-fa6a-40b8-8302-bc9ccecd3080,segment=NetworkSegment(f4614bcb-c0e2-47ac-84c5-52b709e6ed5d),segment_id=f4614bcb-c0e2-47ac-84c5-52b709e6ed5d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:31:49.375258 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:49.421557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=c73e15e8-fa6a-40b8-8302-bc9ccecd3080,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:31:49.603121 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c9e87-0142-4274-a0cc-25282e450659 req-e40e856e-11a2-4c85-a354-29f059db3df8 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:49.604631 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ab0c9e87-0142-4274-a0cc-25282e450659 req-e40e856e-11a2-4c85-a354-29f059db3df8 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 944 time: 0.0482852 Dec 09 02:31:49.650757 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ab0c9e87-0142-4274-a0cc-25282e450659 req-83f31931-11fa-4817-adbe-2a6b6d1c3841 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403571 Dec 09 02:31:49.653844 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['c73e15e8-fa6a-40b8-8302-bc9ccecd3080'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:31:50.762669 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1f6fd-ff38-4795-97ee-4780e0806bef req-7522858f-93ca-465f-a54d-16165aa11e18 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:50.764146 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fc1f6fd-ff38-4795-97ee-4780e0806bef req-7522858f-93ca-465f-a54d-16165aa11e18 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 944 time: 0.0470927 Dec 09 02:31:50.813616 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fc1f6fd-ff38-4795-97ee-4780e0806bef req-12976751-115c-438d-83d6-980ec3345f2f tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436525 Dec 09 02:31:51.216840 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device c73e15e8-fa6a-40b8-8302-bc9ccecd3080 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:31:51.264927 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port c73e15e8-fa6a-40b8-8302-bc9ccecd3080 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:31:51.268950 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port c73e15e8-fa6a-40b8-8302-bc9ccecd3080 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:31:51.269326 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:51.342585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:51.369094 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150c0c33-bdac-4498-b774-0f20d1425038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73e15e8-fa6a-40b8-8302-bc9ccecd3080'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:31:51.371314 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a803f7-0053-4ddd-b820-979bbc89d33b" -d '{"events": [{"server_uuid": "150c0c33-bdac-4498-b774-0f20d1425038", "name": "network-vif-plugged", "status": "completed", "tag": "c73e15e8-fa6a-40b8-8302-bc9ccecd3080"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:31:51.375934 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:31:51.385089 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port c73e15e8-fa6a-40b8-8302-bc9ccecd3080, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c73e15e8-fa6a-40b8-8302-bc9ccecd3080,segment=NetworkSegment(f4614bcb-c0e2-47ac-84c5-52b709e6ed5d),segment_id=f4614bcb-c0e2-47ac-84c5-52b709e6ed5d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:31:51.389021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:31:51.411650 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac11e48c-cc30-43b5-b0b3-67a696cab9b3 x-openstack-request-id: req-ac11e48c-cc30-43b5-b0b3-67a696cab9b3 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:31:51.411944 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150c0c33-bdac-4498-b774-0f20d1425038", "name": "network-vif-plugged", "status": "completed", "tag": "c73e15e8-fa6a-40b8-8302-bc9ccecd3080", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:31:51.412198 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac11e48c-cc30-43b5-b0b3-67a696cab9b3 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:31:51.412587 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150c0c33-bdac-4498-b774-0f20d1425038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73e15e8-fa6a-40b8-8302-bc9ccecd3080', 'code': 200} Dec 09 02:31:51.437517 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=c73e15e8-fa6a-40b8-8302-bc9ccecd3080,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:31:51.604317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb45760-268d-4cfb-a89a-296d0111e613 req-d146b64a-6e7f-496a-82b4-c23812e53fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:51.605806 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8bb45760-268d-4cfb-a89a-296d0111e613 req-d146b64a-6e7f-496a-82b4-c23812e53fda service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 1098 time: 0.0388052 Dec 09 02:31:51.649461 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8bb45760-268d-4cfb-a89a-296d0111e613 req-81e8db8c-7ab6-47f9-a53d-79d37b6ce4e5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359850 Dec 09 02:31:51.928115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf3925-93f8-4e90-bfc1-458416eb4d38 req-6d6dd861-725d-4eca-95f9-5287108d5a9c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:51.929486 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fcf3925-93f8-4e90-bfc1-458416eb4d38 req-6d6dd861-725d-4eca-95f9-5287108d5a9c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0485067 Dec 09 02:31:51.974463 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fcf3925-93f8-4e90-bfc1-458416eb4d38 req-d7847dd3-c3ae-426f-9f5b-40c94df46a37 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390649 Dec 09 02:31:53.089719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31e18d-585f-4bb4-a87f-7b9c55bd53b0 req-6f218402-56c2-4be2-a5ba-7a604e7e9e07 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:53.091187 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7d31e18d-585f-4bb4-a87f-7b9c55bd53b0 req-6f218402-56c2-4be2-a5ba-7a604e7e9e07 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0517917 Dec 09 02:31:53.137050 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7d31e18d-585f-4bb4-a87f-7b9c55bd53b0 req-280b2fb4-9cdf-4123-a53e-eb0a907c0ed1 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399625 Dec 09 02:31:53.246906 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03358830-955f-4a68-8ce7-9df4657de7d8 req-30f624b0-b2ac-4cb1-930d-e889808dd59b tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:53.248413 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-03358830-955f-4a68-8ce7-9df4657de7d8 req-30f624b0-b2ac-4cb1-930d-e889808dd59b tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0481327 Dec 09 02:31:53.296211 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-03358830-955f-4a68-8ce7-9df4657de7d8 req-d1a8b87d-72b8-4c87-b972-8e6d14836ed8 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418971 Dec 09 02:31:53.495595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33d0b6-d9a3-4265-a290-4ce9140d7e21 req-ac1b6879-cf08-4374-bc76-d92ea016fd49 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:53.497070 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f33d0b6-d9a3-4265-a290-4ce9140d7e21 req-ac1b6879-cf08-4374-bc76-d92ea016fd49 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0518725 Dec 09 02:31:53.543231 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f33d0b6-d9a3-4265-a290-4ce9140d7e21 req-adc0f1fa-447a-4e6c-a47d-c9ffb9c783fd tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402818 Dec 09 02:31:53.652677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212976f-c8cb-4e08-9670-f32ef8fccb8b req-77e1c316-3423-486c-9f56-6c3820166eb3 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:53.654132 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2212976f-c8cb-4e08-9670-f32ef8fccb8b req-77e1c316-3423-486c-9f56-6c3820166eb3 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0479853 Dec 09 02:31:53.700534 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2212976f-c8cb-4e08-9670-f32ef8fccb8b req-7f42d94b-cf4a-466f-8c0e-1f81e6b040d3 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403073 Dec 09 02:31:53.924421 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-67db280c-480a-41e8-9c24-592c05131e48 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0479991 Dec 09 02:31:53.934182 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41b18a-ffc1-45cc-a512-fa97152f382c req-2d35ecd5-8a65-4f4a-91dc-d94c3370d070 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:53.935760 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ec41b18a-ffc1-45cc-a512-fa97152f382c req-2d35ecd5-8a65-4f4a-91dc-d94c3370d070 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0534911 Dec 09 02:31:53.990375 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ec41b18a-ffc1-45cc-a512-fa97152f382c req-958bbbb9-2cfc-4c0b-99b4-c0a6be8ffb0b tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481091 Dec 09 02:31:55.134363 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64374f-679f-4000-b419-15b052cd2da3 req-a11a5c98-91ed-409d-9baf-99323b6a0a1f tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:55.135866 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bf64374f-679f-4000-b419-15b052cd2da3 req-a11a5c98-91ed-409d-9baf-99323b6a0a1f tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0743659 Dec 09 02:31:55.150341 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-03e21278-4ad8-45f4-ab51-99a9f37e1238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:55.151769 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-03e21278-4ad8-45f4-ab51-99a9f37e1238 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd89362b40494a54b293d7fac1f58ba4&device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 1098 time: 0.0583014 Dec 09 02:31:55.236316 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bf64374f-679f-4000-b419-15b052cd2da3 req-95d47c73-8f8d-4c3a-bbba-74929c6b1210 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933077 Dec 09 02:31:55.265510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-2d4e67dc-2b9c-4656-a2ff-99bc95268a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:55.266993 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-2d4e67dc-2b9c-4656-a2ff-99bc95268a96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0a877bc-2de3-4e24-8fac-b5095b412589 HTTP/1.1" status: 200 len: 916 time: 0.1061323 Dec 09 02:31:55.309438 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-a1dfed13-546e-4dcd-a5cd-87cb85086713 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c73e15e8-fa6a-40b8-8302-bc9ccecd3080 HTTP/1.1" status: 200 len: 217 time: 0.0352178 Dec 09 02:31:55.355916 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-272cf7a5-c30e-40a5-b211-a16ba80a7917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:55.357365 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-272cf7a5-c30e-40a5-b211-a16ba80a7917 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=13648eb7-041f-4cc6-9392-4b4e5a1abab7 HTTP/1.1" status: 200 len: 855 time: 0.0412905 Dec 09 02:31:55.392193 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-d08c9bc7-018e-40f6-9c51-b1a86065d067 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0a877bc-2de3-4e24-8fac-b5095b412589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279512 Dec 09 02:31:55.482176 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-ee28ac58-bdb5-4ade-a553-4c17fb6d4d8e service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827348 Dec 09 02:31:55.572448 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-19509d63-79cb-4733-ab00-35a1241ddb25 service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829632 Dec 09 02:31:56.349902 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5434088-00ce-4c24-b77d-4ecfd879212f req-0db95932-ba16-429a-928e-a31ddb52498e tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:56.351347 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e5434088-00ce-4c24-b77d-4ecfd879212f req-0db95932-ba16-429a-928e-a31ddb52498e tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0483150 Dec 09 02:31:56.397918 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e5434088-00ce-4c24-b77d-4ecfd879212f req-4ae978da-f267-4339-9172-62928a30f505 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406981 Dec 09 02:31:57.510244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fcf11-2a79-4e48-9290-a73ce2ad59b1 req-e65143bb-99ac-4efb-8951-d2c235a61a3b tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:57.511754 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-294fcf11-2a79-4e48-9290-a73ce2ad59b1 req-e65143bb-99ac-4efb-8951-d2c235a61a3b tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0470407 Dec 09 02:31:57.557250 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-294fcf11-2a79-4e48-9290-a73ce2ad59b1 req-a1396526-a9c5-4c9b-a3c5-c62b7b2c876e tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397494 Dec 09 02:31:58.672799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbb556-d06f-4715-a0a1-97958f429b76 req-bf7da0e4-94df-49d1-8d3a-35f0cb16ebd4 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:58.674183 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-85cbb556-d06f-4715-a0a1-97958f429b76 req-bf7da0e4-94df-49d1-8d3a-35f0cb16ebd4 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0518064 Dec 09 02:31:58.719515 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-85cbb556-d06f-4715-a0a1-97958f429b76 req-f25152b6-5d95-4300-bb6e-ea996b5f7b1b tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395148 Dec 09 02:31:59.832105 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330246cd-72b2-4c3e-81e1-83ae32b9e877 req-073809bb-b90f-47e3-8e67-94443809826a tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:31:59.833555 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-330246cd-72b2-4c3e-81e1-83ae32b9e877 req-073809bb-b90f-47e3-8e67-94443809826a tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0474105 Dec 09 02:31:59.878718 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-330246cd-72b2-4c3e-81e1-83ae32b9e877 req-8e5acbce-0951-4c1c-b709-7b2610f923c5 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386019 Dec 09 02:32:00.994155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204fa3b-fc1c-4210-bbac-3616cc893471 req-e765b1f3-31d5-4755-b1fb-332777f58c8a tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:00.995639 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5204fa3b-fc1c-4210-bbac-3616cc893471 req-e765b1f3-31d5-4755-b1fb-332777f58c8a tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0468981 Dec 09 02:32:01.045487 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5204fa3b-fc1c-4210-bbac-3616cc893471 req-7532f296-766e-4f83-abc4-96f45899b971 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439959 Dec 09 02:32:02.162795 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d06164-2676-464c-82f6-8bb085887bc8 req-923b5035-ba09-4581-89fa-7fd2d36a1e5c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:02.164389 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-96d06164-2676-464c-82f6-8bb085887bc8 req-923b5035-ba09-4581-89fa-7fd2d36a1e5c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0500293 Dec 09 02:32:02.210225 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-96d06164-2676-464c-82f6-8bb085887bc8 req-e66f30b6-53d5-499f-a0d7-d6e771f08fc9 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400350 Dec 09 02:32:03.037309 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1327ae4c-23d7-4dab-92e5-b66195f03a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:03.323269 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636967e0-921c-4d81-937f-742ab0c9c53d req-61c4edcd-ffef-407d-b51d-a9eb988bd045 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:03.324697 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-636967e0-921c-4d81-937f-742ab0c9c53d req-61c4edcd-ffef-407d-b51d-a9eb988bd045 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0477805 Dec 09 02:32:03.371394 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-636967e0-921c-4d81-937f-742ab0c9c53d req-c6852fcf-a2ba-445a-adfc-637feb823c52 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409360 Dec 09 02:32:04.488771 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc49276-48cd-4e52-9dd2-a56b52934f4a req-ec94e5a7-6d63-4012-8804-86bb90654ea6 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:04.490231 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fbc49276-48cd-4e52-9dd2-a56b52934f4a req-ec94e5a7-6d63-4012-8804-86bb90654ea6 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0509996 Dec 09 02:32:04.536258 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fbc49276-48cd-4e52-9dd2-a56b52934f4a req-8a1598c1-242d-4ab4-b541-bc9db7fa4b94 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397568 Dec 09 02:32:05.273395 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-540d8f30-f7f5-4b48-a684-a6c5faebcd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:05.650326 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0d66e-6440-4e92-9768-2ce88ede6ab2 req-b4085bb2-cc46-4bba-9ae4-5fce3cc3211d tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:05.651846 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c2f0d66e-6440-4e92-9768-2ce88ede6ab2 req-b4085bb2-cc46-4bba-9ae4-5fce3cc3211d tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0482514 Dec 09 02:32:05.698835 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c2f0d66e-6440-4e92-9768-2ce88ede6ab2 req-d4e144d9-cd41-4252-a8e7-aeea922dbd51 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410495 Dec 09 02:32:06.426613 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:06.816214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a6985-46cd-4170-a196-b35805365f90 req-5d218824-6b8d-49b5-a84e-598b13bcc08a tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:06.817758 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-081a6985-46cd-4170-a196-b35805365f90 req-5d218824-6b8d-49b5-a84e-598b13bcc08a tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0522325 Dec 09 02:32:06.865516 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-081a6985-46cd-4170-a196-b35805365f90 req-bd45b7ae-0cab-4ed3-b563-48566ab761e6 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411220 Dec 09 02:32:07.817016 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:07.978461 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140abaa-b60f-45fd-8c09-83f362459cc2 req-52cf4cf1-820d-461c-9c7b-d560448ab647 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:07.980103 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d140abaa-b60f-45fd-8c09-83f362459cc2 req-52cf4cf1-820d-461c-9c7b-d560448ab647 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0476894 Dec 09 02:32:08.026398 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d140abaa-b60f-45fd-8c09-83f362459cc2 req-32eb5680-9407-43df-8ce3-f50d500ac3c4 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402596 Dec 09 02:32:08.676012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:09.139659 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbd23d-1b27-4021-bead-d402d94092cc req-a0325062-d407-41e3-8c45-3f6b3301b5d4 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:09.141144 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d3bbd23d-1b27-4021-bead-d402d94092cc req-a0325062-d407-41e3-8c45-3f6b3301b5d4 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0483809 Dec 09 02:32:09.190389 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d3bbd23d-1b27-4021-bead-d402d94092cc req-add992c6-b210-49b1-be89-db19bc6f03bb tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431225 Dec 09 02:32:10.303281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f22b0e-150c-476d-8549-ee24495118ee req-77433214-3646-4b43-b681-b352524e19b5 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:10.304837 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-03f22b0e-150c-476d-8549-ee24495118ee req-77433214-3646-4b43-b681-b352524e19b5 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0490744 Dec 09 02:32:10.351144 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-03f22b0e-150c-476d-8549-ee24495118ee req-31f93fbb-fc4a-4899-9176-c86f600e80c0 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404627 Dec 09 02:32:11.464858 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee17a89-d342-4201-804d-8102d517335b req-da78b7dd-5f85-4fe1-b66f-cc2c85ec3737 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:11.466373 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bee17a89-d342-4201-804d-8102d517335b req-da78b7dd-5f85-4fe1-b66f-cc2c85ec3737 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0482986 Dec 09 02:32:11.511569 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bee17a89-d342-4201-804d-8102d517335b req-d4f7b6b3-c944-43ce-a2a9-0432fc0d15d4 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393000 Dec 09 02:32:12.628311 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75efe1-51e2-4354-8289-00c21c650f85 req-6b165f66-e3aa-47e6-babf-c915b2e999b6 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:12.629810 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd75efe1-51e2-4354-8289-00c21c650f85 req-6b165f66-e3aa-47e6-babf-c915b2e999b6 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0507507 Dec 09 02:32:12.676860 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd75efe1-51e2-4354-8289-00c21c650f85 req-80626347-1245-418b-a161-ec9d1f28e82e tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406361 Dec 09 02:32:13.790586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098a718-52fd-44a0-8ca3-e4e152505fa4 req-7e7192d8-5087-4dac-bf1f-470c810519b8 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:13.792074 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f098a718-52fd-44a0-8ca3-e4e152505fa4 req-7e7192d8-5087-4dac-bf1f-470c810519b8 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0480826 Dec 09 02:32:13.837893 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f098a718-52fd-44a0-8ca3-e4e152505fa4 req-99d4e0fb-7d75-4de6-be09-8ccad34f8717 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398681 Dec 09 02:32:14.240298 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:14.955382 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201ed4a-2d7a-4367-9874-fa19c4a56783 req-e94b4fb0-d611-4110-91e1-d58332f16347 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:14.956885 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8201ed4a-2d7a-4367-9874-fa19c4a56783 req-e94b4fb0-d611-4110-91e1-d58332f16347 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0530517 Dec 09 02:32:15.006677 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8201ed4a-2d7a-4367-9874-fa19c4a56783 req-abd40c66-f8b2-4d17-bc23-c8a11a7e29ed tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439122 Dec 09 02:32:16.119792 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7718751-8b0f-437e-8734-744e32be5ae9 req-00a1c38e-97d5-4505-a55e-6778f11bf058 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:16.121276 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d7718751-8b0f-437e-8734-744e32be5ae9 req-00a1c38e-97d5-4505-a55e-6778f11bf058 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0478835 Dec 09 02:32:16.167981 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d7718751-8b0f-437e-8734-744e32be5ae9 req-18eafbf9-0eb2-48a4-81e9-2233317c2395 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407748 Dec 09 02:32:17.280874 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fbdb7-76ae-4ec8-a096-8511a9f2b86b req-7e7f9066-1f7a-4932-a108-d0c1ac64e957 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:17.282340 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e70fbdb7-76ae-4ec8-a096-8511a9f2b86b req-7e7f9066-1f7a-4932-a108-d0c1ac64e957 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0479362 Dec 09 02:32:17.328556 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e70fbdb7-76ae-4ec8-a096-8511a9f2b86b req-0a6329fd-5e9e-4796-b59c-cbe287ca4593 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 Dec 09 02:32:18.443545 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab534513-da07-4aa8-ae59-2f280243408c req-4963d903-3851-488f-aa12-4c185acff0bc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:18.445483 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ab534513-da07-4aa8-ae59-2f280243408c req-4963d903-3851-488f-aa12-4c185acff0bc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0507801 Dec 09 02:32:18.491363 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ab534513-da07-4aa8-ae59-2f280243408c req-e37b612d-532f-496e-9b1b-01fbc8972da3 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398695 Dec 09 02:32:19.606248 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44ebd-6cc0-4237-905f-76faf1139ba8 req-a0040b2a-fa42-4198-9a11-154d308e1d6b tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:19.607767 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f6e44ebd-6cc0-4237-905f-76faf1139ba8 req-a0040b2a-fa42-4198-9a11-154d308e1d6b tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0482848 Dec 09 02:32:19.652505 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f6e44ebd-6cc0-4237-905f-76faf1139ba8 req-d61d65e2-2b35-44a4-b50d-70b89de9f6b7 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389507 Dec 09 02:32:20.768521 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7256d3c-717f-48d1-b1c2-91321c139aa9 req-ad9b4a9c-18c2-43a0-9888-a75a429f8f78 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:20.769970 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e7256d3c-717f-48d1-b1c2-91321c139aa9 req-ad9b4a9c-18c2-43a0-9888-a75a429f8f78 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0508056 Dec 09 02:32:20.815685 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e7256d3c-717f-48d1-b1c2-91321c139aa9 req-13fc446c-2819-491a-8c95-c6d906009c18 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398767 Dec 09 02:32:21.927272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a46d2-71d1-4365-9667-f854139465d5 req-0e3fe719-2fef-4fd5-9057-9d533001e43a tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:21.928769 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-796a46d2-71d1-4365-9667-f854139465d5 req-0e3fe719-2fef-4fd5-9057-9d533001e43a tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0478594 Dec 09 02:32:21.974668 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-796a46d2-71d1-4365-9667-f854139465d5 req-9a1537d0-ef87-46b3-a334-8ee3d816040e tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395916 Dec 09 02:32:22.345300 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-4bd07063-755e-41d4-9881-0e3eacd689ec service neutron] 10.222.0.45 "GET /v2.0/ports/c73e15e8-fa6a-40b8-8302-bc9ccecd3080/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0523689 Dec 09 02:32:22.562385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-22b770a1-0665-47eb-851e-9a2d6394e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:22.563891 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-22b770a1-0665-47eb-851e-9a2d6394e3f5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038&tenant_id=fd89362b40494a54b293d7fac1f58ba4 HTTP/1.1" status: 200 len: 1098 time: 0.0438180 Dec 09 02:32:22.635688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-0c1d8552-beb8-4e5a-a352-608464df28cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:22.637128 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-0c1d8552-beb8-4e5a-a352-608464df28cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd89362b40494a54b293d7fac1f58ba4&device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 1098 time: 0.0388448 Dec 09 02:32:22.724385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-30e26cde-b9db-4a13-9bc2-db7a3d5266c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:22.725824 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-30e26cde-b9db-4a13-9bc2-db7a3d5266c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0a877bc-2de3-4e24-8fac-b5095b412589 HTTP/1.1" status: 200 len: 916 time: 0.0809195 Dec 09 02:32:22.769173 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-49d8dbf5-e720-4f64-ae07-3aae42e71142 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c73e15e8-fa6a-40b8-8302-bc9ccecd3080 HTTP/1.1" status: 200 len: 217 time: 0.0361674 Dec 09 02:32:22.816476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-46887715-77d3-4a0c-92d4-2bf3edfc9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:22.817880 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-46887715-77d3-4a0c-92d4-2bf3edfc9188 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=13648eb7-041f-4cc6-9392-4b4e5a1abab7 HTTP/1.1" status: 200 len: 855 time: 0.0420549 Dec 09 02:32:22.848236 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-76b71009-d3f6-45f3-a15d-e0e1c3b2f8e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0a877bc-2de3-4e24-8fac-b5095b412589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237956 Dec 09 02:32:22.937930 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-f36a6acf-7eec-40a3-a1e2-f9acae11a1e0 service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825174 Dec 09 02:32:23.025163 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d2829a3-a783-4c13-8353-3513d0aee55f req-4b1f61ef-3e94-44c4-95d9-9d72eb63817c service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803449 Dec 09 02:32:23.095987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79eb6c2-cfd3-4282-829e-710bfa0d5616 req-45a49e98-8fa7-4961-abaa-32e59bc45257 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:23.097571 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c79eb6c2-cfd3-4282-829e-710bfa0d5616 req-45a49e98-8fa7-4961-abaa-32e59bc45257 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0544968 Dec 09 02:32:23.153838 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c79eb6c2-cfd3-4282-829e-710bfa0d5616 req-d786c7d5-9e12-4e15-925a-a3cea0f8c80d tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504639 Dec 09 02:32:24.267359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23272cf2-7d27-42ea-aba9-942353e28641 req-322da54a-042b-4cb1-b057-010dd20d7f29 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:24.268837 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-23272cf2-7d27-42ea-aba9-942353e28641 req-322da54a-042b-4cb1-b057-010dd20d7f29 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0476108 Dec 09 02:32:24.315181 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-23272cf2-7d27-42ea-aba9-942353e28641 req-5ae4a704-a470-4f27-8b1f-0d3daa214d58 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 Dec 09 02:32:25.380545 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device c73e15e8-fa6a-40b8-8302-bc9ccecd3080 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:32:25.428420 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29caba21-bc4e-4f1f-81e2-fe4c4700e860 req-bf16bf4a-5628-49b4-8543-89236bfd9b78 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:25.430463 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-29caba21-bc4e-4f1f-81e2-fe4c4700e860 req-bf16bf4a-5628-49b4-8543-89236bfd9b78 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0475614 Dec 09 02:32:25.473722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port c73e15e8-fa6a-40b8-8302-bc9ccecd3080, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c73e15e8-fa6a-40b8-8302-bc9ccecd3080,segment=NetworkSegment(f4614bcb-c0e2-47ac-84c5-52b709e6ed5d),segment_id=f4614bcb-c0e2-47ac-84c5-52b709e6ed5d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:32:25.479837 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-29caba21-bc4e-4f1f-81e2-fe4c4700e860 req-e506115e-c3af-49f2-8259-25403240610a tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 Dec 09 02:32:25.489073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'c73e15e8-fa6a-40b8-8302-bc9ccecd3080', 'network_id': 'a0a877bc-2de3-4e24-8fac-b5095b412589', 'port_id': 'c73e15e8-fa6a-40b8-8302-bc9ccecd3080', 'mac_address': 'fa:16:3e:fe:c4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13648eb7-041f-4cc6-9392-4b4e5a1abab7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:32:25.527531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:25.540933 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c73e15e8-fa6a-40b8-8302-bc9ccecd3080 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:32:25.559667 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port c73e15e8-fa6a-40b8-8302-bc9ccecd3080, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c73e15e8-fa6a-40b8-8302-bc9ccecd3080,segment=NetworkSegment(f4614bcb-c0e2-47ac-84c5-52b709e6ed5d),segment_id=f4614bcb-c0e2-47ac-84c5-52b709e6ed5d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:32:25.563826 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:25.614132 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=c73e15e8-fa6a-40b8-8302-bc9ccecd3080,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:32:25.680612 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f159-6c0d-4aea-a209-32b3e82a15ff req-01fc1d20-c792-44a4-820f-c3e39c2b51c3 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:25.682508 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-65d9f159-6c0d-4aea-a209-32b3e82a15ff req-01fc1d20-c792-44a4-820f-c3e39c2b51c3 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 944 time: 0.0508718 Dec 09 02:32:25.689293 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['c73e15e8-fa6a-40b8-8302-bc9ccecd3080'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:32:25.760533 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-65d9f159-6c0d-4aea-a209-32b3e82a15ff req-889a06b9-3bb6-4dda-80b7-687f2d9ed695 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706427 Dec 09 02:32:25.771740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bff944-1f93-433b-846f-1412b8e3c016 req-c45ad2f9-ea0d-446a-948f-00b55ec73eeb tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:25.773693 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30bff944-1f93-433b-846f-1412b8e3c016 req-c45ad2f9-ea0d-446a-948f-00b55ec73eeb tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.45 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038&tenant_id=fd89362b40494a54b293d7fac1f58ba4&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 944 time: 0.0821514 Dec 09 02:32:25.871622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bff944-1f93-433b-846f-1412b8e3c016 req-fd3d03db-abc7-42f8-a078-d2c8618bf9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:25.873088 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30bff944-1f93-433b-846f-1412b8e3c016 req-fd3d03db-abc7-42f8-a078-d2c8618bf9e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd89362b40494a54b293d7fac1f58ba4&device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 1097 time: 0.0400553 Dec 09 02:32:25.964308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bff944-1f93-433b-846f-1412b8e3c016 req-fdccf1d7-752d-444c-a0c8-f6f178b42d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:25.965766 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30bff944-1f93-433b-846f-1412b8e3c016 req-fdccf1d7-752d-444c-a0c8-f6f178b42d11 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0a877bc-2de3-4e24-8fac-b5095b412589 HTTP/1.1" status: 200 len: 916 time: 0.0848331 Dec 09 02:32:26.007837 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30bff944-1f93-433b-846f-1412b8e3c016 req-50f81b36-7863-436f-a6f4-c4d94fcb1441 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c73e15e8-fa6a-40b8-8302-bc9ccecd3080 HTTP/1.1" status: 200 len: 217 time: 0.0342076 Dec 09 02:32:26.065615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bff944-1f93-433b-846f-1412b8e3c016 req-4052c3c2-283b-4958-894f-bbd8aa3c5ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:26.067370 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30bff944-1f93-433b-846f-1412b8e3c016 req-4052c3c2-283b-4958-894f-bbd8aa3c5ffa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=13648eb7-041f-4cc6-9392-4b4e5a1abab7 HTTP/1.1" status: 200 len: 855 time: 0.0524635 Dec 09 02:32:26.099844 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30bff944-1f93-433b-846f-1412b8e3c016 req-17d3b75c-f41a-469e-8f78-c42a85e1761a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0a877bc-2de3-4e24-8fac-b5095b412589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251861 Dec 09 02:32:26.189535 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30bff944-1f93-433b-846f-1412b8e3c016 req-1de94a06-4c0d-469b-b6a0-8ee691347a9d service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830038 Dec 09 02:32:26.280302 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30bff944-1f93-433b-846f-1412b8e3c016 req-163f5a78-b5d8-470c-a4aa-77acf443e6fe service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841188 Dec 09 02:32:26.881800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7243b1-c018-4a92-9d3d-9304eae7f1ab req-16962291-0c41-4a60-a279-045ffbbe1884 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:26.883807 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8a7243b1-c018-4a92-9d3d-9304eae7f1ab req-16962291-0c41-4a60-a279-045ffbbe1884 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 944 time: 0.0507934 Dec 09 02:32:26.933018 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8a7243b1-c018-4a92-9d3d-9304eae7f1ab req-2ffd4a13-37b3-41eb-8d0d-978c5a18458e tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427468 Dec 09 02:32:27.044318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41d81a-38e8-409d-8b5e-d5410dd141b7 req-60ffd16f-eefc-43db-bc8e-f80b16a653ac tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:27.045728 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fd41d81a-38e8-409d-8b5e-d5410dd141b7 req-60ffd16f-eefc-43db-bc8e-f80b16a653ac tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 944 time: 0.0479794 Dec 09 02:32:27.095582 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fd41d81a-38e8-409d-8b5e-d5410dd141b7 req-326c7d4d-5a5a-4936-aded-433bee4d2de2 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439897 Dec 09 02:32:27.205898 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cac8c-f288-41ab-9175-7909b3f95caa req-6c011399-a715-41bd-8a1c-66aeec0748e0 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:27.207339 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1f0cac8c-f288-41ab-9175-7909b3f95caa req-6c011399-a715-41bd-8a1c-66aeec0748e0 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 944 time: 0.0484035 Dec 09 02:32:27.252669 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1f0cac8c-f288-41ab-9175-7909b3f95caa req-74f175af-e853-46a9-a41a-7511cda6c3dc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Dec 09 02:32:27.386852 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device c73e15e8-fa6a-40b8-8302-bc9ccecd3080 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:32:27.436273 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port c73e15e8-fa6a-40b8-8302-bc9ccecd3080 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:32:27.436650 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:27.518598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:27.541769 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150c0c33-bdac-4498-b774-0f20d1425038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73e15e8-fa6a-40b8-8302-bc9ccecd3080'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:32:27.544065 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868705bb-1a94-4e0b-bb22-8cb23f8b39b5" -d '{"events": [{"server_uuid": "150c0c33-bdac-4498-b774-0f20d1425038", "name": "network-vif-plugged", "status": "completed", "tag": "c73e15e8-fa6a-40b8-8302-bc9ccecd3080"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:32:27.556466 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port c73e15e8-fa6a-40b8-8302-bc9ccecd3080, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c73e15e8-fa6a-40b8-8302-bc9ccecd3080,segment=NetworkSegment(f4614bcb-c0e2-47ac-84c5-52b709e6ed5d),segment_id=f4614bcb-c0e2-47ac-84c5-52b709e6ed5d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:32:27.560576 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:27.608924 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=c73e15e8-fa6a-40b8-8302-bc9ccecd3080,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:32:27.951881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-d365d597-767d-48c4-afa4-a423d68060cb tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:27.953267 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-d365d597-767d-48c4-afa4-a423d68060cb tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/networks?id=a0a877bc-2de3-4e24-8fac-b5095b412589 HTTP/1.1" status: 200 len: 815 time: 0.4534016 Dec 09 02:32:27.968297 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-fdf0c776-27c2-4869-b6a8-8c6f097a301f tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/quotas/fd89362b40494a54b293d7fac1f58ba4 HTTP/1.1" status: 200 len: 375 time: 0.0093992 Dec 09 02:32:28.014978 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-cee1ada7-4385-4978-8663-3b22c26de11a tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd89362b40494a54b293d7fac1f58ba4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0414760 Dec 09 02:32:28.102826 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-7e66743d-9b27-46e4-b103-86e686f29317 service neutron] 10.222.0.43 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809691 Dec 09 02:32:28.192809 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-c35cc47b-da8d-405f-8408-35339fcf4446 service neutron] 10.222.0.43 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840182 Dec 09 02:32:28.318630 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e0f954-0e8a-480d-bb52-669304daa06d x-openstack-request-id: req-80e0f954-0e8a-480d-bb52-669304daa06d {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:32:28.318931 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150c0c33-bdac-4498-b774-0f20d1425038", "name": "network-vif-plugged", "status": "completed", "tag": "c73e15e8-fa6a-40b8-8302-bc9ccecd3080", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:32:28.319196 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80e0f954-0e8a-480d-bb52-669304daa06d {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:32:28.320157 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150c0c33-bdac-4498-b774-0f20d1425038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73e15e8-fa6a-40b8-8302-bc9ccecd3080', 'code': 200} Dec 09 02:32:28.374636 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-552d71d3-a565-481e-911a-afb74570862c req-e91b2c92-9484-4855-ae52-279a376220fe tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0263278 Dec 09 02:32:28.374799 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:32:29.458154 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3b87f-50b5-4f61-9974-25c51ee1ce8b req-5cdd3898-728e-4d7e-a4d4-0e205b5f6cb4 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:29.459588 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f9b3b87f-50b5-4f61-9974-25c51ee1ce8b req-5cdd3898-728e-4d7e-a4d4-0e205b5f6cb4 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.45 "GET /v2.0/ports?device_id=150c0c33-bdac-4498-b774-0f20d1425038 HTTP/1.1" status: 200 len: 945 time: 0.0852127 Dec 09 02:32:29.475364 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-574737b1-1943-4569-be31-22ebd32c089d tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:29.477365 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-574737b1-1943-4569-be31-22ebd32c089d tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.45 "GET /v2.0/networks?id=a0a877bc-2de3-4e24-8fac-b5095b412589 HTTP/1.1" status: 200 len: 815 time: 0.1504529 Dec 09 02:32:29.496830 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3f834819-e36b-4e40-8d2e-b95523fc2676 req-3df84814-0993-4013-bfb3-36ce696eff93 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0492117 Dec 09 02:32:29.502049 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-b8f72934-9d6b-4d70-803c-fe1bbc5318cc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Request body: {'port': {'device_id': '93f4d705-22d4-4d52-a7d7-e6ec8847e6a3', 'network_id': 'a0a877bc-2de3-4e24-8fac-b5095b412589', 'admin_state_up': True, 'tenant_id': 'fd89362b40494a54b293d7fac1f58ba4'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:32:29.656711 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-f9b3b87f-50b5-4f61-9974-25c51ee1ce8b req-6df58bbb-7e3c-4a77-a07a-670159bd7d4c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Deleting port c73e15e8-fa6a-40b8-8302-bc9ccecd3080 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:32:29.656969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-f9b3b87f-50b5-4f61-9974-25c51ee1ce8b req-6df58bbb-7e3c-4a77-a07a-670159bd7d4c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:29.711000 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-b8f72934-9d6b-4d70-803c-fe1bbc5318cc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Made reservation on behalf of fd89362b40494a54b293d7fac1f58ba4 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:32:29.714446 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-b8f72934-9d6b-4d70-803c-fe1bbc5318cc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:29.798889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-f9b3b87f-50b5-4f61-9974-25c51ee1ce8b req-6df58bbb-7e3c-4a77-a07a-670159bd7d4c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] For port c73e15e8-fa6a-40b8-8302-bc9ccecd3080, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=c73e15e8-fa6a-40b8-8302-bc9ccecd3080,segment=NetworkSegment(f4614bcb-c0e2-47ac-84c5-52b709e6ed5d),segment_id=f4614bcb-c0e2-47ac-84c5-52b709e6ed5d)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:32:29.799252 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-f9b3b87f-50b5-4f61-9974-25c51ee1ce8b req-6df58bbb-7e3c-4a77-a07a-670159bd7d4c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:29.820048 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-f9b3b87f-50b5-4f61-9974-25c51ee1ce8b req-6df58bbb-7e3c-4a77-a07a-670159bd7d4c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Calling delete_port for c73e15e8-fa6a-40b8-8302-bc9ccecd3080 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:32:29.919996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-b8f72934-9d6b-4d70-803c-fe1bbc5318cc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Allocated IP 172.20.0.9 (a0a877bc-2de3-4e24-8fac-b5095b412589/13648eb7-041f-4cc6-9392-4b4e5a1abab7/4a3d14cf-d15f-4acb-8241-548d5f675b84) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:32:30.024963 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-f9b3b87f-50b5-4f61-9974-25c51ee1ce8b req-6df58bbb-7e3c-4a77-a07a-670159bd7d4c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:30.060419 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['c73e15e8-fa6a-40b8-8302-bc9ccecd3080'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:32:30.089432 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df58bbb-7e3c-4a77-a07a-670159bd7d4c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Pushing event deleted for resources: {'Port': ['ID=c73e15e8-fa6a-40b8-8302-bc9ccecd3080,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:32:30.149340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b3b87f-50b5-4f61-9974-25c51ee1ce8b req-6df58bbb-7e3c-4a77-a07a-670159bd7d4c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] No DVR routers for this DVR port c73e15e8-fa6a-40b8-8302-bc9ccecd3080 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:32:30.153495 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-f9b3b87f-50b5-4f61-9974-25c51ee1ce8b req-6df58bbb-7e3c-4a77-a07a-670159bd7d4c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:30.156927 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f9b3b87f-50b5-4f61-9974-25c51ee1ce8b req-6df58bbb-7e3c-4a77-a07a-670159bd7d4c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.45 "DELETE /v2.0/ports/c73e15e8-fa6a-40b8-8302-bc9ccecd3080 HTTP/1.1" status: 204 len: 173 time: 0.6669493 Dec 09 02:32:30.157371 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150c0c33-bdac-4498-b774-0f20d1425038', 'name': 'network-vif-deleted', 'tag': 'c73e15e8-fa6a-40b8-8302-bc9ccecd3080'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:32:30.159889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4702f8-1807-49a5-9cd3-e2861f0c5680" -d '{"events": [{"server_uuid": "150c0c33-bdac-4498-b774-0f20d1425038", "name": "network-vif-deleted", "tag": "c73e15e8-fa6a-40b8-8302-bc9ccecd3080"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:32:30.192850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-b8f72934-9d6b-4d70-803c-fe1bbc5318cc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:30.207181 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47b2a24-3377-4474-b3ea-03fbf93203cd x-openstack-request-id: req-c47b2a24-3377-4474-b3ea-03fbf93203cd {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:32:30.207503 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150c0c33-bdac-4498-b774-0f20d1425038", "name": "network-vif-deleted", "tag": "c73e15e8-fa6a-40b8-8302-bc9ccecd3080", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:32:30.207785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c47b2a24-3377-4474-b3ea-03fbf93203cd {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:32:30.208258 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150c0c33-bdac-4498-b774-0f20d1425038', 'name': 'network-vif-deleted', 'tag': 'c73e15e8-fa6a-40b8-8302-bc9ccecd3080', 'status': 'completed', 'code': 200} Dec 09 02:32:30.237116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-b8f72934-9d6b-4d70-803c-fe1bbc5318cc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:30.270583 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['c73e15e8-fa6a-40b8-8302-bc9ccecd3080'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:32:30.277668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-b8f72934-9d6b-4d70-803c-fe1bbc5318cc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Network a0a877bc-2de3-4e24-8fac-b5095b412589 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:32:30.280947 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-b8f72934-9d6b-4d70-803c-fe1bbc5318cc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:32:30.286978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-b8f72934-9d6b-4d70-803c-fe1bbc5318cc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:32:30.313203 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f72934-9d6b-4d70-803c-fe1bbc5318cc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Pushing event updated for resources: {'Port': ['ID=4a3d14cf-d15f-4acb-8241-548d5f675b84,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:32:30.342272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-b8f72934-9d6b-4d70-803c-fe1bbc5318cc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:30.342881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-b8f72934-9d6b-4d70-803c-fe1bbc5318cc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:30.359133 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-b8f72934-9d6b-4d70-803c-fe1bbc5318cc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8614206 Dec 09 02:32:30.379971 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Request body: {'port': {'device_id': '93f4d705-22d4-4d52-a7d7-e6ec8847e6a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:32:30.436580 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:30.672629 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f245f75-63d3-4c2d-962d-bc660989120d req-6f0e0521-2227-45f7-95d3-eb8584c3bb71 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:30.674272 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f245f75-63d3-4c2d-962d-bc660989120d req-6f0e0521-2227-45f7-95d3-eb8584c3bb71 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 931 time: 0.1050603 Dec 09 02:32:30.773194 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f245f75-63d3-4c2d-962d-bc660989120d req-a464ccd6-b7bb-4bf9-94aa-191f43049af3 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928884 Dec 09 02:32:30.786278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3d14cf-d15f-4acb-8241-548d5f675b84 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:32:30.794680 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:30.806896 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Transition to ACTIVE for port object 4a3d14cf-d15f-4acb-8241-548d5f675b84 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:32:30.810639 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:30.862834 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Pushing event updated for resources: {'Port': ['ID=4a3d14cf-d15f-4acb-8241-548d5f675b84,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:32:30.925386 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Attempting to bind port 4a3d14cf-d15f-4acb-8241-548d5f675b84 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:32:30.925717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Attempting to bind port 4a3d14cf-d15f-4acb-8241-548d5f675b84 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'f4614bcb-c0e2-47ac-84c5-52b709e6ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0a877bc-2de3-4e24-8fac-b5095b412589'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:32:30.926039 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Attempting to bind port 4a3d14cf-d15f-4acb-8241-548d5f675b84 on network a0a877bc-2de3-4e24-8fac-b5095b412589 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:32:30.930310 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Port 4a3d14cf-d15f-4acb-8241-548d5f675b84 on network a0a877bc-2de3-4e24-8fac-b5095b412589 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:32:30.930626 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Attempting to bind port 4a3d14cf-d15f-4acb-8241-548d5f675b84 on network a0a877bc-2de3-4e24-8fac-b5095b412589 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:32:30.935911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:32:30.936243 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Checking segment: {'id': 'f4614bcb-c0e2-47ac-84c5-52b709e6ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0a877bc-2de3-4e24-8fac-b5095b412589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:32:30.936622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Bound using segment: {'id': 'f4614bcb-c0e2-47ac-84c5-52b709e6ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0a877bc-2de3-4e24-8fac-b5095b412589'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:32:30.937038 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Bound port: 4a3d14cf-d15f-4acb-8241-548d5f675b84, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4614bcb-c0e2-47ac-84c5-52b709e6ed5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a0a877bc-2de3-4e24-8fac-b5095b412589'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:32:30.937383 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:31.000829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] For port 4a3d14cf-d15f-4acb-8241-548d5f675b84, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:32:31.004161 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] For port 4a3d14cf-d15f-4acb-8241-548d5f675b84, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4a3d14cf-d15f-4acb-8241-548d5f675b84,segment=NetworkSegment(f4614bcb-c0e2-47ac-84c5-52b709e6ed5d),segment_id=f4614bcb-c0e2-47ac-84c5-52b709e6ed5d)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:32:31.008163 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:31.039507 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:31.040114 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:31.042238 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-22a1801c-0a08-4139-834d-af65f045204e service neutron] 10.222.0.45 "PUT /v2.0/ports/4a3d14cf-d15f-4acb-8241-548d5f675b84 HTTP/1.1" status: 200 len: 1093 time: 0.6666608 Dec 09 02:32:31.066307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1801c-0a08-4139-834d-af65f045204e service neutron] Pushing event updated for resources: {'Port': ['ID=4a3d14cf-d15f-4acb-8241-548d5f675b84,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:32:31.136973 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-07dc71e2-7e37-4164-94e2-5affb35b1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:31.138484 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-07dc71e2-7e37-4164-94e2-5affb35b1be6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd89362b40494a54b293d7fac1f58ba4&device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 1096 time: 0.0412128 Dec 09 02:32:31.186158 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-fafdd81a-30c8-4b0b-a6e4-1bdc40d8ff2f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a3d14cf-d15f-4acb-8241-548d5f675b84 HTTP/1.1" status: 200 len: 217 time: 0.0340376 Dec 09 02:32:31.237725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-9963d5e0-0754-4837-ac20-868f3f4a63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:31.239164 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-9963d5e0-0754-4837-ac20-868f3f4a63a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=13648eb7-041f-4cc6-9392-4b4e5a1abab7 HTTP/1.1" status: 200 len: 855 time: 0.0452914 Dec 09 02:32:31.268786 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-202d8588-2026-46d0-af8a-3a0a71158cdc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0a877bc-2de3-4e24-8fac-b5095b412589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230389 Dec 09 02:32:31.355165 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-c3ff82b7-55f8-43d4-b174-6929c79a2e9f service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793309 Dec 09 02:32:31.448125 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f222328-2a67-4eeb-8db1-dd273567f8dd req-7bff721c-822c-4b21-9ce9-d10f01c3645b service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849614 Dec 09 02:32:31.888021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a545861-e655-4add-86b1-6c3f8f4731c6 req-58122b6c-4d9c-43fd-8abe-5fa0925d96ec tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:31.889475 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6a545861-e655-4add-86b1-6c3f8f4731c6 req-58122b6c-4d9c-43fd-8abe-5fa0925d96ec tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0480950 Dec 09 02:32:31.935906 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6a545861-e655-4add-86b1-6c3f8f4731c6 req-06069779-b6cc-4e00-9a45-1d3198395c50 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Dec 09 02:32:32.209030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f4d705-22d4-4d52-a7d7-e6ec8847e6a3', 'tag': '4a3d14cf-d15f-4acb-8241-548d5f675b84'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:32:32.211461 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6795ec8c-160d-40d0-881d-2b24a84c9531" -d '{"events": [{"name": "network-changed", "server_uuid": "93f4d705-22d4-4d52-a7d7-e6ec8847e6a3", "tag": "4a3d14cf-d15f-4acb-8241-548d5f675b84"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:32:32.245396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608b2baa-121b-493b-9091-70a8b4f457e4 x-openstack-request-id: req-608b2baa-121b-493b-9091-70a8b4f457e4 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:32:32.245691 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f4d705-22d4-4d52-a7d7-e6ec8847e6a3", "tag": "4a3d14cf-d15f-4acb-8241-548d5f675b84", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:32:32.245960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-608b2baa-121b-493b-9091-70a8b4f457e4 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:32:32.246359 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f4d705-22d4-4d52-a7d7-e6ec8847e6a3', 'tag': '4a3d14cf-d15f-4acb-8241-548d5f675b84', 'status': 'completed', 'code': 200} Dec 09 02:32:32.332986 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795ec8c-160d-40d0-881d-2b24a84c9531 req-fb66f2ba-d4e3-4e95-89fe-e4b18f7ca255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:32.334472 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6795ec8c-160d-40d0-881d-2b24a84c9531 req-fb66f2ba-d4e3-4e95-89fe-e4b18f7ca255 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd89362b40494a54b293d7fac1f58ba4&device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 1096 time: 0.0446842 Dec 09 02:32:32.422803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795ec8c-160d-40d0-881d-2b24a84c9531 req-c24a9829-91e6-4c57-9d7d-23d8972f1b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:32.424305 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6795ec8c-160d-40d0-881d-2b24a84c9531 req-c24a9829-91e6-4c57-9d7d-23d8972f1b59 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0a877bc-2de3-4e24-8fac-b5095b412589 HTTP/1.1" status: 200 len: 916 time: 0.0826759 Dec 09 02:32:32.464940 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6795ec8c-160d-40d0-881d-2b24a84c9531 req-c3ed9446-61a2-4f26-84f2-6fec1924683b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a3d14cf-d15f-4acb-8241-548d5f675b84 HTTP/1.1" status: 200 len: 217 time: 0.0340531 Dec 09 02:32:32.516956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795ec8c-160d-40d0-881d-2b24a84c9531 req-37a4ecb2-2212-4848-bde9-3452aea7cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:32.518409 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6795ec8c-160d-40d0-881d-2b24a84c9531 req-37a4ecb2-2212-4848-bde9-3452aea7cdbf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=13648eb7-041f-4cc6-9392-4b4e5a1abab7 HTTP/1.1" status: 200 len: 855 time: 0.0464101 Dec 09 02:32:32.549352 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6795ec8c-160d-40d0-881d-2b24a84c9531 req-3de1037a-3362-4478-9114-e2a6199a5291 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0a877bc-2de3-4e24-8fac-b5095b412589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241005 Dec 09 02:32:32.635588 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6795ec8c-160d-40d0-881d-2b24a84c9531 req-72503155-af7e-43dc-8e84-91f3f9e579b4 service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791106 Dec 09 02:32:32.726397 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6795ec8c-160d-40d0-881d-2b24a84c9531 req-f088fbf5-79cf-48b9-b7c9-5c574f6c5a32 service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840921 Dec 09 02:32:33.039314 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6357c02f-70d8-412f-98a0-124b632b408c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:33.051079 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7706aad-5297-4c4b-a39c-3f31eaac97ce req-40024781-7b72-4d48-887c-b4346f006802 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:33.052590 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e7706aad-5297-4c4b-a39c-3f31eaac97ce req-40024781-7b72-4d48-887c-b4346f006802 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0503695 Dec 09 02:32:33.098263 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e7706aad-5297-4c4b-a39c-3f31eaac97ce req-b0a4f70d-71ab-4e92-9ec5-b1121af70cb3 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397868 Dec 09 02:32:33.417446 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 4a3d14cf-d15f-4acb-8241-548d5f675b84 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:32:33.427321 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device c73e15e8-fa6a-40b8-8302-bc9ccecd3080 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:32:33.449034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: c73e15e8-fa6a-40b8-8302-bc9ccecd3080 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:32:33.449371 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device c73e15e8-fa6a-40b8-8302-bc9ccecd3080 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:32:33.532307 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 4a3d14cf-d15f-4acb-8241-548d5f675b84, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4a3d14cf-d15f-4acb-8241-548d5f675b84,segment=NetworkSegment(f4614bcb-c0e2-47ac-84c5-52b709e6ed5d),segment_id=f4614bcb-c0e2-47ac-84c5-52b709e6ed5d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:32:33.546180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '4a3d14cf-d15f-4acb-8241-548d5f675b84', 'network_id': 'a0a877bc-2de3-4e24-8fac-b5095b412589', 'port_id': '4a3d14cf-d15f-4acb-8241-548d5f675b84', 'mac_address': 'fa:16:3e:79:68:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13648eb7-041f-4cc6-9392-4b4e5a1abab7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:32:33.581199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:33.593927 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3d14cf-d15f-4acb-8241-548d5f675b84 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:32:33.612697 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 4a3d14cf-d15f-4acb-8241-548d5f675b84, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4a3d14cf-d15f-4acb-8241-548d5f675b84,segment=NetworkSegment(f4614bcb-c0e2-47ac-84c5-52b709e6ed5d),segment_id=f4614bcb-c0e2-47ac-84c5-52b709e6ed5d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:32:33.616603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:33.661460 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=4a3d14cf-d15f-4acb-8241-548d5f675b84,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:32:33.876519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['4a3d14cf-d15f-4acb-8241-548d5f675b84'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:32:34.216538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc73c5d-68d2-4fc5-a96f-1ee3a2e81bd2 req-2871a22b-4c24-49fb-91a5-fe5b17c58681 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:34.218019 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fdc73c5d-68d2-4fc5-a96f-1ee3a2e81bd2 req-2871a22b-4c24-49fb-91a5-fe5b17c58681 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 944 time: 0.0538421 Dec 09 02:32:34.264254 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fdc73c5d-68d2-4fc5-a96f-1ee3a2e81bd2 req-a49037e0-f65f-4a52-975d-e558d711dc2a tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403900 Dec 09 02:32:35.274715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-058d6475-c5f6-4afe-b8cc-26edb0293e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:35.375666 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6b376-b41f-4196-8c19-a9cadcbe6ae6 req-d57da6dc-157d-477a-a694-3d61b55b6072 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:35.377130 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bda6b376-b41f-4196-8c19-a9cadcbe6ae6 req-d57da6dc-157d-477a-a694-3d61b55b6072 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 944 time: 0.0478990 Dec 09 02:32:35.424063 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bda6b376-b41f-4196-8c19-a9cadcbe6ae6 req-a53e840a-6c2b-451c-8b4e-d6d5e282fd4d tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410213 Dec 09 02:32:35.448433 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 4a3d14cf-d15f-4acb-8241-548d5f675b84 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:32:35.498895 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 4a3d14cf-d15f-4acb-8241-548d5f675b84 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:32:35.502883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 4a3d14cf-d15f-4acb-8241-548d5f675b84 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:32:35.503257 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:35.577827 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:35.599472 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f4d705-22d4-4d52-a7d7-e6ec8847e6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3d14cf-d15f-4acb-8241-548d5f675b84'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:32:35.601700 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34db7db9-d667-4abc-9a59-dc76e784e809" -d '{"events": [{"server_uuid": "93f4d705-22d4-4d52-a7d7-e6ec8847e6a3", "name": "network-vif-plugged", "status": "completed", "tag": "4a3d14cf-d15f-4acb-8241-548d5f675b84"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:32:35.614523 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 4a3d14cf-d15f-4acb-8241-548d5f675b84, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4a3d14cf-d15f-4acb-8241-548d5f675b84,segment=NetworkSegment(f4614bcb-c0e2-47ac-84c5-52b709e6ed5d),segment_id=f4614bcb-c0e2-47ac-84c5-52b709e6ed5d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:32:35.618367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:35.641803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa49b731-2780-4a95-8443-a17e3c509488 x-openstack-request-id: req-fa49b731-2780-4a95-8443-a17e3c509488 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:32:35.642097 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f4d705-22d4-4d52-a7d7-e6ec8847e6a3", "name": "network-vif-plugged", "status": "completed", "tag": "4a3d14cf-d15f-4acb-8241-548d5f675b84", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:32:35.642353 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa49b731-2780-4a95-8443-a17e3c509488 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:32:35.642744 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f4d705-22d4-4d52-a7d7-e6ec8847e6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3d14cf-d15f-4acb-8241-548d5f675b84', 'code': 200} Dec 09 02:32:35.667482 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=4a3d14cf-d15f-4acb-8241-548d5f675b84,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:32:35.866963 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38221b1-253e-4989-bba4-cc0942af9261 req-e6cc1613-f511-4b52-96ef-22b7eb8a8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:35.868390 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c38221b1-253e-4989-bba4-cc0942af9261 req-e6cc1613-f511-4b52-96ef-22b7eb8a8a2a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 1098 time: 0.0386980 Dec 09 02:32:35.915755 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c38221b1-253e-4989-bba4-cc0942af9261 req-4d95c5b7-4992-4cc8-90a6-315f5f3448fd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396302 Dec 09 02:32:36.434275 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:36.541857 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805d8d2-b797-47bc-aaaa-5a5ea262968d req-1fa45c00-478f-45f1-8313-a4b7036c6754 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:36.543362 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3805d8d2-b797-47bc-aaaa-5a5ea262968d req-1fa45c00-478f-45f1-8313-a4b7036c6754 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0499866 Dec 09 02:32:36.591727 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3805d8d2-b797-47bc-aaaa-5a5ea262968d req-3b08302b-d21e-492b-ae97-38621d95dc62 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422823 Dec 09 02:32:37.704264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa741f5e-9062-4d99-bd86-d01f2b71d7b2 req-02eab71d-962b-4b8d-baf5-8daba59918d8 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:37.705738 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fa741f5e-9062-4d99-bd86-d01f2b71d7b2 req-02eab71d-962b-4b8d-baf5-8daba59918d8 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0489178 Dec 09 02:32:37.751833 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fa741f5e-9062-4d99-bd86-d01f2b71d7b2 req-568ef508-8e0f-4934-8ffa-67ad2d3ba75c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400741 Dec 09 02:32:37.818368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:37.866873 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7aa433-3f2b-4ae8-8df8-687ed9bb79ff req-0e996f8a-895f-43ae-bf18-d7db804873ca tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:37.868369 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3e7aa433-3f2b-4ae8-8df8-687ed9bb79ff req-0e996f8a-895f-43ae-bf18-d7db804873ca tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0520194 Dec 09 02:32:37.914537 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3e7aa433-3f2b-4ae8-8df8-687ed9bb79ff req-9a82118b-5b8f-4fce-831b-5ed911c6637f tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 Dec 09 02:32:38.130510 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-44cb999c-d4e4-43db-95d8-21129e7f180b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386024 Dec 09 02:32:38.145960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1548a3a-5b26-4044-9887-0d4c7b48bbdf req-389d3cd4-b2e8-4644-953e-43b7c9055f1f tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:38.147528 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f1548a3a-5b26-4044-9887-0d4c7b48bbdf req-389d3cd4-b2e8-4644-953e-43b7c9055f1f tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0489924 Dec 09 02:32:38.195917 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f1548a3a-5b26-4044-9887-0d4c7b48bbdf req-dd4ad293-1627-425d-b95b-e96297d6fe86 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412850 Dec 09 02:32:38.678678 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:39.297240 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-1d0af4b1-01f6-4235-9b9f-b9950b3346ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:39.298827 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-1d0af4b1-01f6-4235-9b9f-b9950b3346ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd89362b40494a54b293d7fac1f58ba4&device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 1098 time: 0.0658510 Dec 09 02:32:39.364853 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd0534-c44d-4732-b884-fa30affd6c4e req-3ba5e398-2182-49cf-a90e-97dce4f2267b tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:39.366312 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e9dd0534-c44d-4732-b884-fa30affd6c4e req-3ba5e398-2182-49cf-a90e-97dce4f2267b tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1006322 Dec 09 02:32:39.428315 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-8d5991bb-d499-41b0-87db-4e160ca5d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:39.429682 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-8d5991bb-d499-41b0-87db-4e160ca5d7a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0a877bc-2de3-4e24-8fac-b5095b412589 HTTP/1.1" status: 200 len: 916 time: 0.1237781 Dec 09 02:32:39.436866 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e9dd0534-c44d-4732-b884-fa30affd6c4e req-7c7cbc88-7d3f-4b39-93d4-b89c4096c456 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645826 Dec 09 02:32:39.475992 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-47ab99da-814b-4bab-bfad-3acd45ef0710 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a3d14cf-d15f-4acb-8241-548d5f675b84 HTTP/1.1" status: 200 len: 217 time: 0.0381947 Dec 09 02:32:39.522441 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-4c8f7d98-1777-4776-b371-a74f795b7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:39.523864 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-4c8f7d98-1777-4776-b371-a74f795b7c07 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=13648eb7-041f-4cc6-9392-4b4e5a1abab7 HTTP/1.1" status: 200 len: 855 time: 0.0418065 Dec 09 02:32:39.553506 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-0fde98bc-ee2d-4a6b-8893-fe92cd19f44b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0a877bc-2de3-4e24-8fac-b5095b412589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231502 Dec 09 02:32:39.643980 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-1e41e92b-08e4-4629-b84f-f570329c0939 service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834792 Dec 09 02:32:39.731903 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-1460c0fa-a275-48b3-855a-900d41ae6296 service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806756 Dec 09 02:32:40.555529 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30aae5-4348-463f-917a-2b10d8c549bb req-8f8683a2-a594-4d01-9edb-88dc236601cd tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:40.556985 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac30aae5-4348-463f-917a-2b10d8c549bb req-8f8683a2-a594-4d01-9edb-88dc236601cd tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0530536 Dec 09 02:32:40.601895 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac30aae5-4348-463f-917a-2b10d8c549bb req-609a80f0-4893-45fc-a359-815623302660 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390556 Dec 09 02:32:41.714844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d28db-1b92-4f50-a674-3f70d2e2db12 req-b31e16a8-9d92-403a-ab5d-49ef6badc51b tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:41.716330 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1f8d28db-1b92-4f50-a674-3f70d2e2db12 req-b31e16a8-9d92-403a-ab5d-49ef6badc51b tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0475779 Dec 09 02:32:41.762149 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1f8d28db-1b92-4f50-a674-3f70d2e2db12 req-3f2dfdfb-099f-4f8c-984f-857c7fc8cc56 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399196 Dec 09 02:32:42.874113 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604bd01-f4fe-4b82-94cc-81c44fda9963 req-1ff35909-e6bf-4044-a43e-181ea54e11b6 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:42.875588 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f604bd01-f4fe-4b82-94cc-81c44fda9963 req-1ff35909-e6bf-4044-a43e-181ea54e11b6 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0466447 Dec 09 02:32:42.924576 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f604bd01-f4fe-4b82-94cc-81c44fda9963 req-d4807a43-0d61-4af0-be15-20b9ab6947e1 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431900 Dec 09 02:32:44.037481 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9729f29-45fd-4a2f-81de-b78589bf9d00 req-e46dad89-eca5-4155-8f0e-038e4cf73d46 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:44.038938 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d9729f29-45fd-4a2f-81de-b78589bf9d00 req-e46dad89-eca5-4155-8f0e-038e4cf73d46 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0481803 Dec 09 02:32:44.084416 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d9729f29-45fd-4a2f-81de-b78589bf9d00 req-d2f51edc-b6b7-4381-bc6f-8550fcc0ee65 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396678 Dec 09 02:32:44.239651 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:32:45.196923 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb1894-6569-403d-8ba5-4c6951866661 req-08eab599-690b-4efe-97c5-e63cd0282b4f tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:45.198416 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-70cb1894-6569-403d-8ba5-4c6951866661 req-08eab599-690b-4efe-97c5-e63cd0282b4f tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0476232 Dec 09 02:32:45.243877 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-70cb1894-6569-403d-8ba5-4c6951866661 req-36f7529d-a3c3-403a-b5ac-10c2d071d8a1 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397661 Dec 09 02:32:46.359150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5adcbf-0dc3-4511-8022-15222f2e7de6 req-8efddcd8-6b1c-4a99-a4d3-a6e20fd23719 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:46.360647 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2e5adcbf-0dc3-4511-8022-15222f2e7de6 req-8efddcd8-6b1c-4a99-a4d3-a6e20fd23719 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0508378 Dec 09 02:32:46.406498 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2e5adcbf-0dc3-4511-8022-15222f2e7de6 req-07c61141-f91a-4d59-b7ad-4d644c82ab4d tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400355 Dec 09 02:32:47.519517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7413ec0-ff4a-4429-9d9b-9e44eb1e4575 req-cb865875-b970-40e1-b78d-05ffcabcde8e tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:47.520986 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a7413ec0-ff4a-4429-9d9b-9e44eb1e4575 req-cb865875-b970-40e1-b78d-05ffcabcde8e tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0478909 Dec 09 02:32:47.567111 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a7413ec0-ff4a-4429-9d9b-9e44eb1e4575 req-015d5721-2366-4e22-bc98-9f7d94f55637 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403562 Dec 09 02:32:48.679990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edba8c2-0af9-4b91-9896-93a4b79bf434 req-b9c3822e-27aa-47b1-a553-573ceec910dd tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:48.681883 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3edba8c2-0af9-4b91-9896-93a4b79bf434 req-b9c3822e-27aa-47b1-a553-573ceec910dd tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0484374 Dec 09 02:32:48.731501 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3edba8c2-0af9-4b91-9896-93a4b79bf434 req-c6f1ca9b-5002-432c-a6a1-d3cd1953386e tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435207 Dec 09 02:32:49.843415 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b8727-6cff-4d17-8701-ddbff3737d3b req-18119d7d-6165-4eb9-a915-5d2d99061ac2 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:49.844895 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f9b8727-6cff-4d17-8701-ddbff3737d3b req-18119d7d-6165-4eb9-a915-5d2d99061ac2 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0474102 Dec 09 02:32:49.890540 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f9b8727-6cff-4d17-8701-ddbff3737d3b req-150d2811-2a8e-4b1b-9087-aa7485592f35 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398781 Dec 09 02:32:51.003615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cb31f-d148-4fbc-ba6c-fe48ed7242cc req-235320cf-a830-4330-88fd-5194acdf54d4 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:51.005068 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5f5cb31f-d148-4fbc-ba6c-fe48ed7242cc req-235320cf-a830-4330-88fd-5194acdf54d4 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0475850 Dec 09 02:32:51.050724 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5f5cb31f-d148-4fbc-ba6c-fe48ed7242cc req-b1e968d7-cccc-4018-9251-ef864f49c019 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398979 Dec 09 02:32:52.168022 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebff1d-6fcc-4f55-8fe9-d9d9f50b9083 req-8bed4733-a0a3-4651-91a4-f59b2c08ee05 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:52.169479 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f7ebff1d-6fcc-4f55-8fe9-d9d9f50b9083 req-8bed4733-a0a3-4651-91a4-f59b2c08ee05 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0522528 Dec 09 02:32:52.215416 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f7ebff1d-6fcc-4f55-8fe9-d9d9f50b9083 req-5676de10-f0d4-44b2-813a-017dd2bb54f3 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400398 Dec 09 02:32:53.326495 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c20fe-fa82-4ba6-af79-984dc22d9ce0 req-eb3bfd95-99da-4f08-b820-7c846a96b661 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:53.327969 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-de5c20fe-fa82-4ba6-af79-984dc22d9ce0 req-eb3bfd95-99da-4f08-b820-7c846a96b661 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0472271 Dec 09 02:32:53.376633 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-de5c20fe-fa82-4ba6-af79-984dc22d9ce0 req-9e7bb917-bed5-4fbd-80bb-f6e6ba417785 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428569 Dec 09 02:32:54.493025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8880faa-9440-4a49-8b43-c2935d267cc4 req-627fe022-49f5-4c8a-a58f-3a13b806de08 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:54.494488 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b8880faa-9440-4a49-8b43-c2935d267cc4 req-627fe022-49f5-4c8a-a58f-3a13b806de08 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0526841 Dec 09 02:32:54.540399 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b8880faa-9440-4a49-8b43-c2935d267cc4 req-19be0ff0-19d0-47af-8ab4-988321b8004d tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400548 Dec 09 02:32:55.653227 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ea7b0-fd59-4c00-8ab2-eb0af0fc68f8 req-512e9df7-c5b1-4aa8-a70f-b16bce05b95e tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:55.654722 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e55ea7b0-fd59-4c00-8ab2-eb0af0fc68f8 req-512e9df7-c5b1-4aa8-a70f-b16bce05b95e tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0486054 Dec 09 02:32:55.707245 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e55ea7b0-fd59-4c00-8ab2-eb0af0fc68f8 req-744ff581-c40e-46d5-a5f3-80514290dd75 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434155 Dec 09 02:32:56.822353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97b031-d3d1-4453-bc09-0114b27826fc req-64aeea26-0abb-4985-af43-f30caa78dac9 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:56.823849 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bb97b031-d3d1-4453-bc09-0114b27826fc req-64aeea26-0abb-4985-af43-f30caa78dac9 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0486021 Dec 09 02:32:56.873194 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bb97b031-d3d1-4453-bc09-0114b27826fc req-0e78a20c-508d-4532-8af4-50065991c12e tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435104 Dec 09 02:32:57.983894 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc156949-0749-499c-9ee2-1c05d4897a32 req-1ee0c6ed-0ea8-4256-bc92-491842fdc29d tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:57.985344 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cc156949-0749-499c-9ee2-1c05d4897a32 req-1ee0c6ed-0ea8-4256-bc92-491842fdc29d tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0469892 Dec 09 02:32:58.030517 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cc156949-0749-499c-9ee2-1c05d4897a32 req-c2ab8e43-350d-48e8-8d3c-42bd5fe2c091 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393310 Dec 09 02:32:59.143806 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e47379-7479-4d17-8a8c-658f9e85b42c req-167d38ff-2a11-4bdf-baee-cbcfb20fc223 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:32:59.145284 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44e47379-7479-4d17-8a8c-658f9e85b42c req-167d38ff-2a11-4bdf-baee-cbcfb20fc223 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0481369 Dec 09 02:32:59.191322 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44e47379-7479-4d17-8a8c-658f9e85b42c req-d869336b-ae86-4761-9771-05819a4d41d3 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395756 Dec 09 02:33:00.306984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad055cf-d6b5-4c01-876f-530531e96322 req-24b1d7a5-add9-4ee5-997d-e90152e99d3e tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:00.308480 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0ad055cf-d6b5-4c01-876f-530531e96322 req-24b1d7a5-add9-4ee5-997d-e90152e99d3e tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0516007 Dec 09 02:33:00.354449 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0ad055cf-d6b5-4c01-876f-530531e96322 req-769fd142-3d3c-4b17-9448-d9ee741fa384 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402224 Dec 09 02:33:01.469626 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6999e0-9a24-461c-ad20-22d459bea114 req-8b71e65e-13f1-48ea-874b-36cdb8aeca50 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:01.471104 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a6999e0-9a24-461c-ad20-22d459bea114 req-8b71e65e-13f1-48ea-874b-36cdb8aeca50 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0488188 Dec 09 02:33:01.518599 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a6999e0-9a24-461c-ad20-22d459bea114 req-404f6b68-4d09-4199-9e04-b9947e79cc72 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412934 Dec 09 02:33:02.635096 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a48be-63dc-4a83-92fe-15fee22836a5 req-8db0618f-acc7-41d2-a777-e4bc0292e0fc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:02.636607 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-069a48be-63dc-4a83-92fe-15fee22836a5 req-8db0618f-acc7-41d2-a777-e4bc0292e0fc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0498080 Dec 09 02:33:02.686586 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-069a48be-63dc-4a83-92fe-15fee22836a5 req-f0a617a3-fa07-4d8a-8bf7-f61a310fe6b2 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439756 Dec 09 02:33:03.041193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a0a9240-28c3-4cb1-981d-3cd081555ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:03.801873 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c7602-561f-4cdb-9f5b-d3ad4ddf9c34 req-37b5a8cd-cd14-4633-9dea-38b52a11014c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:03.803334 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b29c7602-561f-4cdb-9f5b-d3ad4ddf9c34 req-37b5a8cd-cd14-4633-9dea-38b52a11014c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0488935 Dec 09 02:33:03.851169 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b29c7602-561f-4cdb-9f5b-d3ad4ddf9c34 req-2f73bfc4-7353-4932-b46a-39ddae2a9207 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420983 Dec 09 02:33:04.963950 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a6036-8df2-4347-b9cc-9a924f4e2a4c req-6743ae4d-6a54-4154-884b-3c79c8442a66 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:04.965421 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c41a6036-8df2-4347-b9cc-9a924f4e2a4c req-6743ae4d-6a54-4154-884b-3c79c8442a66 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0483222 Dec 09 02:33:05.011234 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c41a6036-8df2-4347-b9cc-9a924f4e2a4c req-fd8bd1a8-909a-4538-a635-6f86b7203736 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399976 Dec 09 02:33:05.276108 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8837ac5e-8a42-4ed0-a6b2-64861a18b2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:05.374016 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:33:06.127038 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad647a4-f607-4d0a-9db5-5a08306a7854 req-78efd39f-8c49-417e-b755-2192565db4b8 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:06.128601 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dad647a4-f607-4d0a-9db5-5a08306a7854 req-78efd39f-8c49-417e-b755-2192565db4b8 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0510459 Dec 09 02:33:06.174715 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dad647a4-f607-4d0a-9db5-5a08306a7854 req-abcd1ff0-dc26-43bd-ba4a-1a4ba205853b tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397484 Dec 09 02:33:06.432940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:06.531011 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-6fcadd86-702f-429b-9e94-ceb7a45374cb service neutron] 10.222.0.45 "GET /v2.0/ports/4a3d14cf-d15f-4acb-8241-548d5f675b84/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0520990 Dec 09 02:33:06.745253 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-579df32f-ffca-416e-9117-95e643708b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:06.746721 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-579df32f-ffca-416e-9117-95e643708b46 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3&tenant_id=fd89362b40494a54b293d7fac1f58ba4 HTTP/1.1" status: 200 len: 1098 time: 0.0405211 Dec 09 02:33:06.820226 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-848307b9-5ee5-4e8f-944f-7c289b2500ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:06.821707 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-848307b9-5ee5-4e8f-944f-7c289b2500ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd89362b40494a54b293d7fac1f58ba4&device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 1098 time: 0.0431521 Dec 09 02:33:06.908997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-eb3f0082-e9a1-4722-a514-06e10635843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:06.910421 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-eb3f0082-e9a1-4722-a514-06e10635843d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0a877bc-2de3-4e24-8fac-b5095b412589 HTTP/1.1" status: 200 len: 916 time: 0.0816545 Dec 09 02:33:06.953328 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-f27f914a-43d2-4c7b-8d28-78827dcfc797 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a3d14cf-d15f-4acb-8241-548d5f675b84 HTTP/1.1" status: 200 len: 217 time: 0.0359993 Dec 09 02:33:07.001071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-de612e1f-20f0-4b49-bb7f-c47019302e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:07.002353 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-de612e1f-20f0-4b49-bb7f-c47019302e16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=13648eb7-041f-4cc6-9392-4b4e5a1abab7 HTTP/1.1" status: 200 len: 855 time: 0.0421464 Dec 09 02:33:07.034273 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-259f6139-4387-4e81-b4f7-f06ecb1dd9e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0a877bc-2de3-4e24-8fac-b5095b412589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251610 Dec 09 02:33:07.119474 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-8a230380-e716-4c8d-a87b-70d37de02811 service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777137 Dec 09 02:33:07.211296 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86dd5c76-186a-4ab3-b1b6-2477b316e08a req-4b632d91-ee67-4c3c-adef-c8a2a0d20276 service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843577 Dec 09 02:33:07.290726 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0ab6e-b417-4742-8f3b-321bcd8bf877 req-ac91e11f-3880-4916-ac09-1e1bbf5227c7 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:07.292178 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5bd0ab6e-b417-4742-8f3b-321bcd8bf877 req-ac91e11f-3880-4916-ac09-1e1bbf5227c7 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0495942 Dec 09 02:33:07.340751 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5bd0ab6e-b417-4742-8f3b-321bcd8bf877 req-67f962c7-ed33-40d5-b117-90da3f3b7713 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426514 Dec 09 02:33:07.821550 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:08.457269 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10870fd5-ab7b-47f4-815a-91fc9f4e66ee req-e9d8806e-a4ac-4445-a9f1-336742c4d0fc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:08.458740 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-10870fd5-ab7b-47f4-815a-91fc9f4e66ee req-e9d8806e-a4ac-4445-a9f1-336742c4d0fc tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0522859 Dec 09 02:33:08.504397 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-10870fd5-ab7b-47f4-815a-91fc9f4e66ee req-57ca1716-d29f-414d-9a70-d4abb355c71d tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393612 Dec 09 02:33:08.683420 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:09.616653 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c2dfd-9476-42b0-b791-c5a36a58a449 req-53fc50a4-a01b-4239-90a8-3470c72421e2 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:09.618753 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-897c2dfd-9476-42b0-b791-c5a36a58a449 req-53fc50a4-a01b-4239-90a8-3470c72421e2 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0476441 Dec 09 02:33:09.625414 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 4a3d14cf-d15f-4acb-8241-548d5f675b84 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:33:09.635374 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 4a3d14cf-d15f-4acb-8241-548d5f675b84 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:33:09.665819 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-897c2dfd-9476-42b0-b791-c5a36a58a449 req-7c8fcd5e-8e30-4b1e-9733-aed1a6fa6fc1 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411828 Dec 09 02:33:09.784140 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:09.790877 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 4a3d14cf-d15f-4acb-8241-548d5f675b84, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4a3d14cf-d15f-4acb-8241-548d5f675b84,segment=NetworkSegment(f4614bcb-c0e2-47ac-84c5-52b709e6ed5d),segment_id=f4614bcb-c0e2-47ac-84c5-52b709e6ed5d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:33:09.813082 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '4a3d14cf-d15f-4acb-8241-548d5f675b84', 'network_id': 'a0a877bc-2de3-4e24-8fac-b5095b412589', 'port_id': '4a3d14cf-d15f-4acb-8241-548d5f675b84', 'mac_address': 'fa:16:3e:79:68:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13648eb7-041f-4cc6-9392-4b4e5a1abab7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:33:09.822142 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f4d705-22d4-4d52-a7d7-e6ec8847e6a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a3d14cf-d15f-4acb-8241-548d5f675b84'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:33:09.824396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a4ee53-2265-4f14-9372-1f3a7d0ef176" -d '{"events": [{"server_uuid": "93f4d705-22d4-4d52-a7d7-e6ec8847e6a3", "name": "network-vif-unplugged", "status": "completed", "tag": "4a3d14cf-d15f-4acb-8241-548d5f675b84"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:33:09.855547 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 4a3d14cf-d15f-4acb-8241-548d5f675b84, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4a3d14cf-d15f-4acb-8241-548d5f675b84,segment=NetworkSegment(f4614bcb-c0e2-47ac-84c5-52b709e6ed5d),segment_id=f4614bcb-c0e2-47ac-84c5-52b709e6ed5d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:33:09.861984 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:09.874328 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:09.900378 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb74993-7f58-4c0b-9ec4-df9de9a7b869 req-8c4f7977-34e7-4143-9bd7-76aec82fd8fb tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:09.901880 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7bb74993-7f58-4c0b-9ec4-df9de9a7b869 req-8c4f7977-34e7-4143-9bd7-76aec82fd8fb tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0859079 Dec 09 02:33:09.908395 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a3d14cf-d15f-4acb-8241-548d5f675b84 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:33:09.915201 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614de5d-73dc-4a8a-8695-3f3201bb1c31 req-36978a65-09dc-4044-b8c6-0df0bf1ca5ab tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:09.916672 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8614de5d-73dc-4a8a-8695-3f3201bb1c31 req-36978a65-09dc-4044-b8c6-0df0bf1ca5ab tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.45 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3&tenant_id=fd89362b40494a54b293d7fac1f58ba4&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 943 time: 0.0740950 Dec 09 02:33:09.956508 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=4a3d14cf-d15f-4acb-8241-548d5f675b84,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:09.959516 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7bb74993-7f58-4c0b-9ec4-df9de9a7b869 req-b6bcd037-d2d9-4932-bd45-bd104aebba07 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418069 Dec 09 02:33:09.971603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:33:09.971966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:33:09.973184 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:09.973531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:09.973871 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:09.974208 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:09.974556 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:09.974873 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:09.975202 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:09.975600 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:09.975883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:09.976225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:09.976554 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:09.976901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:09.977857 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:10.012417 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 02:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2352ef1-c143-44e2-9afa-7dc28d607a3a x-openstack-request-id: req-c2352ef1-c143-44e2-9afa-7dc28d607a3a {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:33:10.012713 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f4d705-22d4-4d52-a7d7-e6ec8847e6a3", "name": "network-vif-unplugged", "status": "completed", "tag": "4a3d14cf-d15f-4acb-8241-548d5f675b84", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:33:10.012970 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2352ef1-c143-44e2-9afa-7dc28d607a3a {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:33:10.013366 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f4d705-22d4-4d52-a7d7-e6ec8847e6a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a3d14cf-d15f-4acb-8241-548d5f675b84', 'code': 200} Dec 09 02:33:10.019130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614de5d-73dc-4a8a-8695-3f3201bb1c31 req-14fe11d5-94c4-4eab-9dd6-b57bdcc07787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:10.020674 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8614de5d-73dc-4a8a-8695-3f3201bb1c31 req-14fe11d5-94c4-4eab-9dd6-b57bdcc07787 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd89362b40494a54b293d7fac1f58ba4&device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 1096 time: 0.0420511 Dec 09 02:33:10.135098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614de5d-73dc-4a8a-8695-3f3201bb1c31 req-99278a65-7c0d-4d00-8327-f9cd70e73c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:10.136599 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8614de5d-73dc-4a8a-8695-3f3201bb1c31 req-99278a65-7c0d-4d00-8327-f9cd70e73c27 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a0a877bc-2de3-4e24-8fac-b5095b412589 HTTP/1.1" status: 200 len: 916 time: 0.0861897 Dec 09 02:33:10.177886 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8614de5d-73dc-4a8a-8695-3f3201bb1c31 req-14a39b80-7bfe-4c93-84c3-7af3029c4b87 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a3d14cf-d15f-4acb-8241-548d5f675b84 HTTP/1.1" status: 200 len: 217 time: 0.0336773 Dec 09 02:33:10.224715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614de5d-73dc-4a8a-8695-3f3201bb1c31 req-7f829b1a-7b4e-432a-9553-7559859a96fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:10.226120 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8614de5d-73dc-4a8a-8695-3f3201bb1c31 req-7f829b1a-7b4e-432a-9553-7559859a96fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=13648eb7-041f-4cc6-9392-4b4e5a1abab7 HTTP/1.1" status: 200 len: 855 time: 0.0419352 Dec 09 02:33:10.260268 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8614de5d-73dc-4a8a-8695-3f3201bb1c31 req-c735f5df-59c7-48bd-987f-8ad93035f111 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a0a877bc-2de3-4e24-8fac-b5095b412589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272069 Dec 09 02:33:10.354521 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8614de5d-73dc-4a8a-8695-3f3201bb1c31 req-83af5d14-cb3b-4fc1-a1d7-a4df6e0df21c service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874386 Dec 09 02:33:10.447726 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8614de5d-73dc-4a8a-8695-3f3201bb1c31 req-1f2203f3-880e-457b-a9dd-756655a4d8ea service neutron] 10.222.0.45 "GET /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843563 Dec 09 02:33:10.507336 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:10.520174 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3d14cf-d15f-4acb-8241-548d5f675b84 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:33:10.539467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 4a3d14cf-d15f-4acb-8241-548d5f675b84, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4a3d14cf-d15f-4acb-8241-548d5f675b84,segment=NetworkSegment(f4614bcb-c0e2-47ac-84c5-52b709e6ed5d),segment_id=f4614bcb-c0e2-47ac-84c5-52b709e6ed5d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:33:10.543405 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:10.590970 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=4a3d14cf-d15f-4acb-8241-548d5f675b84,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:10.674902 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['4a3d14cf-d15f-4acb-8241-548d5f675b84'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:33:11.079255 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ced45-0627-4fd1-be87-0dd2454ab896 req-4d4cb480-f78a-428c-af69-7353b7e5f0f1 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:11.080920 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6f7ced45-0627-4fd1-be87-0dd2454ab896 req-4d4cb480-f78a-428c-af69-7353b7e5f0f1 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 944 time: 0.0501537 Dec 09 02:33:11.127977 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6f7ced45-0627-4fd1-be87-0dd2454ab896 req-8b31db10-04a0-4ee3-ab2b-b811b5b6ed95 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 Dec 09 02:33:11.238055 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f1ddc-8898-4fbf-8dd6-5a0a15f5a1bc req-9b848957-bd83-4222-a768-824384a2f180 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:11.239558 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7b6f1ddc-8898-4fbf-8dd6-5a0a15f5a1bc req-9b848957-bd83-4222-a768-824384a2f180 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 944 time: 0.0482464 Dec 09 02:33:11.286413 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7b6f1ddc-8898-4fbf-8dd6-5a0a15f5a1bc req-67a9ad40-de27-4a01-9e92-1ada62fd45c0 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409803 Dec 09 02:33:11.399702 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df10ce-4c74-465e-a04e-b3675bf32867 req-0896a6f4-2894-49c5-8823-28454b35a582 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:11.401141 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-67df10ce-4c74-465e-a04e-b3675bf32867 req-0896a6f4-2894-49c5-8823-28454b35a582 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 944 time: 0.0515873 Dec 09 02:33:11.446785 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-67df10ce-4c74-465e-a04e-b3675bf32867 req-e177b629-304a-4b5f-81c9-49e4186ff62c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398216 Dec 09 02:33:11.634582 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 4a3d14cf-d15f-4acb-8241-548d5f675b84 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:33:11.682614 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 4a3d14cf-d15f-4acb-8241-548d5f675b84 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:33:11.683209 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:11.761823 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:11.772095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6370e0-6fb1-4cd1-a5a1-59f091447a96 req-67a23119-2af9-46f1-af5e-dfa865903123 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:11.773566 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b6370e0-6fb1-4cd1-a5a1-59f091447a96 req-67a23119-2af9-46f1-af5e-dfa865903123 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 944 time: 0.0487914 Dec 09 02:33:11.794019 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 4a3d14cf-d15f-4acb-8241-548d5f675b84, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4a3d14cf-d15f-4acb-8241-548d5f675b84,segment=NetworkSegment(f4614bcb-c0e2-47ac-84c5-52b709e6ed5d),segment_id=f4614bcb-c0e2-47ac-84c5-52b709e6ed5d)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:33:11.798446 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:11.824455 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b6370e0-6fb1-4cd1-a5a1-59f091447a96 req-71db9bc6-ca7d-4c00-b766-4e172b84ee8a tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442483 Dec 09 02:33:11.845065 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=4a3d14cf-d15f-4acb-8241-548d5f675b84,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:12.014056 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f4d705-22d4-4d52-a7d7-e6ec8847e6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3d14cf-d15f-4acb-8241-548d5f675b84'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:33:12.016317 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ab86c2-f95d-4ec9-83ee-678463980436" -d '{"events": [{"server_uuid": "93f4d705-22d4-4d52-a7d7-e6ec8847e6a3", "name": "network-vif-plugged", "status": "completed", "tag": "4a3d14cf-d15f-4acb-8241-548d5f675b84"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:33:12.050331 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e068011-d9f7-4ab9-be25-97b4654446ad x-openstack-request-id: req-5e068011-d9f7-4ab9-be25-97b4654446ad {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:33:12.050630 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f4d705-22d4-4d52-a7d7-e6ec8847e6a3", "name": "network-vif-plugged", "status": "completed", "tag": "4a3d14cf-d15f-4acb-8241-548d5f675b84", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:33:12.050888 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e068011-d9f7-4ab9-be25-97b4654446ad {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:33:12.051274 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f4d705-22d4-4d52-a7d7-e6ec8847e6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3d14cf-d15f-4acb-8241-548d5f675b84', 'code': 200} Dec 09 02:33:12.941617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6146e57-220d-4e85-ae1b-bfeea1e776e0 req-bd3208e6-3820-4e88-922b-588fececdefb tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:12.943075 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d6146e57-220d-4e85-ae1b-bfeea1e776e0 req-bd3208e6-3820-4e88-922b-588fececdefb tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0481122 Dec 09 02:33:12.992520 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d6146e57-220d-4e85-ae1b-bfeea1e776e0 req-1d8fe737-7f9f-4dce-b04a-21cf0316e531 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/security-groups?id=8c4e6589-7cb9-4429-a1db-d53f64c3dd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436206 Dec 09 02:33:13.487738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ee41b-c176-4ea2-8843-23027cf5f0ee req-e1360f39-eb19-4ff7-8d1d-5781dda4dd99 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:13.489199 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a90ee41b-c176-4ea2-8843-23027cf5f0ee req-e1360f39-eb19-4ff7-8d1d-5781dda4dd99 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.45 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0473680 Dec 09 02:33:13.574879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-a90ee41b-c176-4ea2-8843-23027cf5f0ee req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Deleting port 4a3d14cf-d15f-4acb-8241-548d5f675b84 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:33:13.575218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a90ee41b-c176-4ea2-8843-23027cf5f0ee req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:13.663254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-a90ee41b-c176-4ea2-8843-23027cf5f0ee req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] For port 4a3d14cf-d15f-4acb-8241-548d5f675b84, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=4a3d14cf-d15f-4acb-8241-548d5f675b84,segment=NetworkSegment(f4614bcb-c0e2-47ac-84c5-52b709e6ed5d),segment_id=f4614bcb-c0e2-47ac-84c5-52b709e6ed5d)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:33:13.663646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a90ee41b-c176-4ea2-8843-23027cf5f0ee req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:13.676549 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-a90ee41b-c176-4ea2-8843-23027cf5f0ee req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Calling delete_port for 4a3d14cf-d15f-4acb-8241-548d5f675b84 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:33:13.804406 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a90ee41b-c176-4ea2-8843-23027cf5f0ee req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:13.831535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Pushing event deleted for resources: {'Port': ['ID=4a3d14cf-d15f-4acb-8241-548d5f675b84,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:13.840437 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['4a3d14cf-d15f-4acb-8241-548d5f675b84'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:33:13.848282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:13.848282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:13.848282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:13.848607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:13.848941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:13.849280 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:13.849620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:13.849955 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:13.850289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:13.850622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:13.850955 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:13.851285 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:13.851639 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:13.889002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90ee41b-c176-4ea2-8843-23027cf5f0ee req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] No DVR routers for this DVR port 4a3d14cf-d15f-4acb-8241-548d5f675b84 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:33:13.891766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a90ee41b-c176-4ea2-8843-23027cf5f0ee req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:13.895573 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a90ee41b-c176-4ea2-8843-23027cf5f0ee req-15fa3587-1902-4691-ad30-87745726a299 tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.45 "DELETE /v2.0/ports/4a3d14cf-d15f-4acb-8241-548d5f675b84 HTTP/1.1" status: 204 len: 173 time: 0.4003043 Dec 09 02:33:13.896070 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f4d705-22d4-4d52-a7d7-e6ec8847e6a3', 'name': 'network-vif-deleted', 'tag': '4a3d14cf-d15f-4acb-8241-548d5f675b84'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:33:13.899096 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61940020-450a-4905-a0b5-8006b3385bb6" -d '{"events": [{"server_uuid": "93f4d705-22d4-4d52-a7d7-e6ec8847e6a3", "name": "network-vif-deleted", "tag": "4a3d14cf-d15f-4acb-8241-548d5f675b84"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:33:13.940620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e0f916-72f6-4d99-a634-03991149c3e3 x-openstack-request-id: req-b8e0f916-72f6-4d99-a634-03991149c3e3 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:33:13.940997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f4d705-22d4-4d52-a7d7-e6ec8847e6a3", "name": "network-vif-deleted", "tag": "4a3d14cf-d15f-4acb-8241-548d5f675b84", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:33:13.941260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8e0f916-72f6-4d99-a634-03991149c3e3 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:33:13.942229 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f4d705-22d4-4d52-a7d7-e6ec8847e6a3', 'name': 'network-vif-deleted', 'tag': '4a3d14cf-d15f-4acb-8241-548d5f675b84', 'status': 'completed', 'code': 200} Dec 09 02:33:14.098450 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-661b82f0-3092-4a95-925f-cab7f51cccaa req-64d03d1a-1769-4b4a-bad3-a88275b4b76b tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] 10.222.0.43 "GET /v2.0/ports?device_id=93f4d705-22d4-4d52-a7d7-e6ec8847e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0266089 Dec 09 02:33:14.251230 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:15.212482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 40128) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:33:15.255094 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Deleting subnet 13648eb7-041f-4cc6-9392-4b4e5a1abab7 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:33:15.258650 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:15.291993 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:15.329143 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:15.382530 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:15.407767 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13648eb7-041f-4cc6-9392-4b4e5a1abab7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:15.410795 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:15.413559 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/13648eb7-041f-4cc6-9392-4b4e5a1abab7 HTTP/1.1" status: 204 len: 168 time: 0.2000780 Dec 09 02:33:15.416730 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 40130) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:33:15.420180 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:15.420535 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:15.420887 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:15.421228 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:15.421563 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:15.421895 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:15.422225 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:15.422556 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:15.422887 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:15.423212 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:15.423568 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:15.423902 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:15.424228 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13623c0b-c133-4728-b518-d3bbef83fc13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:15.487245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdefd2e8-4441-4ec4-86be-b6ccf157ace5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:15.562270 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdefd2e8-4441-4ec4-86be-b6ccf157ace5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:15.581320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-fdefd2e8-4441-4ec4-86be-b6ccf157ace5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a877bc-2de3-4e24-8fac-b5095b412589']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:33:15.590171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-fdefd2e8-4441-4ec4-86be-b6ccf157ace5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4614bcb-c0e2-47ac-84c5-52b709e6ed5d') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:33:15.590468 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-fdefd2e8-4441-4ec4-86be-b6ccf157ace5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4614bcb-c0e2-47ac-84c5-52b709e6ed5d') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:33:15.604130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdefd2e8-4441-4ec4-86be-b6ccf157ace5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:15.616623 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdefd2e8-4441-4ec4-86be-b6ccf157ace5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:15.622838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdefd2e8-4441-4ec4-86be-b6ccf157ace5 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:33:15.623213 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdefd2e8-4441-4ec4-86be-b6ccf157ace5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:33:15.624847 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:33:15.677699 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdefd2e8-4441-4ec4-86be-b6ccf157ace5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:15.683155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdefd2e8-4441-4ec4-86be-b6ccf157ace5 admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:15.687860 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fdefd2e8-4441-4ec4-86be-b6ccf157ace5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a0a877bc-2de3-4e24-8fac-b5095b412589 HTTP/1.1" status: 204 len: 168 time: 0.2695217 Dec 09 02:33:15.700333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefd2e8-4441-4ec4-86be-b6ccf157ace5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a877bc-2de3-4e24-8fac-b5095b412589,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:15.793766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 40134) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:33:15.831706 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-39d53146-0645-4939-bb6d-7eb4e17f4ce3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd89362b40494a54b293d7fac1f58ba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0367639 Dec 09 02:33:15.834061 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 40136) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:33:15.880647 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-87a9fd72-4b21-46ba-891d-0c7791f8f54d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:15.901134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-87a9fd72-4b21-46ba-891d-0c7791f8f54d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:15.952717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-87a9fd72-4b21-46ba-891d-0c7791f8f54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:15.955240 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-87a9fd72-4b21-46ba-891d-0c7791f8f54d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:15.956554 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-87a9fd72-4b21-46ba-891d-0c7791f8f54d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c4e6589-7cb9-4429-a1db-d53f64c3dd77 HTTP/1.1" status: 204 len: 168 time: 0.1214902 Dec 09 02:33:15.964531 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9fd72-4b21-46ba-891d-0c7791f8f54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4e6589-7cb9-4429-a1db-d53f64c3dd77,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:16.589983 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 40158) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:33:16.682128 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-75ddd84a-5c4a-4af2-8442-25e2622f315c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1171740797-network', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:33:16.703077 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ddd84a-5c4a-4af2-8442-25e2622f315c admin admin] Made reservation on behalf of dfa49361765649a89099bacad09bdd3d for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:33:16.705334 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-75ddd84a-5c4a-4af2-8442-25e2622f315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:16.713386 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-75ddd84a-5c4a-4af2-8442-25e2622f315c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:16.784794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-75ddd84a-5c4a-4af2-8442-25e2622f315c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:16.788136 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-75ddd84a-5c4a-4af2-8442-25e2622f315c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:16.814854 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ddd84a-5c4a-4af2-8442-25e2622f315c admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:33:16.821118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ddd84a-5c4a-4af2-8442-25e2622f315c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62b15a8-a42f-476f-a336-3826a8ef6426,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:16.826994 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-75ddd84a-5c4a-4af2-8442-25e2622f315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:16.827289 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-75ddd84a-5c4a-4af2-8442-25e2622f315c admin admin] Added segment ec20f4b8-ace4-47d5-8968-dae6e67bf80a of type vlan for network d641f59c-5c98-4920-88df-22f742582f05 Dec 09 02:33:16.868034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-75ddd84a-5c4a-4af2-8442-25e2622f315c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:16.890605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-75ddd84a-5c4a-4af2-8442-25e2622f315c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:16.891573 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ddd84a-5c4a-4af2-8442-25e2622f315c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:16.892162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-75ddd84a-5c4a-4af2-8442-25e2622f315c admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:17.290061 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-75ddd84a-5c4a-4af2-8442-25e2622f315c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6984248 Dec 09 02:33:17.293106 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 40162) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:33:17.298024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-25aa6263-ae2a-4e3d-873b-fe892cce7672 admin admin] Request body: {'subnet': {'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1171740797-subnet', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:33:17.299053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ddd84a-5c4a-4af2-8442-25e2622f315c admin admin] Pushing event updated for resources: {'Network': ['ID=d641f59c-5c98-4920-88df-22f742582f05,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:17.308692 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network d641f59c-5c98-4920-88df-22f742582f05 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:33:17.320553 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aa6263-ae2a-4e3d-873b-fe892cce7672 admin admin] Made reservation on behalf of dfa49361765649a89099bacad09bdd3d for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:33:17.323003 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25aa6263-ae2a-4e3d-873b-fe892cce7672 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:17.489602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25aa6263-ae2a-4e3d-873b-fe892cce7672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:17.542400 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa6263-ae2a-4e3d-873b-fe892cce7672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4895df6-7d79-463b-b721-be286abb4ffb,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:17.550793 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa6263-ae2a-4e3d-873b-fe892cce7672 admin admin] Checking segment: {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:33:17.551151 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa6263-ae2a-4e3d-873b-fe892cce7672 admin admin] Network hostable DHCP agents. Network: d641f59c-5c98-4920-88df-22f742582f05, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:33:17.567218 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa6263-ae2a-4e3d-873b-fe892cce7672 admin admin] Network d641f59c-5c98-4920-88df-22f742582f05 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:33:17.576386 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-25aa6263-ae2a-4e3d-873b-fe892cce7672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, d641f59c-5c98-4920-88df-22f742582f05) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:33:17.580233 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aa6263-ae2a-4e3d-873b-fe892cce7672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:17.580818 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25aa6263-ae2a-4e3d-873b-fe892cce7672 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:17.585735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1751f705-77bc-4296-8382-256b9611b0b2 None None] Network d641f59c-5c98-4920-88df-22f742582f05 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:33:17.599426 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-25aa6263-ae2a-4e3d-873b-fe892cce7672 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3026943 Dec 09 02:33:17.599644 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 40164) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:33:17.603779 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:33:17.623814 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:17.624834 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:17.678157 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 4a3d14cf-d15f-4acb-8241-548d5f675b84 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:33:17.679993 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:17.700372 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-d641f59c-5c98-4920-88df-22f742582f05', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:33:17.701252 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:17.703652 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 4a3d14cf-d15f-4acb-8241-548d5f675b84 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:33:17.704003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 4a3d14cf-d15f-4acb-8241-548d5f675b84 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:33:17.846178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Allocated IP 172.20.0.2 (d641f59c-5c98-4920-88df-22f742582f05/d4895df6-7d79-463b-b721-be286abb4ffb/8a6edf17-5738-4085-b99e-256644fbeb12) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:33:17.994313 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:18.000183 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:18.037046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Network d641f59c-5c98-4920-88df-22f742582f05 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:33:18.042957 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:33:18.046482 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:33:18.053286 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Pushing event updated for resources: {'Port': ['ID=8a6edf17-5738-4085-b99e-256644fbeb12,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:18.073249 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:18.106053 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Attempting to bind port 8a6edf17-5738-4085-b99e-256644fbeb12 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:33:18.106339 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Attempting to bind port 8a6edf17-5738-4085-b99e-256644fbeb12 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:33:18.106706 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Attempting to bind port 8a6edf17-5738-4085-b99e-256644fbeb12 on network d641f59c-5c98-4920-88df-22f742582f05 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:33:18.111726 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:33:18.112101 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Checking segment: {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:33:18.112504 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:18.112896 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Bound using segment: {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:33:18.113359 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Bound port: 8a6edf17-5738-4085-b99e-256644fbeb12, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:33:18.113739 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:18.179348 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] For port 8a6edf17-5738-4085-b99e-256644fbeb12, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:33:18.183082 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] For port 8a6edf17-5738-4085-b99e-256644fbeb12, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8a6edf17-5738-4085-b99e-256644fbeb12,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:33:18.187634 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:18.249798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0f3af-2d3c-4f1c-9edf-02d7dc8f413b None None] Pushing event updated for resources: {'Port': ['ID=8a6edf17-5738-4085-b99e-256644fbeb12,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:18.276884 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:18.297913 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:18.421825 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Allocated IP 172.26.3.143 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/e1147e99-be8e-41f3-b3ba-6095251d2efd) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:33:18.515031 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8a6edf17-5738-4085-b99e-256644fbeb12 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:33:18.550560 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:18.572795 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 8a6edf17-5738-4085-b99e-256644fbeb12 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:33:18.573165 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:18.584966 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:18.622819 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:33:18.629876 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:33:18.632417 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:33:18.642935 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5b2c89-1ab3-48b3-8569-ac692871fb55 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:33:18.654944 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:18.662706 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Pushing event updated for resources: {'Port': ['ID=e1147e99-be8e-41f3-b3ba-6095251d2efd,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:18.693526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 8a6edf17-5738-4085-b99e-256644fbeb12, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8a6edf17-5738-4085-b99e-256644fbeb12,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:33:18.698763 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:18.759421 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=8a6edf17-5738-4085-b99e-256644fbeb12,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:18.768201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3cca43fc-f5e0-4be2-9b6f-6fd18b07b2f3 None None] Provisioning complete for port e1147e99-be8e-41f3-b3ba-6095251d2efd triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:33:18.768584 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3cca43fc-f5e0-4be2-9b6f-6fd18b07b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:18.804415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3cca43fc-f5e0-4be2-9b6f-6fd18b07b2f3 None None] Port e1147e99-be8e-41f3-b3ba-6095251d2efd cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:33:18.899623 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:19.094174 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:19.170551 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48ddf17-81ab-4da1-919a-02b0e95bcbe3 None None] Network d641f59c-5c98-4920-88df-22f742582f05 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:33:19.222488 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:33:19.245925 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e1525bb7-6338-44ba-9790-ef2943b275b7 None None] Provisioning complete for port 8a6edf17-5738-4085-b99e-256644fbeb12 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:33:19.246311 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e1525bb7-6338-44ba-9790-ef2943b275b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:19.329441 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:33:19.341439 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Sync routers for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:33:19.350131 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:19.352613 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e2ff28f9-dc70-48b3-9a6a-ad267c0a128a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7510307 Dec 09 02:33:19.355174 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 40166) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:33:19.367612 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:33:19.368253 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:33:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:33:19.484110 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:33:19.610924 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a2cc59ed-a39f-4d03-95a3-67f112cbdda2 None None] Provisioning complete for port 8a6edf17-5738-4085-b99e-256644fbeb12 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:33:19.611624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a2cc59ed-a39f-4d03-95a3-67f112cbdda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:19.747917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:18Z', 'revision_number': 3, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:33:19.767242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:19.782497 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Checking router: 30463a45-8f9a-42bd-98e3-1dfaacc925a3 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:33:19.782854 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Updating router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 port e1147e99-be8e-41f3-b3ba-6095251d2efd binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:33:19.808535 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.030960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Allocated IP 172.20.0.1 (d641f59c-5c98-4920-88df-22f742582f05/d4895df6-7d79-463b-b721-be286abb4ffb/5b57db07-2b78-4c8b-98e6-767c0a0304dd) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:33:20.055842 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.061719 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.106983 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eeed43-d7e0-4170-8da3-d03c18ab1a3d None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:33:20.119263 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Attempting to bind port e1147e99-be8e-41f3-b3ba-6095251d2efd on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:33:20.119673 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Attempting to bind port e1147e99-be8e-41f3-b3ba-6095251d2efd by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:33:20.120036 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Attempting to bind port e1147e99-be8e-41f3-b3ba-6095251d2efd on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:33:20.127231 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:33:20.127713 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:33:20.128190 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.128616 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:33:20.129088 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Bound port: e1147e99-be8e-41f3-b3ba-6095251d2efd, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:33:20.129785 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.132832 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.137012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c523c3-1770-4205-8f13-68db803dea7b None None] Pushing event updated for resources: {'Port': ['ID=e1147e99-be8e-41f3-b3ba-6095251d2efd,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:20.169428 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.191791 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3a834d89-2176-4c74-b636-74d7fffc297e None None] Provisioning complete for port e1147e99-be8e-41f3-b3ba-6095251d2efd triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:33:20.192163 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a834d89-2176-4c74-b636-74d7fffc297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.206789 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Network d641f59c-5c98-4920-88df-22f742582f05 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:33:20.213649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:33:20.218115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:33:20.221216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Pushing event updated for resources: {'Port': ['ID=5b57db07-2b78-4c8b-98e6-767c0a0304dd,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:20.221887 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] For port e1147e99-be8e-41f3-b3ba-6095251d2efd, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:33:20.237710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] For port e1147e99-be8e-41f3-b3ba-6095251d2efd, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e1147e99-be8e-41f3-b3ba-6095251d2efd,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:33:20.245568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.263210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.270809 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3a834d89-2176-4c74-b636-74d7fffc297e None None] Port e1147e99-be8e-41f3-b3ba-6095251d2efd cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:33:20.304134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f05577-3738-44a2-aa89-78477a8248c7 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:33:20.318557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:33:20.319189 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:33:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:33:20.321032 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c523c3-1770-4205-8f13-68db803dea7b None None] Pushing event updated for resources: {'Port': ['ID=e1147e99-be8e-41f3-b3ba-6095251d2efd,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:20.443815 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.455470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:33:20.508233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-ec7e8d0c-a987-4e4c-99f4-3ae0761e46fd None None] Provisioning complete for port e1147e99-be8e-41f3-b3ba-6095251d2efd triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:33:20.508544 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec7e8d0c-a987-4e4c-99f4-3ae0761e46fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.510281 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8a6edf17-5738-4085-b99e-256644fbeb12 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:33:20.610757 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.615146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.681245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Pushing event updated for resources: {'Port': ['ID=5b57db07-2b78-4c8b-98e6-767c0a0304dd,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:20.683837 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.783678 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Network d641f59c-5c98-4920-88df-22f742582f05 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:33:20.785204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:33:20.862873 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec7e8d0c-a987-4e4c-99f4-3ae0761e46fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.874137 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 8a6edf17-5738-4085-b99e-256644fbeb12 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:33:20.874509 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.901642 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:33:20.909535 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ec7e8d0c-a987-4e4c-99f4-3ae0761e46fd None None] For port e1147e99-be8e-41f3-b3ba-6095251d2efd, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e1147e99-be8e-41f3-b3ba-6095251d2efd,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:33:20.918636 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ec7e8d0c-a987-4e4c-99f4-3ae0761e46fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:20.998912 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e8d0c-a987-4e4c-99f4-3ae0761e46fd None None] Pushing event updated for resources: {'Port': ['ID=e1147e99-be8e-41f3-b3ba-6095251d2efd,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:21.002008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:18Z', 'revision_number': 3, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:33:21.021438 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:33:21.026738 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8574a36d-3912-4adf-a903-db838cafc5f2 admin admin] 10.222.0.43 "PUT /v2.0/routers/30463a45-8f9a-42bd-98e3-1dfaacc925a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6701472 Dec 09 02:33:21.052410 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4fbac6-e2eb-4aea-bf7c-f18584077d29 None None] The sync data for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv is: [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:18Z', 'revision_number': 3, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:33:21.073657 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-bddbb264-22eb-4016-a948-3b415bfbf320 None None] Provisioning complete for port 5b57db07-2b78-4c8b-98e6-767c0a0304dd triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:33:21.074037 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bddbb264-22eb-4016-a948-3b415bfbf320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:21.112099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bddbb264-22eb-4016-a948-3b415bfbf320 None None] Port 5b57db07-2b78-4c8b-98e6-767c0a0304dd cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:33:21.453240 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 40174) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:33:21.458003 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-e12bc16a-118f-4fd5-a1c9-af67a677634c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726006238', 'description': 'tempest-description--454522281'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:33:21.483749 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e12bc16a-118f-4fd5-a1c9-af67a677634c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:21.564671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e12bc16a-118f-4fd5-a1c9-af67a677634c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:21.568582 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e12bc16a-118f-4fd5-a1c9-af67a677634c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:21.599448 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e12bc16a-118f-4fd5-a1c9-af67a677634c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:21.600840 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e12bc16a-118f-4fd5-a1c9-af67a677634c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1464286 Dec 09 02:33:21.603990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 40176) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:33:21.609211 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-40ce7e70-f9f3-48f7-8ea9-8cfd01ebea0b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Request body: {'security_group_rule': {'security_group_id': '6de06f27-fdd1-4231-b5eb-8ba2a1f40d75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:33:21.614513 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bc16a-118f-4fd5-a1c9-af67a677634c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:21.641643 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40ce7e70-f9f3-48f7-8ea9-8cfd01ebea0b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:21.703200 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40ce7e70-f9f3-48f7-8ea9-8cfd01ebea0b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:21.707389 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40ce7e70-f9f3-48f7-8ea9-8cfd01ebea0b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:21.726090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce7e70-f9f3-48f7-8ea9-8cfd01ebea0b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f570f560-f11d-42e3-9023-067b6b0052cb,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:21.732365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40ce7e70-f9f3-48f7-8ea9-8cfd01ebea0b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:21.733883 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-40ce7e70-f9f3-48f7-8ea9-8cfd01ebea0b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288707 Dec 09 02:33:21.736567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 40178) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:33:21.741012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-50d39f41-6821-4a01-82fb-bb95b282bf28 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Request body: {'security_group_rule': {'security_group_id': '6de06f27-fdd1-4231-b5eb-8ba2a1f40d75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:33:21.769215 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50d39f41-6821-4a01-82fb-bb95b282bf28 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:21.826690 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50d39f41-6821-4a01-82fb-bb95b282bf28 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:21.831236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50d39f41-6821-4a01-82fb-bb95b282bf28 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:21.851662 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d39f41-6821-4a01-82fb-bb95b282bf28 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bea7d1b-045d-4d33-b816-5096ecbd22b6,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:21.857500 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50d39f41-6821-4a01-82fb-bb95b282bf28 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:21.858574 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-50d39f41-6821-4a01-82fb-bb95b282bf28 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210501 Dec 09 02:33:21.861551 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 40180) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:33:21.865926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:33:21.890791 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:21.987109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:22.092901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Allocated IP 172.26.3.64 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/838677ae-eacc-4d13-8ca5-253f24bc70ab) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:33:22.192773 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:22.225475 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:22.264052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:33:22.268927 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:33:22.272467 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:33:22.278076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Pushing event updated for resources: {'Port': ['ID=838677ae-eacc-4d13-8ca5-253f24bc70ab,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:22.398048 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:22.435348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:22.505561 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e1147e99-be8e-41f3-b3ba-6095251d2efd up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:33:22.543329 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Sync routers for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:33:22.555972 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:33:22.556579 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:33:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:33:22.560180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port e1147e99-be8e-41f3-b3ba-6095251d2efd triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:33:22.560578 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:22.596964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:22.602510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:22.668221 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:33:22.679149 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Pushing event updated for resources: {'Port': ['ID=838677ae-eacc-4d13-8ca5-253f24bc70ab,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:22.689196 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:22.705244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:22.706608 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a2148457-030e-482e-b353-45eab4e4df3e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8441260 Dec 09 02:33:22.877719 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 2, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:33:22.909412 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Checking router: 30463a45-8f9a-42bd-98e3-1dfaacc925a3 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:33:22.909762 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Updating router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 port 5b57db07-2b78-4c8b-98e6-767c0a0304dd binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:33:22.935219 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:22.973984 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-89b733f7-b390-4470-8f11-90c84fb05f5a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--726006238&fields=id&tenant_id=dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 267 time: 0.0410588 Dec 09 02:33:23.078645 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-6d9a3dc0-6128-43e3-a061-bd76b019669b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:23.080059 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-6d9a3dc0-6128-43e3-a061-bd76b019669b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 812 time: 0.0989087 Dec 09 02:33:23.094668 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-d258ab41-4912-4ed2-8838-78e5de93effb tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/quotas/dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 375 time: 0.0088897 Dec 09 02:33:23.149573 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-c14b6836-a7d0-4047-93f7-b14fda1ed2f2 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497310 Dec 09 02:33:23.166097 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-091b0d28-1da9-4ca8-ae4f-719c7e5d96ab service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:33:23.167248 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-091b0d28-1da9-4ca8-ae4f-719c7e5d96ab service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060759 Dec 09 02:33:23.191840 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:23.197955 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:23.248640 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3b9a2-23b4-4db8-b59e-757967ec747d None None] Pushing event updated for resources: {'Port': ['ID=5b57db07-2b78-4c8b-98e6-767c0a0304dd,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:23.258593 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-4698898f-fc5b-466d-8ecd-ae0da2f2f823 service neutron] 10.222.0.43 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854895 Dec 09 02:33:23.270903 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3b9a2-23b4-4db8-b59e-757967ec747d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:23.271263 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3b9a2-23b4-4db8-b59e-757967ec747d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:23.271632 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3b9a2-23b4-4db8-b59e-757967ec747d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:23.271969 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3b9a2-23b4-4db8-b59e-757967ec747d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:23.272301 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3b9a2-23b4-4db8-b59e-757967ec747d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:23.272762 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3b9a2-23b4-4db8-b59e-757967ec747d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:23.272948 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3b9a2-23b4-4db8-b59e-757967ec747d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:23.273273 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3b9a2-23b4-4db8-b59e-757967ec747d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:23.274594 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3b9a2-23b4-4db8-b59e-757967ec747d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:23.274594 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3b9a2-23b4-4db8-b59e-757967ec747d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:23.274790 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3b9a2-23b4-4db8-b59e-757967ec747d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:23.275082 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3b9a2-23b4-4db8-b59e-757967ec747d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:23.275390 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3b9a2-23b4-4db8-b59e-757967ec747d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:33:23.310534 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Attempting to bind port 5b57db07-2b78-4c8b-98e6-767c0a0304dd on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:33:23.310911 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Attempting to bind port 5b57db07-2b78-4c8b-98e6-767c0a0304dd by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:33:23.311300 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Attempting to bind port 5b57db07-2b78-4c8b-98e6-767c0a0304dd on network d641f59c-5c98-4920-88df-22f742582f05 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:33:23.316932 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:33:23.317309 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Checking segment: {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:33:23.317710 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:23.318114 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Bound using segment: {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:33:23.318582 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Bound port: 5b57db07-2b78-4c8b-98e6-767c0a0304dd, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:33:23.318970 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:23.362043 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-99fb746a-0e65-473c-aa3b-1e6b7e3ab1b0 service neutron] 10.222.0.43 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967803 Dec 09 02:33:23.388748 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] For port 5b57db07-2b78-4c8b-98e6-767c0a0304dd, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:33:23.392292 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] For port 5b57db07-2b78-4c8b-98e6-767c0a0304dd, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5b57db07-2b78-4c8b-98e6-767c0a0304dd,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:33:23.396656 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:23.455973 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:33:23.456605 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:33:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:33:23.548527 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-822dbd59-ba53-43f4-b4fc-3970ca81c11d req-97dfb04c-6a2c-422f-ada1-638c9a053746 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 210 time: 0.0369380 Dec 09 02:33:23.559574 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-69d5ca76-d563-4f4a-9c62-c9d5a2860a95 None None] Provisioning complete for port 5b57db07-2b78-4c8b-98e6-767c0a0304dd triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:33:23.560160 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69d5ca76-d563-4f4a-9c62-c9d5a2860a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:23.627252 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3b9a2-23b4-4db8-b59e-757967ec747d None None] Pushing event updated for resources: {'Port': ['ID=5b57db07-2b78-4c8b-98e6-767c0a0304dd,revision_number=4']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:23.662302 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69d5ca76-d563-4f4a-9c62-c9d5a2860a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:23.691916 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:33:23.703784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-69d5ca76-d563-4f4a-9c62-c9d5a2860a95 None None] For port 5b57db07-2b78-4c8b-98e6-767c0a0304dd, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5b57db07-2b78-4c8b-98e6-767c0a0304dd,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:33:23.708078 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69d5ca76-d563-4f4a-9c62-c9d5a2860a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:23.768115 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5ca76-d563-4f4a-9c62-c9d5a2860a95 None None] Pushing event updated for resources: {'Port': ['ID=5b57db07-2b78-4c8b-98e6-767c0a0304dd,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:23.832231 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-7abbbec7-4310-4fca-8bc1-28e716a1e1a9 None None] Provisioning complete for port 5b57db07-2b78-4c8b-98e6-767c0a0304dd triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:33:23.832694 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7abbbec7-4310-4fca-8bc1-28e716a1e1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:23.903411 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:33:23.931970 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24d088e-bfce-4c6c-9eb6-42f43afabf01 None None] The sync data for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv is: [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:33:24.496212 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5b57db07-2b78-4c8b-98e6-767c0a0304dd up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:33:24.549672 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 5b57db07-2b78-4c8b-98e6-767c0a0304dd triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:33:24.550046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:24.706186 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-48434ed5-1c09-4609-b49e-0050322dae3f req-3a6daf0e-e813-43d8-8638-8b3f597730f1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 210 time: 0.0555754 Dec 09 02:33:24.724266 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-122aee95-d939-4b48-a796-5d613b7b9054 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:24.725790 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-122aee95-d939-4b48-a796-5d613b7b9054 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 812 time: 0.1654084 Dec 09 02:33:24.802075 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-f2444454-ae2c-4ee8-a8dd-009a32298a11 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 379 time: 0.0585203 Dec 09 02:33:24.811164 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-f0269465-ab49-4f0f-8af7-feb3652969af tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Request body: {'port': {'device_id': '49ae2949-1b1a-4ec5-bc48-309665948a22', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'admin_state_up': True, 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'security_groups': ['6de06f27-fdd1-4231-b5eb-8ba2a1f40d75']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:33:24.922396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-f0269465-ab49-4f0f-8af7-feb3652969af tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Made reservation on behalf of dfa49361765649a89099bacad09bdd3d for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:33:24.926153 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-f0269465-ab49-4f0f-8af7-feb3652969af tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:25.056214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-f0269465-ab49-4f0f-8af7-feb3652969af tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Allocated IP 172.20.0.9 (d641f59c-5c98-4920-88df-22f742582f05/d4895df6-7d79-463b-b721-be286abb4ffb/55f4d794-971b-4050-a4be-06b7d3735211) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:33:25.186863 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-f0269465-ab49-4f0f-8af7-feb3652969af tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:25.223830 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-f0269465-ab49-4f0f-8af7-feb3652969af tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:25.264668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-f0269465-ab49-4f0f-8af7-feb3652969af tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Network d641f59c-5c98-4920-88df-22f742582f05 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:33:25.269471 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-f0269465-ab49-4f0f-8af7-feb3652969af tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:33:25.273078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-f0269465-ab49-4f0f-8af7-feb3652969af tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:33:25.296816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0269465-ab49-4f0f-8af7-feb3652969af tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Pushing event updated for resources: {'Port': ['ID=55f4d794-971b-4050-a4be-06b7d3735211,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:25.325735 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-f0269465-ab49-4f0f-8af7-feb3652969af tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:25.326348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-f0269465-ab49-4f0f-8af7-feb3652969af tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:25.342463 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-f0269465-ab49-4f0f-8af7-feb3652969af tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5349145 Dec 09 02:33:25.361172 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Request body: {'port': {'device_id': '49ae2949-1b1a-4ec5-bc48-309665948a22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:33:25.420207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:25.547125 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-df14f20e-d156-4f69-a842-f16f6ba2b2b0 None None] Provisioning complete for port 55f4d794-971b-4050-a4be-06b7d3735211 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:33:25.547689 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df14f20e-d156-4f69-a842-f16f6ba2b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:25.581628 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-df14f20e-d156-4f69-a842-f16f6ba2b2b0 None None] Port 55f4d794-971b-4050-a4be-06b7d3735211 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:33:25.675779 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f4d794-971b-4050-a4be-06b7d3735211 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:33:25.685663 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:25.698570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Transition to ACTIVE for port object 55f4d794-971b-4050-a4be-06b7d3735211 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:33:25.701860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:25.753504 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Pushing event updated for resources: {'Port': ['ID=55f4d794-971b-4050-a4be-06b7d3735211,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:25.857561 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Attempting to bind port 55f4d794-971b-4050-a4be-06b7d3735211 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:33:25.857905 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Attempting to bind port 55f4d794-971b-4050-a4be-06b7d3735211 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:33:25.858243 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Attempting to bind port 55f4d794-971b-4050-a4be-06b7d3735211 on network d641f59c-5c98-4920-88df-22f742582f05 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:33:25.869975 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e127405-a540-43f0-b541-176ecb37bbb6 req-abbb3af6-a286-4e7e-8248-7d7ce876194a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:25.871612 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e127405-a540-43f0-b541-176ecb37bbb6 req-abbb3af6-a286-4e7e-8248-7d7ce876194a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 943 time: 0.0764413 Dec 09 02:33:25.874000 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Port 55f4d794-971b-4050-a4be-06b7d3735211 on network d641f59c-5c98-4920-88df-22f742582f05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:33:25.874328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Attempting to bind port 55f4d794-971b-4050-a4be-06b7d3735211 on network d641f59c-5c98-4920-88df-22f742582f05 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:33:25.885771 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:33:25.886112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Checking segment: {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:33:25.886490 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Bound using segment: {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:33:25.886936 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Bound port: 55f4d794-971b-4050-a4be-06b7d3735211, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:33:25.887295 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:25.958324 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e127405-a540-43f0-b541-176ecb37bbb6 req-1e61ba94-624c-4999-b2c6-1d870f339c42 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803380 Dec 09 02:33:25.979053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] For port 55f4d794-971b-4050-a4be-06b7d3735211, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:33:25.982045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] For port 55f4d794-971b-4050-a4be-06b7d3735211, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=55f4d794-971b-4050-a4be-06b7d3735211,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:33:25.986322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:26.023272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:26.023981 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:26.025372 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] 10.222.0.45 "PUT /v2.0/ports/55f4d794-971b-4050-a4be-06b7d3735211 HTTP/1.1" status: 200 len: 1093 time: 0.6687171 Dec 09 02:33:26.025813 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ae2949-1b1a-4ec5-bc48-309665948a22', 'tag': '55f4d794-971b-4050-a4be-06b7d3735211'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:33:26.028133 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add9d064-1c28-49b8-b6f2-cb33ebb82dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "49ae2949-1b1a-4ec5-bc48-309665948a22", "tag": "55f4d794-971b-4050-a4be-06b7d3735211"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:33:26.060587 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2a78c-15b2-4f6a-aaff-a8f02e9e573e service neutron] Pushing event updated for resources: {'Port': ['ID=55f4d794-971b-4050-a4be-06b7d3735211,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:26.076021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50dea01-5742-49c6-8d2c-cc8ac09ac558 x-openstack-request-id: req-b50dea01-5742-49c6-8d2c-cc8ac09ac558 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:33:26.076360 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ae2949-1b1a-4ec5-bc48-309665948a22", "tag": "55f4d794-971b-4050-a4be-06b7d3735211", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:33:26.076811 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b50dea01-5742-49c6-8d2c-cc8ac09ac558 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:33:26.077248 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ae2949-1b1a-4ec5-bc48-309665948a22', 'tag': '55f4d794-971b-4050-a4be-06b7d3735211', 'status': 'completed', 'code': 200} Dec 09 02:33:26.184308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-8b9d65f1-2ed0-496a-b68d-172c95aa5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:26.185833 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-8b9d65f1-2ed0-496a-b68d-172c95aa5098 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 1096 time: 0.0905221 Dec 09 02:33:26.236656 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-464edee0-a957-44ce-9484-64b5a7942574 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f4d794-971b-4050-a4be-06b7d3735211 HTTP/1.1" status: 200 len: 217 time: 0.0353215 Dec 09 02:33:26.289260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-091b155d-41ca-4a0e-a110-6b89b5ff7e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:26.290671 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-091b155d-41ca-4a0e-a110-6b89b5ff7e92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0487692 Dec 09 02:33:26.339748 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a9dd4c5f-a96c-455b-810d-f2ca60246132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:26.341272 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-a9dd4c5f-a96c-455b-810d-f2ca60246132 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0423253 Dec 09 02:33:26.433034 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-5c78422a-d639-4115-910e-5984e15a82ac service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842671 Dec 09 02:33:26.526045 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ace891be-a030-46dd-9481-9df77f3bd7e0 req-51d0511e-55b9-438d-ac11-280a2826433c service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847664 Dec 09 02:33:26.652875 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9d064-1c28-49b8-b6f2-cb33ebb82dbc req-a7e2e730-3533-4e38-9141-12f1f012bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:26.654339 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-add9d064-1c28-49b8-b6f2-cb33ebb82dbc req-a7e2e730-3533-4e38-9141-12f1f012bc0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 1096 time: 0.0406950 Dec 09 02:33:26.749065 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9d064-1c28-49b8-b6f2-cb33ebb82dbc req-ebe80084-94d5-448c-b553-d1cac840052e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:26.750584 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-add9d064-1c28-49b8-b6f2-cb33ebb82dbc req-ebe80084-94d5-448c-b553-d1cac840052e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0875349 Dec 09 02:33:26.792750 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-add9d064-1c28-49b8-b6f2-cb33ebb82dbc req-c4051ac7-6def-4eb2-a6ad-5ddd2e5a4195 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f4d794-971b-4050-a4be-06b7d3735211 HTTP/1.1" status: 200 len: 217 time: 0.0346696 Dec 09 02:33:26.842476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9d064-1c28-49b8-b6f2-cb33ebb82dbc req-b0b97602-b01f-4f8e-aec1-85a295ca7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:26.843948 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-add9d064-1c28-49b8-b6f2-cb33ebb82dbc req-b0b97602-b01f-4f8e-aec1-85a295ca7d6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0429659 Dec 09 02:33:26.892847 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9d064-1c28-49b8-b6f2-cb33ebb82dbc req-0020bc5a-29a8-4e42-be73-2c81f2b4fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:26.894320 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-add9d064-1c28-49b8-b6f2-cb33ebb82dbc req-0020bc5a-29a8-4e42-be73-2c81f2b4fc18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0430059 Dec 09 02:33:26.982534 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-add9d064-1c28-49b8-b6f2-cb33ebb82dbc req-66066544-ee9d-41e1-915a-6ad1433afd13 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806541 Dec 09 02:33:27.443388 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65f2be-7f90-4f3d-b28a-9400882e8723 req-57d5c236-5f44-482a-a4ae-fa7d76dd096c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:27.444834 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cc65f2be-7f90-4f3d-b28a-9400882e8723 req-57d5c236-5f44-482a-a4ae-fa7d76dd096c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 943 time: 0.4073269 Dec 09 02:33:27.447572 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-add9d064-1c28-49b8-b6f2-cb33ebb82dbc req-9cdea18e-03b3-4ac8-a955-c04e09075ec4 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562228 Dec 09 02:33:27.491413 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cc65f2be-7f90-4f3d-b28a-9400882e8723 req-ded8dcab-328d-4800-8071-6818ef6277c5 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402620 Dec 09 02:33:28.603641 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657e335-2911-4b01-a7be-1b9443acf301 req-3bfd0bac-e3eb-4df2-96f0-fb32f69f3b88 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:28.605106 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9657e335-2911-4b01-a7be-1b9443acf301 req-3bfd0bac-e3eb-4df2-96f0-fb32f69f3b88 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 943 time: 0.0475442 Dec 09 02:33:28.653285 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9657e335-2911-4b01-a7be-1b9443acf301 req-9838d2eb-5bb5-48c8-aa9a-dd571f7a8e86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423532 Dec 09 02:33:29.682397 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 55f4d794-971b-4050-a4be-06b7d3735211 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:33:29.769097 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f20f7-32d2-42f8-b9e7-5212b5b815d1 req-0d03946c-730c-404e-8ee7-f515cb376630 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:29.770577 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-911f20f7-32d2-42f8-b9e7-5212b5b815d1 req-0d03946c-730c-404e-8ee7-f515cb376630 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 943 time: 0.0488694 Dec 09 02:33:29.782773 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 55f4d794-971b-4050-a4be-06b7d3735211, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=55f4d794-971b-4050-a4be-06b7d3735211,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:33:29.794519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '55f4d794-971b-4050-a4be-06b7d3735211', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'port_id': '55f4d794-971b-4050-a4be-06b7d3735211', 'mac_address': 'fa:16:3e:b2:57:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:33:29.820649 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-911f20f7-32d2-42f8-b9e7-5212b5b815d1 req-65b88919-a12a-47e5-845d-c90d425784a4 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439935 Dec 09 02:33:29.831917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:29.844873 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f4d794-971b-4050-a4be-06b7d3735211 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:33:29.864450 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 55f4d794-971b-4050-a4be-06b7d3735211, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=55f4d794-971b-4050-a4be-06b7d3735211,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:33:29.868503 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:29.916445 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=55f4d794-971b-4050-a4be-06b7d3735211,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:30.148991 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['55f4d794-971b-4050-a4be-06b7d3735211'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:33:30.933328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a920b-b39d-497b-bcde-817788673409 req-e47ed1af-527b-4c0b-a879-a3427fa9e199 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:30.934798 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4e8a920b-b39d-497b-bcde-817788673409 req-e47ed1af-527b-4c0b-a879-a3427fa9e199 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 944 time: 0.0485260 Dec 09 02:33:30.980174 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4e8a920b-b39d-497b-bcde-817788673409 req-b052f4da-f474-4d62-80eb-064f536e4877 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396311 Dec 09 02:33:31.697303 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 55f4d794-971b-4050-a4be-06b7d3735211 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:33:31.748078 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 55f4d794-971b-4050-a4be-06b7d3735211 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:33:31.752034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 55f4d794-971b-4050-a4be-06b7d3735211 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:33:31.752414 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:31.827170 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:31.850033 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ae2949-1b1a-4ec5-bc48-309665948a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f4d794-971b-4050-a4be-06b7d3735211'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:33:31.852628 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3d1081-766d-4eaa-babb-f0c305a53b4f" -d '{"events": [{"server_uuid": "49ae2949-1b1a-4ec5-bc48-309665948a22", "name": "network-vif-plugged", "status": "completed", "tag": "55f4d794-971b-4050-a4be-06b7d3735211"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:33:31.865539 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 55f4d794-971b-4050-a4be-06b7d3735211, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=55f4d794-971b-4050-a4be-06b7d3735211,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:33:31.869514 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:31.893790 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10e03cb-bf1f-4d04-8eca-8a6f68684a51 x-openstack-request-id: req-f10e03cb-bf1f-4d04-8eca-8a6f68684a51 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:33:31.894081 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ae2949-1b1a-4ec5-bc48-309665948a22", "name": "network-vif-plugged", "status": "completed", "tag": "55f4d794-971b-4050-a4be-06b7d3735211", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:33:31.894329 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f10e03cb-bf1f-4d04-8eca-8a6f68684a51 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:33:31.894716 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ae2949-1b1a-4ec5-bc48-309665948a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f4d794-971b-4050-a4be-06b7d3735211', 'code': 200} Dec 09 02:33:31.920000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=55f4d794-971b-4050-a4be-06b7d3735211,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:33:32.119627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c90ed1-ba55-44f1-b3dc-bb52073b7ede req-a1913bca-f42b-4f75-a245-e7e7ea2e0364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:32.121130 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d8c90ed1-ba55-44f1-b3dc-bb52073b7ede req-a1913bca-f42b-4f75-a245-e7e7ea2e0364 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 1098 time: 0.0629075 Dec 09 02:33:32.129366 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e63659-cd33-4461-9cb8-c0e298b678d8 req-efec51e3-b55e-4a12-b9f0-25a4f55270e6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:32.130171 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-34e63659-cd33-4461-9cb8-c0e298b678d8 req-efec51e3-b55e-4a12-b9f0-25a4f55270e6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0809827 Dec 09 02:33:32.198490 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d8c90ed1-ba55-44f1-b3dc-bb52073b7ede req-06b7ee68-a63a-4129-9fad-cb961c3bb166 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673442 Dec 09 02:33:32.202080 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-34e63659-cd33-4461-9cb8-c0e298b678d8 req-1ce7ada8-0b47-4532-8582-9738e0191fb2 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651414 Dec 09 02:33:33.047037 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-479f94a5-50f0-4f26-acea-2c2afd53fd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:33.319147 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ef139-bd11-4b45-bd5c-cca101cb165a req-ac0c1828-f9bc-44d4-906c-dad30a22ffcb tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:33.320667 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-056ef139-bd11-4b45-bd5c-cca101cb165a req-ac0c1828-f9bc-44d4-906c-dad30a22ffcb tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0495596 Dec 09 02:33:33.369888 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-056ef139-bd11-4b45-bd5c-cca101cb165a req-2e645040-59ba-4680-8161-21539cc8d36f tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428903 Dec 09 02:33:33.476266 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b9c9b-e1ec-4ddd-ba75-adb063acb47e req-4716ef89-2c7a-41b3-b40a-8dc4b78e3967 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:33.477715 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6d6b9c9b-e1ec-4ddd-ba75-adb063acb47e req-4716ef89-2c7a-41b3-b40a-8dc4b78e3967 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0476966 Dec 09 02:33:33.486356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 40234) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:33:33.490905 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-6316ec10-8c78-422e-8bb5-5697c2ba296b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Request body: {'floatingip': {'port_id': '55f4d794-971b-4050-a4be-06b7d3735211'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:33:33.529824 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6316ec10-8c78-422e-8bb5-5697c2ba296b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for floatingip, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:34.073613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6316ec10-8c78-422e-8bb5-5697c2ba296b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:34.077205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6316ec10-8c78-422e-8bb5-5697c2ba296b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:34.172462 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-6316ec10-8c78-422e-8bb5-5697c2ba296b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Floating IP 82e9bad8-2105-4365-a085-0d6b2ec75835 associated. External IP: 172.26.3.64, port: 55f4d794-971b-4050-a4be-06b7d3735211. Dec 09 02:33:34.365769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6316ec10-8c78-422e-8bb5-5697c2ba296b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:33:34.469771 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6316ec10-8c78-422e-8bb5-5697c2ba296b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:33:34.474266 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6316ec10-8c78-422e-8bb5-5697c2ba296b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:34.480189 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2843e-5d0d-4a04-a8cd-548e5fc0f542 None None] Sync routers for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:33:34.490243 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2843e-5d0d-4a04-a8cd-548e5fc0f542 None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:33:34.490854 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-fdb2843e-5d0d-4a04-a8cd-548e5fc0f542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:33:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:33:34.507105 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6316ec10-8c78-422e-8bb5-5697c2ba296b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "PUT /v2.0/floatingips/82e9bad8-2105-4365-a085-0d6b2ec75835 HTTP/1.1" status: 200 len: 990 time: 1.0171523 Dec 09 02:33:34.507105 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ae2949-1b1a-4ec5-bc48-309665948a22', 'tag': '55f4d794-971b-4050-a4be-06b7d3735211'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:33:34.507626 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75d7db8-33b8-431e-a415-70369e5d08be" -d '{"events": [{"name": "network-changed", "server_uuid": "49ae2949-1b1a-4ec5-bc48-309665948a22", "tag": "55f4d794-971b-4050-a4be-06b7d3735211"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:33:34.595179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-fdb2843e-5d0d-4a04-a8cd-548e5fc0f542 None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:33:34.639280 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b4f336-b208-4d61-8945-dc020ee59b64 x-openstack-request-id: req-82b4f336-b208-4d61-8945-dc020ee59b64 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:33:34.639609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ae2949-1b1a-4ec5-bc48-309665948a22", "tag": "55f4d794-971b-4050-a4be-06b7d3735211", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:33:34.639864 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82b4f336-b208-4d61-8945-dc020ee59b64 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:33:34.640271 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ae2949-1b1a-4ec5-bc48-309665948a22', 'tag': '55f4d794-971b-4050-a4be-06b7d3735211', 'status': 'completed', 'code': 200} Dec 09 02:33:34.721028 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d7db8-33b8-431e-a415-70369e5d08be req-4dde8610-4af6-48e8-9bc5-e6cd951b5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:34.722555 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d75d7db8-33b8-431e-a415-70369e5d08be req-4dde8610-4af6-48e8-9bc5-e6cd951b5a79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 1098 time: 0.0399442 Dec 09 02:33:34.810858 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d7db8-33b8-431e-a415-70369e5d08be req-d1436c5f-ffb2-4529-8e91-b01c78bd1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:34.812369 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d75d7db8-33b8-431e-a415-70369e5d08be req-d1436c5f-ffb2-4529-8e91-b01c78bd1907 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0820158 Dec 09 02:33:34.813816 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-fdb2843e-5d0d-4a04-a8cd-548e5fc0f542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '82e9bad8-2105-4365-a085-0d6b2ec75835', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'port_id': '55f4d794-971b-4050-a4be-06b7d3735211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'mac_address': 'fa:16:3e:b2:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ae2949-1b1a-4ec5-bc48-309665948a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:33:22Z', 'updated_at': '2021-12-09T02:33:33Z', 'revision_number': 1, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:33:34.843930 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2843e-5d0d-4a04-a8cd-548e5fc0f542 None None] Checking router: 30463a45-8f9a-42bd-98e3-1dfaacc925a3 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:33:34.852287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2843e-5d0d-4a04-a8cd-548e5fc0f542 None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:33:34.852925 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-fdb2843e-5d0d-4a04-a8cd-548e5fc0f542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:33:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:33:34.880552 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d75d7db8-33b8-431e-a415-70369e5d08be req-32c83c45-d344-412b-ad01-70cd389ed43a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f4d794-971b-4050-a4be-06b7d3735211 HTTP/1.1" status: 200 len: 998 time: 0.0607493 Dec 09 02:33:34.928268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d7db8-33b8-431e-a415-70369e5d08be req-276c1e25-c1ce-4e18-9a30-5a5cb27366ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:34.929723 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d75d7db8-33b8-431e-a415-70369e5d08be req-276c1e25-c1ce-4e18-9a30-5a5cb27366ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0427368 Dec 09 02:33:34.955913 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-fdb2843e-5d0d-4a04-a8cd-548e5fc0f542 None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:33:34.975276 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d7db8-33b8-431e-a415-70369e5d08be req-f6d83a0f-e5e6-496e-aab0-a5aac72190ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:34.976792 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d75d7db8-33b8-431e-a415-70369e5d08be req-f6d83a0f-e5e6-496e-aab0-a5aac72190ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396764 Dec 09 02:33:34.988209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [req-d75d7db8-33b8-431e-a415-70369e5d08be req-186adda3-0155-4675-b8e4-7922466237bb service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:33:34.989134 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d75d7db8-33b8-431e-a415-70369e5d08be req-186adda3-0155-4675-b8e4-7922466237bb service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049179 Dec 09 02:33:35.080113 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d75d7db8-33b8-431e-a415-70369e5d08be req-eea2de6f-783f-422a-ad62-bd076eeae7f7 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838351 Dec 09 02:33:35.170569 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d75d7db8-33b8-431e-a415-70369e5d08be req-875904f6-09ac-4a59-a5bc-66c058a9c61f service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835543 Dec 09 02:33:35.176757 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-fdb2843e-5d0d-4a04-a8cd-548e5fc0f542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '82e9bad8-2105-4365-a085-0d6b2ec75835', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'port_id': '55f4d794-971b-4050-a4be-06b7d3735211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'mac_address': 'fa:16:3e:b2:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ae2949-1b1a-4ec5-bc48-309665948a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:33:22Z', 'updated_at': '2021-12-09T02:33:33Z', 'revision_number': 1, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:33:35.202938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2843e-5d0d-4a04-a8cd-548e5fc0f542 None None] The sync data for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv is: [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '82e9bad8-2105-4365-a085-0d6b2ec75835', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'port_id': '55f4d794-971b-4050-a4be-06b7d3735211', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'mac_address': 'fa:16:3e:b2:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ae2949-1b1a-4ec5-bc48-309665948a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:33:22Z', 'updated_at': '2021-12-09T02:33:33Z', 'revision_number': 1, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:33:35.277988 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ac994161-05fd-4426-a468-a67095a7d820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:35.374751 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa48b40a-4d2d-4000-8d19-3dd81d3114b8 None None] New status for floating IP 82e9bad8-2105-4365-a085-0d6b2ec75835: ACTIVE {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:33:36.575620 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:37.827870 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:38.452408 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a64827c-2f43-4494-a1db-b158d5f8888b req-30b475d1-d61c-4cfc-818e-a0844ea44521 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400171 Dec 09 02:33:38.553607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64827c-2f43-4494-a1db-b158d5f8888b req-5143757b-28ee-4fb6-965e-37e43b8ef9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:38.555068 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a64827c-2f43-4494-a1db-b158d5f8888b req-5143757b-28ee-4fb6-965e-37e43b8ef9ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 1098 time: 0.0438826 Dec 09 02:33:38.654038 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64827c-2f43-4494-a1db-b158d5f8888b req-f277ed27-2c3f-45f2-a7be-58301459a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:38.655541 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a64827c-2f43-4494-a1db-b158d5f8888b req-f277ed27-2c3f-45f2-a7be-58301459a7d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0826249 Dec 09 02:33:38.686452 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:33:38.724828 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a64827c-2f43-4494-a1db-b158d5f8888b req-b8b3b852-f19a-4fb7-ba75-598341a07c96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f4d794-971b-4050-a4be-06b7d3735211 HTTP/1.1" status: 200 len: 1000 time: 0.0617893 Dec 09 02:33:38.772837 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64827c-2f43-4494-a1db-b158d5f8888b req-ab9e5845-0745-4497-9c62-e9343ef9e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:38.774309 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a64827c-2f43-4494-a1db-b158d5f8888b req-ab9e5845-0745-4497-9c62-e9343ef9e319 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0423067 Dec 09 02:33:38.819055 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64827c-2f43-4494-a1db-b158d5f8888b req-71e03f8a-9e06-4744-a8f3-e781e676adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:33:38.820560 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a64827c-2f43-4494-a1db-b158d5f8888b req-71e03f8a-9e06-4744-a8f3-e781e676adcd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393395 Dec 09 02:33:38.911091 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a64827c-2f43-4494-a1db-b158d5f8888b req-026ead12-2b21-46ac-86b8-8f9e6b70de60 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830457 Dec 09 02:33:39.000043 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a64827c-2f43-4494-a1db-b158d5f8888b req-883fed00-63c9-4f55-96e9-345026f453bb service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824418 Dec 09 02:33:42.373553 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:33:44.257356 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:03.048498 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7409b76f-06d1-4da9-aa06-2176ce01eb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:05.283169 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-548e063f-3a49-41d7-86c6-3648a30e515a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:06.438426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:07.826757 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:08.688084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:11.418655 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fd68d-5e58-4fde-a442-8fc5def2455a req-2c723f61-8ef4-4aaf-bbb4-f4868c301fa8 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:11.420061 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4a3fd68d-5e58-4fde-a442-8fc5def2455a req-2c723f61-8ef4-4aaf-bbb4-f4868c301fa8 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0532045 Dec 09 02:34:11.469065 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4a3fd68d-5e58-4fde-a442-8fc5def2455a req-fa41aeda-7e77-4122-bde4-20f6d674fb15 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433011 Dec 09 02:34:11.687310 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-01908e88-f915-48a7-832a-763a356df8a2 req-ec24058e-e8c1-4f01-b468-0562b1aa5e47 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407710 Dec 09 02:34:11.951403 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17775a96-8cf2-4c03-8629-a69b91a70a6f req-eaa58d1f-d59d-4d70-8652-7b7acb156042 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:11.952979 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-17775a96-8cf2-4c03-8629-a69b91a70a6f req-eaa58d1f-d59d-4d70-8652-7b7acb156042 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.3004317 Dec 09 02:34:12.003294 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-17775a96-8cf2-4c03-8629-a69b91a70a6f req-85afa207-9738-43e6-ad9c-861f6e33e3e3 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409927 Dec 09 02:34:12.886165 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01908e88-f915-48a7-832a-763a356df8a2 req-cdac3b98-d794-462a-8d96-5d445d2263db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:12.887660 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01908e88-f915-48a7-832a-763a356df8a2 req-cdac3b98-d794-462a-8d96-5d445d2263db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 1098 time: 0.0391524 Dec 09 02:34:12.978114 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01908e88-f915-48a7-832a-763a356df8a2 req-f41d60d9-3f87-4715-a61b-5c6159a41d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:12.979599 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01908e88-f915-48a7-832a-763a356df8a2 req-f41d60d9-3f87-4715-a61b-5c6159a41d9a service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0850599 Dec 09 02:34:13.043711 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01908e88-f915-48a7-832a-763a356df8a2 req-495d070c-da5b-4d0e-b193-ed4f2ddf8a02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f4d794-971b-4050-a4be-06b7d3735211 HTTP/1.1" status: 200 len: 1000 time: 0.0572321 Dec 09 02:34:13.122002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01908e88-f915-48a7-832a-763a356df8a2 req-0a25e9ad-8a32-422a-b88f-d4655d58cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:13.123474 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01908e88-f915-48a7-832a-763a356df8a2 req-0a25e9ad-8a32-422a-b88f-d4655d58cc4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0729210 Dec 09 02:34:13.139401 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcc229-c4d8-4e52-b779-4e41e0687d8f req-ec1a2548-cabd-458a-bc86-77660457e079 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:13.140850 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-35fcc229-c4d8-4e52-b779-4e41e0687d8f req-ec1a2548-cabd-458a-bc86-77660457e079 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0656049 Dec 09 02:34:13.206893 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01908e88-f915-48a7-832a-763a356df8a2 req-b879f46f-45b1-4491-a491-ddac0c2971a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:13.208393 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01908e88-f915-48a7-832a-763a356df8a2 req-b879f46f-45b1-4491-a491-ddac0c2971a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0774872 Dec 09 02:34:13.212023 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-35fcc229-c4d8-4e52-b779-4e41e0687d8f req-82334163-5f34-4246-96ed-3c742a31c180 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642295 Dec 09 02:34:13.298936 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01908e88-f915-48a7-832a-763a356df8a2 req-9c8d1944-5146-4cbf-b447-3dd453969422 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833406 Dec 09 02:34:13.386746 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01908e88-f915-48a7-832a-763a356df8a2 req-3cc1596a-d8e0-42b9-bd70-1959445e2c1d service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810938 Dec 09 02:34:14.264907 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:14.326171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88b6b-4906-4a70-86cd-38d6d0bdb3be req-af5b6984-2cef-4c6d-b3ef-ee924b56456e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:14.327673 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e6e88b6b-4906-4a70-86cd-38d6d0bdb3be req-af5b6984-2cef-4c6d-b3ef-ee924b56456e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0489905 Dec 09 02:34:14.378463 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e6e88b6b-4906-4a70-86cd-38d6d0bdb3be req-ca427ce6-55d5-432e-a266-afd2c5b18874 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448804 Dec 09 02:34:15.491004 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ea4d5-a50a-4cf6-b92a-efc90713b2a2 req-9aaddddb-5ef6-4950-84d8-812a83dc3b1a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:15.492469 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-253ea4d5-a50a-4cf6-b92a-efc90713b2a2 req-9aaddddb-5ef6-4950-84d8-812a83dc3b1a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0474653 Dec 09 02:34:15.539107 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-253ea4d5-a50a-4cf6-b92a-efc90713b2a2 req-e7bb5eb5-96a4-4734-ab33-dbb3c7e6a420 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407219 Dec 09 02:34:16.660027 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa4aea-f37e-4612-b461-b4d0630910dc req-89727534-12ce-4420-969a-d2262e9f4166 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:16.661551 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4aaa4aea-f37e-4612-b461-b4d0630910dc req-89727534-12ce-4420-969a-d2262e9f4166 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0483348 Dec 09 02:34:16.708689 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4aaa4aea-f37e-4612-b461-b4d0630910dc req-b37ead7e-8158-4691-8eb7-f8e11bd286e9 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412617 Dec 09 02:34:17.825652 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881902b4-ad61-4cf1-8f9c-04721a86d142 req-47f0cd9e-e077-45a5-8d6c-e29dbd03f8e4 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:17.827107 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-881902b4-ad61-4cf1-8f9c-04721a86d142 req-47f0cd9e-e077-45a5-8d6c-e29dbd03f8e4 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0527365 Dec 09 02:34:17.872430 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-881902b4-ad61-4cf1-8f9c-04721a86d142 req-ec921b10-3ec6-451a-8c7d-23fa26fee13f tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394847 Dec 09 02:34:18.987015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34fa1c-9ba0-44a4-bd0f-e208764b6e73 req-cce63ac7-063d-4710-8fbc-152d18995ea3 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:18.988524 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea34fa1c-9ba0-44a4-bd0f-e208764b6e73 req-cce63ac7-063d-4710-8fbc-152d18995ea3 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0489101 Dec 09 02:34:19.035013 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea34fa1c-9ba0-44a4-bd0f-e208764b6e73 req-2bfa413e-df4e-4353-a582-e10842b4067f tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406272 Dec 09 02:34:19.372853 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:34:20.150865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e314f7-99d2-4310-a841-792730ed1c7f req-2b52a394-357c-42d4-a422-6a79a775d3d9 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:20.152883 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72e314f7-99d2-4310-a841-792730ed1c7f req-2b52a394-357c-42d4-a422-6a79a775d3d9 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0518134 Dec 09 02:34:20.198541 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72e314f7-99d2-4310-a841-792730ed1c7f req-5d91013e-2ebe-45a9-a96a-6664d736007e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396085 Dec 09 02:34:21.311770 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c3446-f97f-4251-a170-7c3214736717 req-42214621-bdd0-49da-83c9-1bac6f155092 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:21.313242 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-018c3446-f97f-4251-a170-7c3214736717 req-42214621-bdd0-49da-83c9-1bac6f155092 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0486457 Dec 09 02:34:21.358687 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-018c3446-f97f-4251-a170-7c3214736717 req-c4734c9e-a072-48ae-9dae-e8109b40abc1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395782 Dec 09 02:34:22.474291 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ec96c-fe5e-4e67-b86f-c89dd13c1739 req-e08f7439-6f6e-4a5a-951a-c596319f9a31 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:22.475820 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b73ec96c-fe5e-4e67-b86f-c89dd13c1739 req-e08f7439-6f6e-4a5a-951a-c596319f9a31 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0498905 Dec 09 02:34:22.524964 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b73ec96c-fe5e-4e67-b86f-c89dd13c1739 req-0d6e4d4d-1a46-474f-af53-19fc642d79ee tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426729 Dec 09 02:34:23.640572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed2685-c348-48b5-9547-d6d588a061fe req-2950dd5e-6e4f-416a-b2ee-536715c1c3af tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:23.642074 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-98ed2685-c348-48b5-9547-d6d588a061fe req-2950dd5e-6e4f-416a-b2ee-536715c1c3af tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0486484 Dec 09 02:34:23.689208 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-98ed2685-c348-48b5-9547-d6d588a061fe req-97f2c803-df8b-47e7-96cb-4e81b97f1de2 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413766 Dec 09 02:34:24.801706 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d348a-3b25-4b6e-a29f-5ba28cf780b7 req-07391f07-e182-431e-98ad-be9e170dcc4d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:24.803170 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7e1d348a-3b25-4b6e-a29f-5ba28cf780b7 req-07391f07-e182-431e-98ad-be9e170dcc4d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0478115 Dec 09 02:34:24.849191 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7e1d348a-3b25-4b6e-a29f-5ba28cf780b7 req-30542713-a95d-48e7-9b47-c608407221ce tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398023 Dec 09 02:34:25.093989 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01908e88-f915-48a7-832a-763a356df8a2 req-81352364-779a-47a2-8fbf-6e8942370fbe service neutron] 10.222.0.45 "GET /v2.0/ports/55f4d794-971b-4050-a4be-06b7d3735211/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0561919 Dec 09 02:34:25.311963 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01908e88-f915-48a7-832a-763a356df8a2 req-0c62130b-5436-4595-8dd3-0927df33795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:25.313462 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01908e88-f915-48a7-832a-763a356df8a2 req-0c62130b-5436-4595-8dd3-0927df33795b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22&tenant_id=dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 1098 time: 0.0413251 Dec 09 02:34:25.383777 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01908e88-f915-48a7-832a-763a356df8a2 req-fea5c334-4dda-4766-8505-580fe6e2a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:25.385159 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01908e88-f915-48a7-832a-763a356df8a2 req-fea5c334-4dda-4766-8505-580fe6e2a804 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 1098 time: 0.0389721 Dec 09 02:34:25.475986 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01908e88-f915-48a7-832a-763a356df8a2 req-98cd9fc6-6333-44e9-9c3d-7e82b94e6db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:25.477434 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01908e88-f915-48a7-832a-763a356df8a2 req-98cd9fc6-6333-44e9-9c3d-7e82b94e6db9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0848236 Dec 09 02:34:25.539966 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01908e88-f915-48a7-832a-763a356df8a2 req-e5c321e7-d140-492d-a45a-bfe16ba54961 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f4d794-971b-4050-a4be-06b7d3735211 HTTP/1.1" status: 200 len: 1000 time: 0.0555830 Dec 09 02:34:25.586086 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01908e88-f915-48a7-832a-763a356df8a2 req-283cd2d1-f0aa-4381-93bd-46ea7ada84a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:25.587484 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01908e88-f915-48a7-832a-763a356df8a2 req-283cd2d1-f0aa-4381-93bd-46ea7ada84a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0408342 Dec 09 02:34:25.634517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01908e88-f915-48a7-832a-763a356df8a2 req-39a46000-9bca-487b-8625-469acc91ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:25.635894 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01908e88-f915-48a7-832a-763a356df8a2 req-39a46000-9bca-487b-8625-469acc91ee8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417159 Dec 09 02:34:25.728499 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01908e88-f915-48a7-832a-763a356df8a2 req-7c62ae40-8389-471c-9d31-6dd07b6bfdbd service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844340 Dec 09 02:34:25.818640 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01908e88-f915-48a7-832a-763a356df8a2 req-90c307c8-f3ca-4158-aa3c-3e47ce3befdf service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826631 Dec 09 02:34:25.969526 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbf7af-c010-41ec-90ff-b9ae9777be5d req-3f6f4e09-470d-4d91-9740-15e4762fb030 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:25.971031 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-75bbf7af-c010-41ec-90ff-b9ae9777be5d req-3f6f4e09-470d-4d91-9740-15e4762fb030 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0505276 Dec 09 02:34:26.018175 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-75bbf7af-c010-41ec-90ff-b9ae9777be5d req-b2337049-4321-4c1b-a21f-ae69bb0f809d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411420 Dec 09 02:34:27.133819 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805c785-c059-4c11-90c4-d164c97c504e req-dfbd9bc6-088f-4912-bd94-4d3e71bb4096 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:27.135305 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c805c785-c059-4c11-90c4-d164c97c504e req-dfbd9bc6-088f-4912-bd94-4d3e71bb4096 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0485797 Dec 09 02:34:27.181664 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c805c785-c059-4c11-90c4-d164c97c504e req-81483bd6-a026-4ef0-9159-cd5e11a226ec tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403442 Dec 09 02:34:28.062385 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 55f4d794-971b-4050-a4be-06b7d3735211 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:34:28.154181 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 55f4d794-971b-4050-a4be-06b7d3735211, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=55f4d794-971b-4050-a4be-06b7d3735211,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:34:28.165375 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '55f4d794-971b-4050-a4be-06b7d3735211', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'port_id': '55f4d794-971b-4050-a4be-06b7d3735211', 'mac_address': 'fa:16:3e:b2:57:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:34:28.205201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:28.218408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55f4d794-971b-4050-a4be-06b7d3735211 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:34:28.236953 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 55f4d794-971b-4050-a4be-06b7d3735211, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=55f4d794-971b-4050-a4be-06b7d3735211,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:34:28.240901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:28.287812 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=55f4d794-971b-4050-a4be-06b7d3735211,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:34:28.294993 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:28.295345 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:28.295712 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:28.296051 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:28.296381 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:28.296707 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:28.297033 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:28.297356 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:28.297679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:28.298001 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:28.298323 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:28.298638 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:28.298948 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:28.300418 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f6c90-995b-43c4-b595-3edb0fe7d301 req-59b61838-d2bb-48cf-8779-6d9c8467f467 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:28.302116 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-021f6c90-995b-43c4-b595-3edb0fe7d301 req-59b61838-d2bb-48cf-8779-6d9c8467f467 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 944 time: 0.0523238 Dec 09 02:34:28.350341 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-021f6c90-995b-43c4-b595-3edb0fe7d301 req-ac6c8d80-0cc2-42d0-81ad-0a42c2f86f74 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421548 Dec 09 02:34:28.375973 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['55f4d794-971b-4050-a4be-06b7d3735211'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:34:28.569831 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a7da8-af60-4ce4-8ce5-243678368470 req-e4abe917-b4ca-4de6-b71c-cca3372b6784 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:28.571328 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9a6a7da8-af60-4ce4-8ce5-243678368470 req-e4abe917-b4ca-4de6-b71c-cca3372b6784 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 944 time: 0.0771782 Dec 09 02:34:28.593421 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e88f40-d7fd-46eb-b598-67e5132d3ecb req-9336282c-5426-46da-88f1-3d471897abca tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:28.594806 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30e88f40-d7fd-46eb-b598-67e5132d3ecb req-9336282c-5426-46da-88f1-3d471897abca tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22&tenant_id=dfa49361765649a89099bacad09bdd3d&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 944 time: 0.0729439 Dec 09 02:34:28.631778 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9a6a7da8-af60-4ce4-8ce5-243678368470 req-30b21d22-4d46-487c-9478-3191e84fec88 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537903 Dec 09 02:34:28.699187 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e88f40-d7fd-46eb-b598-67e5132d3ecb req-e1f5373c-58e8-4c6f-a684-fdae2e661e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:28.700708 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30e88f40-d7fd-46eb-b598-67e5132d3ecb req-e1f5373c-58e8-4c6f-a684-fdae2e661e71 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 1097 time: 0.0418916 Dec 09 02:34:28.787905 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e88f40-d7fd-46eb-b598-67e5132d3ecb req-d3f59f43-42bd-4081-a659-e26debd95a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:28.789350 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30e88f40-d7fd-46eb-b598-67e5132d3ecb req-d3f59f43-42bd-4081-a659-e26debd95a2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0811150 Dec 09 02:34:28.856486 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30e88f40-d7fd-46eb-b598-67e5132d3ecb req-69fe2a78-52a3-4d82-9f7e-8cb2f5aca3cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f4d794-971b-4050-a4be-06b7d3735211 HTTP/1.1" status: 200 len: 999 time: 0.0600677 Dec 09 02:34:28.903580 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e88f40-d7fd-46eb-b598-67e5132d3ecb req-4072ddef-55ff-4d90-a407-905a5c3e56a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:28.904909 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30e88f40-d7fd-46eb-b598-67e5132d3ecb req-4072ddef-55ff-4d90-a407-905a5c3e56a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0420229 Dec 09 02:34:28.949820 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e88f40-d7fd-46eb-b598-67e5132d3ecb req-3af4f917-6d98-4642-9c88-8cf6b62c365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:28.951254 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30e88f40-d7fd-46eb-b598-67e5132d3ecb req-3af4f917-6d98-4642-9c88-8cf6b62c365f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0390394 Dec 09 02:34:29.042198 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30e88f40-d7fd-46eb-b598-67e5132d3ecb req-4362cf36-5791-4058-8fd5-2d75e6c189d0 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827398 Dec 09 02:34:29.127760 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30e88f40-d7fd-46eb-b598-67e5132d3ecb req-8f5e5776-1d5c-4f19-8e57-cc070090ccda service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790224 Dec 09 02:34:29.755373 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6e041-4758-4f29-bd84-bb420f241c9b req-b23f0830-1c28-4a5b-a325-ab65cfa4b744 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:29.756969 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-99e6e041-4758-4f29-bd84-bb420f241c9b req-b23f0830-1c28-4a5b-a325-ab65cfa4b744 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 944 time: 0.0506549 Dec 09 02:34:29.807016 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-99e6e041-4758-4f29-bd84-bb420f241c9b req-7ea14332-6174-4c56-bc31-a8932b62c54d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433919 Dec 09 02:34:29.918930 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdb1e6-158e-4ec8-a34d-17555904e4c3 req-56e21694-1051-420f-b419-6ab568d9a6b7 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:29.920434 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-24bdb1e6-158e-4ec8-a34d-17555904e4c3 req-56e21694-1051-420f-b419-6ab568d9a6b7 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 944 time: 0.0483749 Dec 09 02:34:29.966827 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-24bdb1e6-158e-4ec8-a34d-17555904e4c3 req-46eb53a3-dec1-4844-8104-c180ee858c81 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405705 Dec 09 02:34:30.065381 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 55f4d794-971b-4050-a4be-06b7d3735211 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:34:30.076523 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e98c72-59cf-4e8c-9acb-51b4f151833c req-e33cf237-074d-4730-94c6-74ba5b1ff7b9 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:30.078017 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a7e98c72-59cf-4e8c-9acb-51b4f151833c req-e33cf237-074d-4730-94c6-74ba5b1ff7b9 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 944 time: 0.0482481 Dec 09 02:34:30.112807 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 55f4d794-971b-4050-a4be-06b7d3735211 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:34:30.113096 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:30.124149 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a7e98c72-59cf-4e8c-9acb-51b4f151833c req-14841a3f-c1a3-4a9e-81e6-739fea54f79f tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400667 Dec 09 02:34:30.195975 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:30.218953 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ae2949-1b1a-4ec5-bc48-309665948a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f4d794-971b-4050-a4be-06b7d3735211'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:34:30.221267 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef12683-5d81-47c3-a441-524adf0ff594" -d '{"events": [{"server_uuid": "49ae2949-1b1a-4ec5-bc48-309665948a22", "name": "network-vif-plugged", "status": "completed", "tag": "55f4d794-971b-4050-a4be-06b7d3735211"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:34:30.233895 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 55f4d794-971b-4050-a4be-06b7d3735211, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=55f4d794-971b-4050-a4be-06b7d3735211,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:34:30.238097 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:30.289529 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=55f4d794-971b-4050-a4be-06b7d3735211,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:34:30.295243 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c80824-0210-416c-be6a-e83cb1aeb667 x-openstack-request-id: req-98c80824-0210-416c-be6a-e83cb1aeb667 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:34:30.295570 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ae2949-1b1a-4ec5-bc48-309665948a22", "name": "network-vif-plugged", "status": "completed", "tag": "55f4d794-971b-4050-a4be-06b7d3735211", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:34:30.295830 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98c80824-0210-416c-be6a-e83cb1aeb667 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:34:30.296228 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ae2949-1b1a-4ec5-bc48-309665948a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f4d794-971b-4050-a4be-06b7d3735211', 'code': 200} Dec 09 02:34:30.387083 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881f3d9-a45a-4067-bb14-ed83c85e8141 req-fb4b6d85-0924-4431-8d1c-1af44751205a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:30.389083 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b881f3d9-a45a-4067-bb14-ed83c85e8141 req-fb4b6d85-0924-4431-8d1c-1af44751205a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0515933 Dec 09 02:34:30.437571 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b881f3d9-a45a-4067-bb14-ed83c85e8141 req-160fe51c-aea2-476f-aa84-e2f142c7e05b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425267 Dec 09 02:34:31.550074 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d298bf-bada-488c-a54b-7c56a9c63c27 req-bfb7920f-438a-45c7-8d3f-1338dc6f6039 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:31.551562 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f0d298bf-bada-488c-a54b-7c56a9c63c27 req-bfb7920f-438a-45c7-8d3f-1338dc6f6039 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0474939 Dec 09 02:34:31.598717 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f0d298bf-bada-488c-a54b-7c56a9c63c27 req-b1e18c5f-f31b-49aa-a007-bb81e83923e9 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404620 Dec 09 02:34:32.179581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ed74c-f896-45c9-a791-1571847b64c9 req-a81af65d-3a5d-4931-938d-cba8551d3aca tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:32.181046 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-af0ed74c-f896-45c9-a791-1571847b64c9 req-a81af65d-3a5d-4931-938d-cba8551d3aca tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 945 time: 0.0527632 Dec 09 02:34:32.265540 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-af0ed74c-f896-45c9-a791-1571847b64c9 req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Deleting port 55f4d794-971b-4050-a4be-06b7d3735211 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:34:32.265879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-af0ed74c-f896-45c9-a791-1571847b64c9 req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:32.354776 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-af0ed74c-f896-45c9-a791-1571847b64c9 req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] For port 55f4d794-971b-4050-a4be-06b7d3735211, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=55f4d794-971b-4050-a4be-06b7d3735211,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:34:32.355163 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-af0ed74c-f896-45c9-a791-1571847b64c9 req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:32.565429 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-af0ed74c-f896-45c9-a791-1571847b64c9 req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:32.566098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-af0ed74c-f896-45c9-a791-1571847b64c9 req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:32.566098 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [req-af0ed74c-f896-45c9-a791-1571847b64c9 req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Floating IP 82e9bad8-2105-4365-a085-0d6b2ec75835 disassociated. External IP: 172.26.3.64, port: 55f4d794-971b-4050-a4be-06b7d3735211. Dec 09 02:34:32.566416 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-af0ed74c-f896-45c9-a791-1571847b64c9 req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Calling delete_port for 55f4d794-971b-4050-a4be-06b7d3735211 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:34:32.717979 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-af0ed74c-f896-45c9-a791-1571847b64c9 req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:32.753495 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47b52a-456a-4e2a-8b8f-b8ed6ac0d122 req-2f8a952c-74ac-497c-a137-f772ebce4274 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:32.754952 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c47b52a-456a-4e2a-8b8f-b8ed6ac0d122 req-2f8a952c-74ac-497c-a137-f772ebce4274 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=49ae2949-1b1a-4ec5-bc48-309665948a22 HTTP/1.1" status: 200 len: 867 time: 0.0879872 Dec 09 02:34:32.757751 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Pushing event deleted for resources: {'Port': ['ID=55f4d794-971b-4050-a4be-06b7d3735211,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:34:32.776212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:32.776594 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:32.776943 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:32.777288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:32.778260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:32.778260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:32.778519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:32.778618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:32.778946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:32.779278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:32.779632 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:32.779964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:32.780289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:34:32.856824 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c47b52a-456a-4e2a-8b8f-b8ed6ac0d122 req-1bf63f4a-e5c3-4173-9eba-31183441cf71 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954390 Dec 09 02:34:32.921509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af0ed74c-f896-45c9-a791-1571847b64c9 req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:34:33.025324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af0ed74c-f896-45c9-a791-1571847b64c9 req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:34:33.035596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5779d7b7-0095-4c43-a817-9b96002f1d67 None None] Sync routers for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:34:33.057301 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5779d7b7-0095-4c43-a817-9b96002f1d67 None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:34:33.057918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5779d7b7-0095-4c43-a817-9b96002f1d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:34:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:34:33.060952 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00814eae-1ef0-4aa9-8d93-1cb46adbe444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:33.064321 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0ed74c-f896-45c9-a791-1571847b64c9 req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] No DVR routers for this DVR port 55f4d794-971b-4050-a4be-06b7d3735211 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:34:33.066792 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-af0ed74c-f896-45c9-a791-1571847b64c9 req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:33.070309 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-af0ed74c-f896-45c9-a791-1571847b64c9 req-93e722b5-0c2f-4a82-b5ca-eed762e79b86 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "DELETE /v2.0/ports/55f4d794-971b-4050-a4be-06b7d3735211 HTTP/1.1" status: 204 len: 173 time: 0.8835223 Dec 09 02:34:33.070750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ae2949-1b1a-4ec5-bc48-309665948a22', 'name': 'network-vif-deleted', 'tag': '55f4d794-971b-4050-a4be-06b7d3735211'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:34:33.073053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526fd892-0738-43e1-8a1d-b2dcadf414bd" -d '{"events": [{"server_uuid": "49ae2949-1b1a-4ec5-bc48-309665948a22", "name": "network-vif-deleted", "tag": "55f4d794-971b-4050-a4be-06b7d3735211"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:34:33.167891 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f425fd9a-d104-4647-a3d6-8ed2dce624b8 x-openstack-request-id: req-f425fd9a-d104-4647-a3d6-8ed2dce624b8 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:34:33.168353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ae2949-1b1a-4ec5-bc48-309665948a22", "name": "network-vif-deleted", "tag": "55f4d794-971b-4050-a4be-06b7d3735211", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:34:33.168942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f425fd9a-d104-4647-a3d6-8ed2dce624b8 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:34:33.168942 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ae2949-1b1a-4ec5-bc48-309665948a22', 'name': 'network-vif-deleted', 'tag': '55f4d794-971b-4050-a4be-06b7d3735211', 'status': 'completed', 'code': 200} Dec 09 02:34:33.173425 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-5779d7b7-0095-4c43-a817-9b96002f1d67 None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:34:33.376307 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5779d7b7-0095-4c43-a817-9b96002f1d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:34:33.401726 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5779d7b7-0095-4c43-a817-9b96002f1d67 None None] Checking router: 30463a45-8f9a-42bd-98e3-1dfaacc925a3 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:34:33.410858 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5779d7b7-0095-4c43-a817-9b96002f1d67 None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:34:33.411476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5779d7b7-0095-4c43-a817-9b96002f1d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:34:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:34:33.517164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-5779d7b7-0095-4c43-a817-9b96002f1d67 None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:34:33.711075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5779d7b7-0095-4c43-a817-9b96002f1d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:34:33.740524 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5779d7b7-0095-4c43-a817-9b96002f1d67 None None] The sync data for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv is: [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:34:33.957647 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d227c-5f3c-41d7-b25d-4d2e26e21a20 None None] New status for floating IP 82e9bad8-2105-4365-a085-0d6b2ec75835: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:34:34.097833 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-5ef5a743-e5dd-4690-9fed-917e79fcd483 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--726006238&fields=id&tenant_id=dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 267 time: 0.0454209 Dec 09 02:34:34.206065 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-3ab11b6f-fcbe-48e9-a021-36bb234d8615 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:34.207573 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-3ab11b6f-fcbe-48e9-a021-36bb234d8615 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 812 time: 0.1031048 Dec 09 02:34:34.221849 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-4b53fa67-d788-4827-a3cf-edc1de7b55de tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/quotas/dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 375 time: 0.0087247 Dec 09 02:34:34.272029 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-a5e9ed92-8f75-48f0-b0c9-d8b5afcdee5d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450153 Dec 09 02:34:34.671357 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-9fd0e214-2c39-4929-9637-0381a1a2a849 service neutron] 10.222.0.43 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866198 Dec 09 02:34:34.757126 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-acd75936-2a1c-4d55-b05f-9109a32b7521 service neutron] 10.222.0.43 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794334 Dec 09 02:34:34.910767 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bf159db5-fb0c-4f1f-bee7-2d376f09f406 req-4c92152f-a586-4746-9a99-b8e42da2b63a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 210 time: 0.0278072 Dec 09 02:34:35.284014 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2e07c945-35ac-4331-b9c9-07b11e75ba90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:35.931368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-3fd992d1-6f3d-4b35-99d8-b65d621f229e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:35.932874 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-3fd992d1-6f3d-4b35-99d8-b65d621f229e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 812 time: 0.1031940 Dec 09 02:34:36.015766 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-db2dbefa-5b4b-4dd3-9a33-60283a9b9e06 req-2e1181da-13f4-4e4f-8267-ce1dea17512f tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 210 time: 0.0328319 Dec 09 02:34:36.038107 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-9d201bd8-d321-4863-9ead-2c8f38cd5a52 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 379 time: 0.0766826 Dec 09 02:34:36.048228 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-7b121012-bd93-4b5a-8f02-624b3dc26700 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Request body: {'port': {'device_id': '1a65ad83-2733-4dd3-94b6-be5ee9bf10a5', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'admin_state_up': True, 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'security_groups': ['6de06f27-fdd1-4231-b5eb-8ba2a1f40d75']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:34:36.073625 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 55f4d794-971b-4050-a4be-06b7d3735211 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:34:36.093268 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 55f4d794-971b-4050-a4be-06b7d3735211 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:34:36.093609 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 55f4d794-971b-4050-a4be-06b7d3735211 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:34:36.155615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-7b121012-bd93-4b5a-8f02-624b3dc26700 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Made reservation on behalf of dfa49361765649a89099bacad09bdd3d for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:34:36.159248 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-7b121012-bd93-4b5a-8f02-624b3dc26700 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:36.275853 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-7b121012-bd93-4b5a-8f02-624b3dc26700 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Allocated IP 172.20.0.11 (d641f59c-5c98-4920-88df-22f742582f05/d4895df6-7d79-463b-b721-be286abb4ffb/d7e3e236-fc13-4eed-9c8a-a5e0d0992cca) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:34:36.409487 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-7b121012-bd93-4b5a-8f02-624b3dc26700 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:36.442127 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:36.442739 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-7b121012-bd93-4b5a-8f02-624b3dc26700 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:36.482464 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-7b121012-bd93-4b5a-8f02-624b3dc26700 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Network d641f59c-5c98-4920-88df-22f742582f05 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:34:36.485472 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-7b121012-bd93-4b5a-8f02-624b3dc26700 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:34:36.491515 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-7b121012-bd93-4b5a-8f02-624b3dc26700 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:34:36.523016 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b121012-bd93-4b5a-8f02-624b3dc26700 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Pushing event updated for resources: {'Port': ['ID=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:34:36.549288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-7b121012-bd93-4b5a-8f02-624b3dc26700 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:36.549927 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-7b121012-bd93-4b5a-8f02-624b3dc26700 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:36.568241 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-7b121012-bd93-4b5a-8f02-624b3dc26700 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5242128 Dec 09 02:34:36.587329 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Request body: {'port': {'device_id': '1a65ad83-2733-4dd3-94b6-be5ee9bf10a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:34:36.643018 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:36.743931 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-cd115530-c818-4a68-a6cd-5081a924453d None None] Provisioning complete for port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:34:36.744433 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cd115530-c818-4a68-a6cd-5081a924453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:36.777731 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-cd115530-c818-4a68-a6cd-5081a924453d None None] Port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:34:36.900261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e3e236-fc13-4eed-9c8a-a5e0d0992cca {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:34:36.908355 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:36.920789 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Transition to ACTIVE for port object d7e3e236-fc13-4eed-9c8a-a5e0d0992cca will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:34:36.924323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:36.991149 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Pushing event updated for resources: {'Port': ['ID=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:34:37.046637 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Attempting to bind port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:34:37.046980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Attempting to bind port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:34:37.047314 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Attempting to bind port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca on network d641f59c-5c98-4920-88df-22f742582f05 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:34:37.052130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca on network d641f59c-5c98-4920-88df-22f742582f05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:34:37.052595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Attempting to bind port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca on network d641f59c-5c98-4920-88df-22f742582f05 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:34:37.057883 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:34:37.058235 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Checking segment: {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:34:37.058625 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Bound using segment: {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:34:37.059049 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Bound port: d7e3e236-fc13-4eed-9c8a-a5e0d0992cca, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:34:37.059619 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:37.159197 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] For port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:34:37.163456 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] For port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:34:37.172282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0e76e-2f64-4c44-aaf3-7d92452843a5 req-54cb9710-d49e-49a3-934e-72720d0253ee tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:37.173764 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-15d0e76e-2f64-4c44-aaf3-7d92452843a5 req-54cb9710-d49e-49a3-934e-72720d0253ee tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 944 time: 0.0767565 Dec 09 02:34:37.175163 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:37.225441 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:37.226059 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:37.227445 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] 10.222.0.45 "PUT /v2.0/ports/d7e3e236-fc13-4eed-9c8a-a5e0d0992cca HTTP/1.1" status: 200 len: 1094 time: 0.6446092 Dec 09 02:34:37.230169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a65ad83-2733-4dd3-94b6-be5ee9bf10a5', 'tag': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:34:37.232536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6223bd57-d3f5-476f-b484-d50ce3b71524" -d '{"events": [{"name": "network-changed", "server_uuid": "1a65ad83-2733-4dd3-94b6-be5ee9bf10a5", "tag": "d7e3e236-fc13-4eed-9c8a-a5e0d0992cca"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:34:37.271409 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf7072-92eb-4cd0-b5df-142b7c48316e service neutron] Pushing event updated for resources: {'Port': ['ID=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:34:37.277029 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-15d0e76e-2f64-4c44-aaf3-7d92452843a5 req-0b2175f7-79f2-452f-b887-b82285edd18d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968006 Dec 09 02:34:37.322151 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9414c9f4-5dab-43ff-ad1c-b28a647d301c x-openstack-request-id: req-9414c9f4-5dab-43ff-ad1c-b28a647d301c {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:34:37.322472 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a65ad83-2733-4dd3-94b6-be5ee9bf10a5", "tag": "d7e3e236-fc13-4eed-9c8a-a5e0d0992cca", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:34:37.322733 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9414c9f4-5dab-43ff-ad1c-b28a647d301c {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:34:37.323136 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a65ad83-2733-4dd3-94b6-be5ee9bf10a5', 'tag': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca', 'status': 'completed', 'code': 200} Dec 09 02:34:37.334175 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-287a52e8-a79e-4da5-b336-d89e10d4e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:37.335744 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-287a52e8-a79e-4da5-b336-d89e10d4e946 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 1097 time: 0.0540233 Dec 09 02:34:37.385790 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-e47881d2-8cf9-4fde-a111-d6512ceae15d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca HTTP/1.1" status: 200 len: 217 time: 0.0355270 Dec 09 02:34:37.435821 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-66607d8c-4320-4bab-a192-557b6b3c5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:37.437284 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-66607d8c-4320-4bab-a192-557b6b3c5089 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0442259 Dec 09 02:34:37.485658 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-a3af9535-7080-4771-8857-64352d836d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:37.487075 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-a3af9535-7080-4771-8857-64352d836d32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0430207 Dec 09 02:34:37.574819 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-56c20967-0e34-4964-8d82-d494430a85e2 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801334 Dec 09 02:34:37.666088 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0967eff3-94d7-4c35-a594-b87f34b1f670 req-98fddb1a-07cd-4ed0-a5d8-2be383eece1e service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838709 Dec 09 02:34:37.799300 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223bd57-d3f5-476f-b484-d50ce3b71524 req-6f22d2e2-fc92-4346-91c7-de3e390fcdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:37.800829 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6223bd57-d3f5-476f-b484-d50ce3b71524 req-6f22d2e2-fc92-4346-91c7-de3e390fcdb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 1097 time: 0.0413632 Dec 09 02:34:37.828979 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:37.890421 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223bd57-d3f5-476f-b484-d50ce3b71524 req-a4117752-af46-4bc8-a699-d38d9ca24faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:37.891931 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6223bd57-d3f5-476f-b484-d50ce3b71524 req-a4117752-af46-4bc8-a699-d38d9ca24faa service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0832012 Dec 09 02:34:37.938838 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6223bd57-d3f5-476f-b484-d50ce3b71524 req-7fb06d99-a223-4879-b2b8-b136a8804335 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca HTTP/1.1" status: 200 len: 217 time: 0.0384321 Dec 09 02:34:37.987045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223bd57-d3f5-476f-b484-d50ce3b71524 req-e3aa98eb-96e9-490c-955f-3b35a0f9636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:37.988652 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6223bd57-d3f5-476f-b484-d50ce3b71524 req-e3aa98eb-96e9-490c-955f-3b35a0f9636a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0420141 Dec 09 02:34:38.034437 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223bd57-d3f5-476f-b484-d50ce3b71524 req-db462f30-2112-4db8-a918-7ecff59312ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:38.035918 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6223bd57-d3f5-476f-b484-d50ce3b71524 req-db462f30-2112-4db8-a918-7ecff59312ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398874 Dec 09 02:34:38.146613 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6223bd57-d3f5-476f-b484-d50ce3b71524 req-9491e28a-0ff1-4756-ad3c-a81d5e417580 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877826 Dec 09 02:34:38.243992 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6223bd57-d3f5-476f-b484-d50ce3b71524 req-05d5ceb8-ec55-4a5e-8868-4c9833211388 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832829 Dec 09 02:34:38.398426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034abf11-63a9-4931-a203-4b01c1d8893f req-ab90f2f6-43d8-4d07-9696-febb20a9c2d8 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:38.399843 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-034abf11-63a9-4931-a203-4b01c1d8893f req-ab90f2f6-43d8-4d07-9696-febb20a9c2d8 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 944 time: 0.0536187 Dec 09 02:34:38.447703 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-034abf11-63a9-4931-a203-4b01c1d8893f req-713e853b-b548-40f7-a535-1f9484e32a68 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420604 Dec 09 02:34:38.689916 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:39.562657 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e17f8-b9f5-4198-b923-2c3c5aed28ff req-49c7d447-c41c-4427-a66f-0f4f5d85d08c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:39.564156 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7d6e17f8-b9f5-4198-b923-2c3c5aed28ff req-49c7d447-c41c-4427-a66f-0f4f5d85d08c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 944 time: 0.0484924 Dec 09 02:34:39.610010 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7d6e17f8-b9f5-4198-b923-2c3c5aed28ff req-75e96694-eaa6-49ed-a5c3-e41115b28dd2 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401206 Dec 09 02:34:40.107531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d7e3e236-fc13-4eed-9c8a-a5e0d0992cca details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:34:40.198948 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:34:40.212766 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'port_id': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca', 'mac_address': 'fa:16:3e:20:35:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:34:40.248513 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:40.260703 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e3e236-fc13-4eed-9c8a-a5e0d0992cca {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:34:40.279531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:34:40.284005 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:40.328380 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:34:40.558414 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['d7e3e236-fc13-4eed-9c8a-a5e0d0992cca'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:34:40.724457 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9e671-5adb-44c3-9e63-53ff7d81f928 req-60bbe44a-7c4e-45a9-9de8-42d20c2c8d66 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:40.726140 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ee9e671-5adb-44c3-9e63-53ff7d81f928 req-60bbe44a-7c4e-45a9-9de8-42d20c2c8d66 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 945 time: 0.0491982 Dec 09 02:34:40.775573 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ee9e671-5adb-44c3-9e63-53ff7d81f928 req-14cf9a51-18fe-4efd-991a-df1fb458853d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435565 Dec 09 02:34:41.887489 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbafe2-23e8-4b3c-8a5a-d1a59a76da75 req-b0eab5a2-9e80-4f46-b802-d9ada425ddff tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:41.888951 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-36fbafe2-23e8-4b3c-8a5a-d1a59a76da75 req-b0eab5a2-9e80-4f46-b802-d9ada425ddff tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 945 time: 0.0474801 Dec 09 02:34:41.935581 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-36fbafe2-23e8-4b3c-8a5a-d1a59a76da75 req-1334f2cf-dcf3-4a9d-8df9-349a680bfeda tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407450 Dec 09 02:34:42.108147 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d7e3e236-fc13-4eed-9c8a-a5e0d0992cca up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:34:42.156154 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:34:42.160709 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:34:42.161103 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:42.238179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:42.259466 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a65ad83-2733-4dd3-94b6-be5ee9bf10a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:34:42.261677 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee6e1d6-18cb-4214-ad0b-4812a239a008" -d '{"events": [{"server_uuid": "1a65ad83-2733-4dd3-94b6-be5ee9bf10a5", "name": "network-vif-plugged", "status": "completed", "tag": "d7e3e236-fc13-4eed-9c8a-a5e0d0992cca"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:34:42.274884 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:34:42.279602 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:42.326413 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:34:42.352557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79206360-ebb8-4022-9611-7879cb3a7300 x-openstack-request-id: req-79206360-ebb8-4022-9611-7879cb3a7300 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:34:42.352862 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a65ad83-2733-4dd3-94b6-be5ee9bf10a5", "name": "network-vif-plugged", "status": "completed", "tag": "d7e3e236-fc13-4eed-9c8a-a5e0d0992cca", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:34:42.353156 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79206360-ebb8-4022-9611-7879cb3a7300 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:34:42.353558 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a65ad83-2733-4dd3-94b6-be5ee9bf10a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca', 'code': 200} Dec 09 02:34:42.552364 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf53b7e-4ccd-4a0c-971a-171da997db62 req-e6742939-8ec5-4da4-9906-feb306fa56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:42.553822 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9cf53b7e-4ccd-4a0c-971a-171da997db62 req-e6742939-8ec5-4da4-9906-feb306fa56c1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 1099 time: 0.0387468 Dec 09 02:34:42.596504 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9cf53b7e-4ccd-4a0c-971a-171da997db62 req-41834030-0e20-4f25-959b-ee11080ea970 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356915 Dec 09 02:34:43.052518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947a5e6-0a0a-4c8d-bf13-6bd106f9bbd2 req-44220e67-7d49-4fb1-b7fc-539a86e1a3b0 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:43.053968 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0947a5e6-0a0a-4c8d-bf13-6bd106f9bbd2 req-44220e67-7d49-4fb1-b7fc-539a86e1a3b0 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0509722 Dec 09 02:34:43.100146 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0947a5e6-0a0a-4c8d-bf13-6bd106f9bbd2 req-c885cfaa-835b-412f-bc08-0022406992f0 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394230 Dec 09 02:34:44.214572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d643224-fafe-44c9-b549-921cc0967b8f req-2d9c6fb2-e78a-4486-8525-48ecb65ba4bf tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:44.216058 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1d643224-fafe-44c9-b549-921cc0967b8f req-2d9c6fb2-e78a-4486-8525-48ecb65ba4bf tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0481076 Dec 09 02:34:44.264042 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1d643224-fafe-44c9-b549-921cc0967b8f req-93064858-ef29-44b5-a51b-9ad9fd24680d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421503 Dec 09 02:34:44.264357 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:44.375052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715d3b9-8d5a-43ca-85a2-f3022bd87404 req-83581b9c-22f5-4837-9a73-819926b4fa47 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:44.376522 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0715d3b9-8d5a-43ca-85a2-f3022bd87404 req-83581b9c-22f5-4837-9a73-819926b4fa47 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0508509 Dec 09 02:34:44.384976 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 40454) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:34:44.389933 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-024e191e-0acb-462f-81d4-1bd41056c83a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Request body: {'floatingip': {'port_id': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:34:44.427800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-024e191e-0acb-462f-81d4-1bd41056c83a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for floatingip, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:44.843074 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-024e191e-0acb-462f-81d4-1bd41056c83a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:44.846643 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-024e191e-0acb-462f-81d4-1bd41056c83a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:44.945090 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-024e191e-0acb-462f-81d4-1bd41056c83a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Floating IP 82e9bad8-2105-4365-a085-0d6b2ec75835 associated. External IP: 172.26.3.64, port: d7e3e236-fc13-4eed-9c8a-a5e0d0992cca. Dec 09 02:34:45.144889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024e191e-0acb-462f-81d4-1bd41056c83a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:34:45.244411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024e191e-0acb-462f-81d4-1bd41056c83a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:34:45.249365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-024e191e-0acb-462f-81d4-1bd41056c83a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:34:45.253921 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c663e66-936d-467d-919e-215738b60777 None None] Sync routers for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:34:45.264384 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c663e66-936d-467d-919e-215738b60777 None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:34:45.264998 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3c663e66-936d-467d-919e-215738b60777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:34:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:34:45.281358 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-024e191e-0acb-462f-81d4-1bd41056c83a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "PUT /v2.0/floatingips/82e9bad8-2105-4365-a085-0d6b2ec75835 HTTP/1.1" status: 200 len: 991 time: 0.8923271 Dec 09 02:34:45.281358 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a65ad83-2733-4dd3-94b6-be5ee9bf10a5', 'tag': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:34:45.281715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed90ed4-ade3-4dee-9e45-cf20e6321189" -d '{"events": [{"name": "network-changed", "server_uuid": "1a65ad83-2733-4dd3-94b6-be5ee9bf10a5", "tag": "d7e3e236-fc13-4eed-9c8a-a5e0d0992cca"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:34:45.368886 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3c663e66-936d-467d-919e-215738b60777 None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:34:45.416083 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569f3328-8ba8-4f25-90f0-6894cb52a80c x-openstack-request-id: req-569f3328-8ba8-4f25-90f0-6894cb52a80c {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:34:45.416381 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a65ad83-2733-4dd3-94b6-be5ee9bf10a5", "tag": "d7e3e236-fc13-4eed-9c8a-a5e0d0992cca", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:34:45.416635 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-569f3328-8ba8-4f25-90f0-6894cb52a80c {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:34:45.417037 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a65ad83-2733-4dd3-94b6-be5ee9bf10a5', 'tag': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca', 'status': 'completed', 'code': 200} Dec 09 02:34:45.500976 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed90ed4-ade3-4dee-9e45-cf20e6321189 req-861321b8-e458-4434-ade3-f759eaa4afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:45.502476 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3ed90ed4-ade3-4dee-9e45-cf20e6321189 req-861321b8-e458-4434-ade3-f759eaa4afa0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 1099 time: 0.0402496 Dec 09 02:34:45.594861 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed90ed4-ade3-4dee-9e45-cf20e6321189 req-50008fd7-7eb0-4830-8918-e1cd41067acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:45.596380 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3ed90ed4-ade3-4dee-9e45-cf20e6321189 req-50008fd7-7eb0-4830-8918-e1cd41067acc service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0864303 Dec 09 02:34:45.667295 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3ed90ed4-ade3-4dee-9e45-cf20e6321189 req-2fc7cd63-f3cc-453d-aacb-7cb41b51b9cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca HTTP/1.1" status: 200 len: 999 time: 0.0636313 Dec 09 02:34:45.719921 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed90ed4-ade3-4dee-9e45-cf20e6321189 req-5c1dd2a2-951a-4fc8-950f-e16c9ef3c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:45.721617 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3ed90ed4-ade3-4dee-9e45-cf20e6321189 req-5c1dd2a2-951a-4fc8-950f-e16c9ef3c50f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0470643 Dec 09 02:34:45.747110 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3c663e66-936d-467d-919e-215738b60777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '82e9bad8-2105-4365-a085-0d6b2ec75835', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'port_id': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'mac_address': 'fa:16:3e:20:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a65ad83-2733-4dd3-94b6-be5ee9bf10a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:33:22Z', 'updated_at': '2021-12-09T02:34:44Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:34:45.766435 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed90ed4-ade3-4dee-9e45-cf20e6321189 req-c3ccc722-563c-43e9-91d0-504495f0312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:34:45.767979 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3ed90ed4-ade3-4dee-9e45-cf20e6321189 req-c3ccc722-563c-43e9-91d0-504495f0312e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402358 Dec 09 02:34:45.773027 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c663e66-936d-467d-919e-215738b60777 None None] Checking router: 30463a45-8f9a-42bd-98e3-1dfaacc925a3 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:34:45.781933 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c663e66-936d-467d-919e-215738b60777 None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:34:45.782845 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3c663e66-936d-467d-919e-215738b60777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:34:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:34:45.861415 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3ed90ed4-ade3-4dee-9e45-cf20e6321189 req-edcba37a-7ec9-49df-9b10-ce1e70afa887 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857887 Dec 09 02:34:45.885108 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3c663e66-936d-467d-919e-215738b60777 None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:34:45.950553 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3ed90ed4-ade3-4dee-9e45-cf20e6321189 req-ab4a5bee-6eaf-4968-9af1-1f68c9bdc9fa service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826499 Dec 09 02:34:46.105251 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3c663e66-936d-467d-919e-215738b60777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '82e9bad8-2105-4365-a085-0d6b2ec75835', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'port_id': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'mac_address': 'fa:16:3e:20:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a65ad83-2733-4dd3-94b6-be5ee9bf10a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:33:22Z', 'updated_at': '2021-12-09T02:34:44Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:34:46.131945 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c663e66-936d-467d-919e-215738b60777 None None] The sync data for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv is: [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '82e9bad8-2105-4365-a085-0d6b2ec75835', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'port_id': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'mac_address': 'fa:16:3e:20:35:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a65ad83-2733-4dd3-94b6-be5ee9bf10a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:33:22Z', 'updated_at': '2021-12-09T02:34:44Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:34:46.319388 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d2b4bf-e192-4d3b-9ce3-1d1272f1c1f8 None None] New status for floating IP 82e9bad8-2105-4365-a085-0d6b2ec75835: ACTIVE {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:34:56.371510 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:35:03.052572 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b16515a8-7533-49ef-956d-ccbfe07b8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:05.285756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-91e20cf7-705d-4ba8-98df-5790e8463c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:06.445156 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:07.830990 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:08.691773 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:14.258543 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:22.156870 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730247a-d5bb-4c02-b28c-fafd025c8f92 req-e9ddc5cf-3a73-4af6-8ed7-d6183c3044e9 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:22.158366 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b730247a-d5bb-4c02-b28c-fafd025c8f92 req-e9ddc5cf-3a73-4af6-8ed7-d6183c3044e9 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0570920 Dec 09 02:35:22.206822 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b730247a-d5bb-4c02-b28c-fafd025c8f92 req-f4cece8f-7080-4a05-8305-87ce297e123c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422671 Dec 09 02:35:23.319743 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd732f-168e-4d4a-931b-b22fdb8b9700 req-5c59752e-f54d-4964-83af-4bfb96ea2d21 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:23.321226 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4cd732f-168e-4d4a-931b-b22fdb8b9700 req-5c59752e-f54d-4964-83af-4bfb96ea2d21 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0480702 Dec 09 02:35:23.366980 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4cd732f-168e-4d4a-931b-b22fdb8b9700 req-69a0db4b-e35e-4865-8cd1-f1bbabc969a5 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393522 Dec 09 02:35:24.481412 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f70121-69fa-4268-a474-0645b2f05fc6 req-2afba025-197e-463f-83fa-17901b198c7c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:24.482908 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38f70121-69fa-4268-a474-0645b2f05fc6 req-2afba025-197e-463f-83fa-17901b198c7c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0476217 Dec 09 02:35:24.534285 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38f70121-69fa-4268-a474-0645b2f05fc6 req-4856bdb5-b5ab-4317-8cc7-6c0eb0815f93 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455277 Dec 09 02:35:25.646915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9fbff-5e8a-41d2-a9e0-1ddf9c374287 req-6b7088d6-2f2b-471c-b95b-a673b9321e53 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:25.648406 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b1d9fbff-5e8a-41d2-a9e0-1ddf9c374287 req-6b7088d6-2f2b-471c-b95b-a673b9321e53 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0485284 Dec 09 02:35:25.697055 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b1d9fbff-5e8a-41d2-a9e0-1ddf9c374287 req-35eaae0f-08f0-43c3-b37a-792b0a24badb tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422184 Dec 09 02:35:26.817585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087129d9-67f0-43b3-95ed-f127fa77e2cd req-6da62f17-d083-480e-98d7-0357e5f5a6ef tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:26.819068 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-087129d9-67f0-43b3-95ed-f127fa77e2cd req-6da62f17-d083-480e-98d7-0357e5f5a6ef tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0495181 Dec 09 02:35:26.867815 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-087129d9-67f0-43b3-95ed-f127fa77e2cd req-f40fcb67-1225-469b-934e-d83cdde53c49 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426624 Dec 09 02:35:27.984382 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6006b55-3f5d-4f32-9add-a3b2f907a5af req-18e59587-9e5d-4d16-8720-9f03fd8d2680 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:27.985842 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f6006b55-3f5d-4f32-9add-a3b2f907a5af req-18e59587-9e5d-4d16-8720-9f03fd8d2680 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0520632 Dec 09 02:35:28.031313 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f6006b55-3f5d-4f32-9add-a3b2f907a5af req-168110c8-8f42-4b2a-8f61-135cd3f5bcd8 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396314 Dec 09 02:35:29.144654 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad96d0-62ac-4aa2-8517-7dbd5448027a req-429773bd-cbd7-4098-83be-34c47a04a2e9 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:29.146120 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-adad96d0-62ac-4aa2-8517-7dbd5448027a req-429773bd-cbd7-4098-83be-34c47a04a2e9 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0486445 Dec 09 02:35:29.191657 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-adad96d0-62ac-4aa2-8517-7dbd5448027a req-f9768432-5989-4459-91bd-206514bd62b5 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395470 Dec 09 02:35:30.306781 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e841bb-8851-47c4-8a93-a29fc2a309bc req-fe35eeba-633a-4a41-8add-dc94cc6e803d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:30.308304 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-83e841bb-8851-47c4-8a93-a29fc2a309bc req-fe35eeba-633a-4a41-8add-dc94cc6e803d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0521073 Dec 09 02:35:30.613413 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-83e841bb-8851-47c4-8a93-a29fc2a309bc req-61e0a447-b76a-439c-949d-74c3a9828e60 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993250 Dec 09 02:35:31.727300 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57693b09-ca6b-4c4d-bcfb-4c4119954f10 req-5177d822-8984-41d3-a13e-439d986f7112 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:31.728799 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57693b09-ca6b-4c4d-bcfb-4c4119954f10 req-5177d822-8984-41d3-a13e-439d986f7112 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0480974 Dec 09 02:35:31.774981 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57693b09-ca6b-4c4d-bcfb-4c4119954f10 req-b5406b86-83f1-434a-aab1-d64e615c6332 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396502 Dec 09 02:35:32.888290 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a9374-be69-47ae-8b67-e3aaa292d9af req-767bd22e-645e-4c8a-84c8-452fef8340de tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:32.889743 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-217a9374-be69-47ae-8b67-e3aaa292d9af req-767bd22e-645e-4c8a-84c8-452fef8340de tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0480180 Dec 09 02:35:32.937828 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-217a9374-be69-47ae-8b67-e3aaa292d9af req-96667d16-5f9b-4a96-836b-e45692eebfb1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421991 Dec 09 02:35:33.054094 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-156cd66a-313c-427a-9947-d9e5a2c54a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:33.165199 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-51d9ddee-5995-458a-baf4-8c987c2eedb6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0478845 Dec 09 02:35:33.175049 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d10602-b4a1-42e0-a857-3bb4c413eb6d req-20b7ad49-19ac-42fc-8cae-77e74d7af913 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:33.176676 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-26d10602-b4a1-42e0-a857-3bb4c413eb6d req-20b7ad49-19ac-42fc-8cae-77e74d7af913 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0500169 Dec 09 02:35:33.225188 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-26d10602-b4a1-42e0-a857-3bb4c413eb6d req-a4115dbb-a860-49bd-828b-b86ff3656a33 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417898 Dec 09 02:35:33.370662 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:35:34.296649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-482ef6fb-5922-428d-8700-c8b15943034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:34.298101 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-482ef6fb-5922-428d-8700-c8b15943034d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 1099 time: 0.0423110 Dec 09 02:35:34.392942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16e262-7635-4171-b1a2-d950ae191d47 req-509ca03f-3ff5-40cd-8e5a-3f5ff3741947 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:34.394316 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ec16e262-7635-4171-b1a2-d950ae191d47 req-509ca03f-3ff5-40cd-8e5a-3f5ff3741947 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0998638 Dec 09 02:35:34.434756 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-1042caa3-2216-4bf3-8f15-662ce8433c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:34.436198 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-1042caa3-2216-4bf3-8f15-662ce8433c0e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.1293786 Dec 09 02:35:34.494614 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ec16e262-7635-4171-b1a2-d950ae191d47 req-fbf29ee2-7b6f-4c00-bd29-e6d85f7369a8 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941484 Dec 09 02:35:34.514290 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-26cc37aa-a93a-4376-96b8-95bfaf2cec28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca HTTP/1.1" status: 200 len: 1001 time: 0.0708292 Dec 09 02:35:34.562362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-6cdb466d-0323-472b-9e58-ad342d659e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:34.563793 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-6cdb466d-0323-472b-9e58-ad342d659e51 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0431194 Dec 09 02:35:34.607643 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-ccde7e0e-8b1b-46ef-ac70-169e5e368705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:34.609062 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-ccde7e0e-8b1b-46ef-ac70-169e5e368705 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387402 Dec 09 02:35:34.701875 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-aaa4a214-88b0-4b3e-a077-61aa942a7d4b service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846522 Dec 09 02:35:34.789338 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-49f33f52-e7e9-4bdc-93ef-81b31f88a681 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805657 Dec 09 02:35:35.287544 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd512233-8912-40b4-b5d3-f61657b9914f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:35.609838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f6faf-ba63-4ecf-936c-4f6f4ca52b17 req-fc9d49ce-7fc5-44f9-97d4-0d61ec8a4b7c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:35.611331 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-748f6faf-ba63-4ecf-936c-4f6f4ca52b17 req-fc9d49ce-7fc5-44f9-97d4-0d61ec8a4b7c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0485728 Dec 09 02:35:35.661972 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-748f6faf-ba63-4ecf-936c-4f6f4ca52b17 req-c638e2dd-bdee-4abc-9f9e-1cb3dcfef794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448294 Dec 09 02:35:36.446820 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:36.460865 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-96dbd275-abeb-417f-bd24-63315cd44ead service neutron] 10.222.0.45 "GET /v2.0/ports/d7e3e236-fc13-4eed-9c8a-a5e0d0992cca/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0533624 Dec 09 02:35:36.678271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-53681e20-826a-4ebd-8678-31cbf63b6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:36.679785 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-53681e20-826a-4ebd-8678-31cbf63b6f7c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5&tenant_id=dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 1099 time: 0.0403068 Dec 09 02:35:36.787001 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-e8a3281e-7b20-42b1-8146-e6a4ee6b8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:36.788501 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-e8a3281e-7b20-42b1-8146-e6a4ee6b8743 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 1099 time: 0.0715747 Dec 09 02:35:36.800779 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b65d7-917a-48e9-8c17-7379762a7e23 req-f496a7c7-342a-48eb-b3d8-7d9338dd83d8 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:36.802120 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ec2b65d7-917a-48e9-8c17-7379762a7e23 req-f496a7c7-342a-48eb-b3d8-7d9338dd83d8 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0613928 Dec 09 02:35:36.899839 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ec2b65d7-917a-48e9-8c17-7379762a7e23 req-a5e78d38-ba54-4493-bb33-a2c4d1867887 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887868 Dec 09 02:35:36.918874 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-81324247-04ee-43d3-94c6-424d0d570249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:36.920368 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-81324247-04ee-43d3-94c6-424d0d570249 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.1173863 Dec 09 02:35:36.988055 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-81d7349c-eeb2-4d59-96b5-17958fea50cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca HTTP/1.1" status: 200 len: 1001 time: 0.0609798 Dec 09 02:35:37.038951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-381daa4b-6e38-4ce5-aa38-d88e922b6f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:37.041426 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-381daa4b-6e38-4ce5-aa38-d88e922b6f73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0445833 Dec 09 02:35:37.085483 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-b6b5a264-0ab5-4f95-a424-ada321a3a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:37.086978 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-b6b5a264-0ab5-4f95-a424-ada321a3a0ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399377 Dec 09 02:35:37.178635 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-41f24131-0501-4e64-a7a3-be2638e5102b service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842464 Dec 09 02:35:37.265761 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c9505e4-25dc-4f72-b8dc-eb7bba4b3cb4 req-9394d1ed-f37e-483d-aa9e-02f7b5c80cd2 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797138 Dec 09 02:35:37.834334 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:38.021464 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d713c-e046-4479-b5ea-fa505af0c9a5 req-4a320ebc-29e4-4d60-b5ed-1ecf7bcc46fc tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:38.022980 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-384d713c-e046-4479-b5ea-fa505af0c9a5 req-4a320ebc-29e4-4d60-b5ed-1ecf7bcc46fc tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0552702 Dec 09 02:35:38.070956 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-384d713c-e046-4479-b5ea-fa505af0c9a5 req-6d43381e-d731-45a4-b04e-31ce1b60b412 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410254 Dec 09 02:35:38.695577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:39.186296 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61129cc5-8141-4d79-b484-a56a8b1ffce3 req-13765dba-a62d-475d-81d3-03dadf716e45 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:39.187813 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-61129cc5-8141-4d79-b484-a56a8b1ffce3 req-13765dba-a62d-475d-81d3-03dadf716e45 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0482645 Dec 09 02:35:39.234417 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-61129cc5-8141-4d79-b484-a56a8b1ffce3 req-d0f670b2-886c-47f9-8baa-140f8b1f7a17 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405262 Dec 09 02:35:39.452361 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e368ff-5740-4ded-ab48-2d1aeebca014 req-d01c2f6e-8360-4b88-94c8-5c675eaf637a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:39.453743 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-79e368ff-5740-4ded-ab48-2d1aeebca014 req-d01c2f6e-8360-4b88-94c8-5c675eaf637a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0789154 Dec 09 02:35:39.476314 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5521c44-5ad8-47d1-b44c-0e4f6d8dc525 req-e1d20c15-1692-497d-bdd0-52673d01c07c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:39.477684 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d5521c44-5ad8-47d1-b44c-0e4f6d8dc525 req-e1d20c15-1692-497d-bdd0-52673d01c07c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5&tenant_id=dfa49361765649a89099bacad09bdd3d&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 946 time: 0.0748487 Dec 09 02:35:39.513581 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-79e368ff-5740-4ded-ab48-2d1aeebca014 req-c2517de6-829f-4908-b02c-4cf8319518b3 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533364 Dec 09 02:35:39.582755 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5521c44-5ad8-47d1-b44c-0e4f6d8dc525 req-58c77d8e-1bf5-4b8a-8272-bca4afa6de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:39.584278 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d5521c44-5ad8-47d1-b44c-0e4f6d8dc525 req-58c77d8e-1bf5-4b8a-8272-bca4afa6de78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 1099 time: 0.0407426 Dec 09 02:35:39.674702 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5521c44-5ad8-47d1-b44c-0e4f6d8dc525 req-55943df4-1b9a-439e-8c86-e5fbeff2df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:39.676214 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d5521c44-5ad8-47d1-b44c-0e4f6d8dc525 req-55943df4-1b9a-439e-8c86-e5fbeff2df93 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0847156 Dec 09 02:35:39.741342 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d5521c44-5ad8-47d1-b44c-0e4f6d8dc525 req-fb9e0112-dc0a-4f35-af64-52c2a460a944 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca HTTP/1.1" status: 200 len: 1001 time: 0.0580070 Dec 09 02:35:39.788526 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5521c44-5ad8-47d1-b44c-0e4f6d8dc525 req-70e1309d-92c9-4a7a-9805-1108df97170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:39.789895 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d5521c44-5ad8-47d1-b44c-0e4f6d8dc525 req-70e1309d-92c9-4a7a-9805-1108df97170d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0417547 Dec 09 02:35:39.837958 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5521c44-5ad8-47d1-b44c-0e4f6d8dc525 req-4c69c347-8f3a-4745-8f37-adf55cbbc3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:39.839520 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d5521c44-5ad8-47d1-b44c-0e4f6d8dc525 req-4c69c347-8f3a-4745-8f37-adf55cbbc3b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0426373 Dec 09 02:35:39.925829 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d5521c44-5ad8-47d1-b44c-0e4f6d8dc525 req-68c47012-a4d9-456c-ac17-74eb8c14cafe service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796268 Dec 09 02:35:40.017190 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d5521c44-5ad8-47d1-b44c-0e4f6d8dc525 req-c6580a9e-b9dc-4568-9ded-ef6551fbba3b service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825441 Dec 09 02:35:40.360847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d7e3e236-fc13-4eed-9c8a-a5e0d0992cca details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:35:40.371010 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d7e3e236-fc13-4eed-9c8a-a5e0d0992cca no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:35:40.519979 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:40.526245 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:35:40.549538 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'port_id': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca', 'mac_address': 'fa:16:3e:20:35:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:35:40.557953 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a65ad83-2733-4dd3-94b6-be5ee9bf10a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:35:40.560217 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66541e5d-9278-4443-b71c-4041e29b14ec" -d '{"events": [{"server_uuid": "1a65ad83-2733-4dd3-94b6-be5ee9bf10a5", "name": "network-vif-unplugged", "status": "completed", "tag": "d7e3e236-fc13-4eed-9c8a-a5e0d0992cca"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:35:40.592004 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:35:40.598194 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:40.627531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:40.652462 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7e3e236-fc13-4eed-9c8a-a5e0d0992cca {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:35:40.656992 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b0e17-a661-4755-b13d-14b7c62aa098 req-3c5dc134-56e5-4c5f-9d93-664f6b90055a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:40.658722 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-127b0e17-a661-4755-b13d-14b7c62aa098 req-3c5dc134-56e5-4c5f-9d93-664f6b90055a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 944 time: 0.0722175 Dec 09 02:35:40.671404 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:35:40.703063 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:40.703445 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:40.703788 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:40.704130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:40.704466 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:40.704797 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:40.705128 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:40.705458 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:40.705782 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:40.706113 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:40.706438 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:40.706758 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:40.707077 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:40.715029 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-127b0e17-a661-4755-b13d-14b7c62aa098 req-854db8ed-a831-4dce-9a07-fd6840fa67e4 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497618 Dec 09 02:35:40.722663 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:35:40.723100 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:35:40.758220 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 02:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf2c921-2dd7-4b0f-9b07-1bdbdee9aa61 x-openstack-request-id: req-0bf2c921-2dd7-4b0f-9b07-1bdbdee9aa61 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:35:40.758514 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a65ad83-2733-4dd3-94b6-be5ee9bf10a5", "name": "network-vif-unplugged", "status": "completed", "tag": "d7e3e236-fc13-4eed-9c8a-a5e0d0992cca", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:35:40.758790 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0bf2c921-2dd7-4b0f-9b07-1bdbdee9aa61 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:35:40.759177 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a65ad83-2733-4dd3-94b6-be5ee9bf10a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca', 'code': 200} Dec 09 02:35:40.846077 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b2a2e-6200-4797-8f5d-a311f5dbdd93 req-c459bb7f-3709-4381-8367-e79460fa42b2 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:40.847543 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fc0b2a2e-6200-4797-8f5d-a311f5dbdd93 req-c459bb7f-3709-4381-8367-e79460fa42b2 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 944 time: 0.0474336 Dec 09 02:35:40.893843 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fc0b2a2e-6200-4797-8f5d-a311f5dbdd93 req-34d67f15-f310-43c9-b56c-c7f116629192 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405307 Dec 09 02:35:41.094173 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fafeda-bc44-4513-8b8e-e9cd33795e5c req-4efddfe1-c9ec-4eb5-91ac-38197694d61d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:41.095677 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-77fafeda-bc44-4513-8b8e-e9cd33795e5c req-4efddfe1-c9ec-4eb5-91ac-38197694d61d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 944 time: 0.0564892 Dec 09 02:35:41.164322 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-77fafeda-bc44-4513-8b8e-e9cd33795e5c req-66743198-d4d6-4d5e-a6d1-f9825c72526e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605836 Dec 09 02:35:41.166911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a060c6-ac2a-4d49-a715-6069c3768b3c req-2444d745-a277-4010-9929-7b977e124f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:41.168887 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-47a060c6-ac2a-4d49-a715-6069c3768b3c req-2444d745-a277-4010-9929-7b977e124f26 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 1097 time: 0.0723643 Dec 09 02:35:41.258708 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:41.261439 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a060c6-ac2a-4d49-a715-6069c3768b3c req-07eef66e-173c-4a36-b28e-0cc8f2f57754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:41.262912 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-47a060c6-ac2a-4d49-a715-6069c3768b3c req-07eef66e-173c-4a36-b28e-0cc8f2f57754 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0871627 Dec 09 02:35:41.271137 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e3e236-fc13-4eed-9c8a-a5e0d0992cca {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:35:41.291013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:35:41.295965 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:41.329847 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-47a060c6-ac2a-4d49-a715-6069c3768b3c req-c75b7ff5-468c-4bf6-ab9c-7de982fa6a0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca HTTP/1.1" status: 200 len: 999 time: 0.0596750 Dec 09 02:35:41.341447 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:35:41.382887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a060c6-ac2a-4d49-a715-6069c3768b3c req-5b79f112-1495-416f-9991-f174d73df198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:41.384282 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-47a060c6-ac2a-4d49-a715-6069c3768b3c req-5b79f112-1495-416f-9991-f174d73df198 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0466194 Dec 09 02:35:41.421179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['d7e3e236-fc13-4eed-9c8a-a5e0d0992cca'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:35:41.436106 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a060c6-ac2a-4d49-a715-6069c3768b3c req-4eed01cc-6957-4112-a19b-e25a4eb78173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:41.438364 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-47a060c6-ac2a-4d49-a715-6069c3768b3c req-4eed01cc-6957-4112-a19b-e25a4eb78173 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0468824 Dec 09 02:35:41.528693 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-47a060c6-ac2a-4d49-a715-6069c3768b3c req-5a517baa-93d3-4a49-8c60-ca132fbbe483 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808263 Dec 09 02:35:41.620455 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-47a060c6-ac2a-4d49-a715-6069c3768b3c req-0cf17a70-0981-499f-bf65-21b28bce07ef service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852680 Dec 09 02:35:41.755586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ff2c4-a303-4e68-805c-0a28fc30b1c2 req-0c50ded4-ce55-4f3d-84f6-b82ee7e7b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:41.757084 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9d5ff2c4-a303-4e68-805c-0a28fc30b1c2 req-0c50ded4-ce55-4f3d-84f6-b82ee7e7b287 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 1098 time: 0.0404749 Dec 09 02:35:41.859239 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ff2c4-a303-4e68-805c-0a28fc30b1c2 req-690b82d7-7ea6-4e51-9770-dfd099ad2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:41.860764 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9d5ff2c4-a303-4e68-805c-0a28fc30b1c2 req-690b82d7-7ea6-4e51-9770-dfd099ad2034 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0822067 Dec 09 02:35:41.929778 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9d5ff2c4-a303-4e68-805c-0a28fc30b1c2 req-8acdbe08-f17d-45b5-b61f-11b2b8868620 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca HTTP/1.1" status: 200 len: 1000 time: 0.0605090 Dec 09 02:35:41.983516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ff2c4-a303-4e68-805c-0a28fc30b1c2 req-b77ebdff-2b78-493e-92a8-2b7d31fbcdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:41.985010 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9d5ff2c4-a303-4e68-805c-0a28fc30b1c2 req-b77ebdff-2b78-493e-92a8-2b7d31fbcdfe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0425532 Dec 09 02:35:42.083786 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ff2c4-a303-4e68-805c-0a28fc30b1c2 req-2cbb7f76-c878-4003-b7aa-3bd6c7769a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:42.085155 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9d5ff2c4-a303-4e68-805c-0a28fc30b1c2 req-2cbb7f76-c878-4003-b7aa-3bd6c7769a3f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397384 Dec 09 02:35:42.211176 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9d5ff2c4-a303-4e68-805c-0a28fc30b1c2 req-49e3c95f-fa08-41ae-80ad-f7822afb6df5 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892100 Dec 09 02:35:42.337159 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402d339-9293-46fc-8b32-e8bbf20066a0 req-1cbdc15a-a658-413e-b7ac-c2846d43fb78 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:42.338531 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f402d339-9293-46fc-8b32-e8bbf20066a0 req-1cbdc15a-a658-413e-b7ac-c2846d43fb78 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 945 time: 0.0781770 Dec 09 02:35:42.344114 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9d5ff2c4-a303-4e68-805c-0a28fc30b1c2 req-84c2d68e-cc28-4d75-80df-730cd367b570 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256986 Dec 09 02:35:42.379727 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d7e3e236-fc13-4eed-9c8a-a5e0d0992cca up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:35:42.386337 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f402d339-9293-46fc-8b32-e8bbf20066a0 req-fae35850-a39d-4a0d-9457-d933d77b2d6e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410655 Dec 09 02:35:42.427750 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:35:42.428267 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:42.511674 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:42.550923 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:35:42.554810 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:42.602465 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:35:42.622665 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385db541-3672-4344-ab46-b9db4bfd2ab2 req-4cb647e7-7fe9-48c8-9bcc-13ceec11d410 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:42.624160 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-385db541-3672-4344-ab46-b9db4bfd2ab2 req-4cb647e7-7fe9-48c8-9bcc-13ceec11d410 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0486872 Dec 09 02:35:42.670109 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-385db541-3672-4344-ab46-b9db4bfd2ab2 req-87979d30-9c44-4f90-8b68-8e834855d30a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400279 Dec 09 02:35:42.760335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a65ad83-2733-4dd3-94b6-be5ee9bf10a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:35:42.762613 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49314a9a-0d75-4091-9d8b-a4733d1e0c5e" -d '{"events": [{"server_uuid": "1a65ad83-2733-4dd3-94b6-be5ee9bf10a5", "name": "network-vif-plugged", "status": "completed", "tag": "d7e3e236-fc13-4eed-9c8a-a5e0d0992cca"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:35:42.815901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83276425-4049-4acb-89c8-04291a89c750 x-openstack-request-id: req-83276425-4049-4acb-89c8-04291a89c750 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:35:42.816194 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a65ad83-2733-4dd3-94b6-be5ee9bf10a5", "name": "network-vif-plugged", "status": "completed", "tag": "d7e3e236-fc13-4eed-9c8a-a5e0d0992cca", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:35:42.816444 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83276425-4049-4acb-89c8-04291a89c750 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:35:42.816827 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a65ad83-2733-4dd3-94b6-be5ee9bf10a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca', 'code': 200} Dec 09 02:35:43.788188 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c050b08-7437-4419-90e0-a1c01ce8ada2 req-44e11f27-fb2e-4763-be93-39f459605ce6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:43.789621 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3c050b08-7437-4419-90e0-a1c01ce8ada2 req-44e11f27-fb2e-4763-be93-39f459605ce6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0515776 Dec 09 02:35:43.835855 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3c050b08-7437-4419-90e0-a1c01ce8ada2 req-3c4950a2-52c6-41c9-8c90-ecdf4ac3de32 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398746 Dec 09 02:35:44.260030 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:44.402376 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30848569-e439-455d-8de5-593b2827cfbb req-623c6ea5-956a-4f6d-831a-5b660e13e1ec tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:44.403667 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30848569-e439-455d-8de5-593b2827cfbb req-623c6ea5-956a-4f6d-831a-5b660e13e1ec tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 946 time: 0.0476463 Dec 09 02:35:44.492343 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-30848569-e439-455d-8de5-593b2827cfbb req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Deleting port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:35:44.492687 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-30848569-e439-455d-8de5-593b2827cfbb req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:44.578037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-30848569-e439-455d-8de5-593b2827cfbb req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] For port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:35:44.578404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-30848569-e439-455d-8de5-593b2827cfbb req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:44.741750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-30848569-e439-455d-8de5-593b2827cfbb req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:44.742116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-30848569-e439-455d-8de5-593b2827cfbb req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:44.742439 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [req-30848569-e439-455d-8de5-593b2827cfbb req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Floating IP 82e9bad8-2105-4365-a085-0d6b2ec75835 disassociated. External IP: 172.26.3.64, port: d7e3e236-fc13-4eed-9c8a-a5e0d0992cca. Dec 09 02:35:44.742781 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-30848569-e439-455d-8de5-593b2827cfbb req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Calling delete_port for d7e3e236-fc13-4eed-9c8a-a5e0d0992cca owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:35:44.867533 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-30848569-e439-455d-8de5-593b2827cfbb req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:44.896953 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Pushing event deleted for resources: {'Port': ['ID=d7e3e236-fc13-4eed-9c8a-a5e0d0992cca,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:35:44.922590 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:44.922948 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:44.923296 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:44.923662 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:44.924003 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:44.924336 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:44.924668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:44.925003 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:44.925333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:44.925661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:44.925988 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:44.926309 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:44.926629 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:35:44.987996 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb651f4e-a3d3-47eb-9d9a-09fa6a275356 req-cdde2d28-e7bb-4f96-ba77-e3ae1e7171dc tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a65ad83-2733-4dd3-94b6-be5ee9bf10a5 HTTP/1.1" status: 200 len: 210 time: 0.0781868 Dec 09 02:35:45.055783 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30848569-e439-455d-8de5-593b2827cfbb req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:35:45.163117 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30848569-e439-455d-8de5-593b2827cfbb req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:35:45.173484 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a96716d-3f35-418c-9610-b9e3f8a6acfd None None] Sync routers for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:35:45.183610 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a96716d-3f35-418c-9610-b9e3f8a6acfd None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:35:45.184324 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1a96716d-3f35-418c-9610-b9e3f8a6acfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:35:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:35:45.204814 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-30848569-e439-455d-8de5-593b2827cfbb req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] No DVR routers for this DVR port d7e3e236-fc13-4eed-9c8a-a5e0d0992cca on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:35:45.207382 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-30848569-e439-455d-8de5-593b2827cfbb req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:45.210776 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30848569-e439-455d-8de5-593b2827cfbb req-a6527e8c-0518-42e3-b1a7-8d6b4bb7ed3c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "DELETE /v2.0/ports/d7e3e236-fc13-4eed-9c8a-a5e0d0992cca HTTP/1.1" status: 204 len: 173 time: 0.8013756 Dec 09 02:35:45.211210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a65ad83-2733-4dd3-94b6-be5ee9bf10a5', 'name': 'network-vif-deleted', 'tag': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:35:45.213474 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53471f93-2639-4353-a1d7-c6d34808aa3e" -d '{"events": [{"server_uuid": "1a65ad83-2733-4dd3-94b6-be5ee9bf10a5", "name": "network-vif-deleted", "tag": "d7e3e236-fc13-4eed-9c8a-a5e0d0992cca"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:35:45.252898 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44768960-2034-4bad-8710-eb05342553c8 x-openstack-request-id: req-44768960-2034-4bad-8710-eb05342553c8 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:35:45.253129 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a65ad83-2733-4dd3-94b6-be5ee9bf10a5", "name": "network-vif-deleted", "tag": "d7e3e236-fc13-4eed-9c8a-a5e0d0992cca", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:35:45.253379 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44768960-2034-4bad-8710-eb05342553c8 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:35:45.253780 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a65ad83-2733-4dd3-94b6-be5ee9bf10a5', 'name': 'network-vif-deleted', 'tag': 'd7e3e236-fc13-4eed-9c8a-a5e0d0992cca', 'status': 'completed', 'code': 200} Dec 09 02:35:45.300614 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1a96716d-3f35-418c-9610-b9e3f8a6acfd None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:35:45.499334 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1a96716d-3f35-418c-9610-b9e3f8a6acfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:35:45.524871 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a96716d-3f35-418c-9610-b9e3f8a6acfd None None] Checking router: 30463a45-8f9a-42bd-98e3-1dfaacc925a3 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:35:45.533119 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a96716d-3f35-418c-9610-b9e3f8a6acfd None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:35:45.533711 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1a96716d-3f35-418c-9610-b9e3f8a6acfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:35:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:35:45.637363 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1a96716d-3f35-418c-9610-b9e3f8a6acfd None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:35:45.843743 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1a96716d-3f35-418c-9610-b9e3f8a6acfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:35:46.017999 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a96716d-3f35-418c-9610-b9e3f8a6acfd None None] The sync data for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv is: [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:35:46.240981 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b655f11-301c-4b78-a1f2-1bba62dd6a62 None None] New status for floating IP 82e9bad8-2105-4365-a085-0d6b2ec75835: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:35:46.242651 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-78a5f2d2-07e9-4649-9ee6-6c61ca4d6b3b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--726006238&fields=id&tenant_id=dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 267 time: 0.0430517 Dec 09 02:35:46.348080 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-5b794c72-9d3b-47fb-972b-c795552b5513 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:46.349593 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-5b794c72-9d3b-47fb-972b-c795552b5513 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 812 time: 0.0991571 Dec 09 02:35:46.365345 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-7fdf0b3e-8bf7-41bd-ac01-a2bddbac286f tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/quotas/dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 375 time: 0.0097296 Dec 09 02:35:46.426102 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-64283ae0-d573-4d8d-8942-77a2ac6aa47e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536473 Dec 09 02:35:46.521878 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-ce9b1a59-5722-4917-a0d9-8539a0b81672 service neutron] 10.222.0.43 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810044 Dec 09 02:35:46.874067 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-5f1585d0-2f5e-4a15-a37d-7e3f66a5a3fa service neutron] 10.222.0.43 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457711 Dec 09 02:35:47.028458 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7b5d1de2-868d-4dd1-8d38-8a4cc30e8074 req-1542132b-1b41-4bd4-bd1b-6f9f87899197 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 210 time: 0.0280473 Dec 09 02:35:47.996209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-bb6f128b-5439-42f0-b36a-4dc5d9061fd1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:47.997712 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-bb6f128b-5439-42f0-b36a-4dc5d9061fd1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 812 time: 0.1028867 Dec 09 02:35:48.069358 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-42e23149-30ad-4e19-b0f5-15f861356075 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 379 time: 0.0560935 Dec 09 02:35:48.078582 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-8e4e6c7d-05e8-4a36-ab63-4f7058bfebb6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Request body: {'port': {'device_id': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'admin_state_up': True, 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'security_groups': ['6de06f27-fdd1-4231-b5eb-8ba2a1f40d75']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:35:48.146038 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-da3fd31b-8353-4812-923f-a16b35315725 req-02464683-8924-4e9c-9f5a-0cca41385ae2 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 210 time: 0.0281234 Dec 09 02:35:48.205667 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-8e4e6c7d-05e8-4a36-ab63-4f7058bfebb6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Made reservation on behalf of dfa49361765649a89099bacad09bdd3d for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:35:48.209279 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-8e4e6c7d-05e8-4a36-ab63-4f7058bfebb6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:48.332449 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-8e4e6c7d-05e8-4a36-ab63-4f7058bfebb6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Allocated IP 172.20.0.7 (d641f59c-5c98-4920-88df-22f742582f05/d4895df6-7d79-463b-b721-be286abb4ffb/46a93052-173a-4464-a20d-eb634fed1c5c) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:35:48.391907 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d7e3e236-fc13-4eed-9c8a-a5e0d0992cca no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:35:48.412258 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: d7e3e236-fc13-4eed-9c8a-a5e0d0992cca {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:35:48.412596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d7e3e236-fc13-4eed-9c8a-a5e0d0992cca not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:35:48.467357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-8e4e6c7d-05e8-4a36-ab63-4f7058bfebb6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:48.499946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-8e4e6c7d-05e8-4a36-ab63-4f7058bfebb6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:48.538856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-8e4e6c7d-05e8-4a36-ab63-4f7058bfebb6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Network d641f59c-5c98-4920-88df-22f742582f05 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:35:48.541799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-8e4e6c7d-05e8-4a36-ab63-4f7058bfebb6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:35:48.547802 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-8e4e6c7d-05e8-4a36-ab63-4f7058bfebb6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:35:48.574306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e6c7d-05e8-4a36-ab63-4f7058bfebb6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Pushing event updated for resources: {'Port': ['ID=46a93052-173a-4464-a20d-eb634fed1c5c,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:35:48.600152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-8e4e6c7d-05e8-4a36-ab63-4f7058bfebb6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:48.600771 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-8e4e6c7d-05e8-4a36-ab63-4f7058bfebb6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:48.616844 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-8e4e6c7d-05e8-4a36-ab63-4f7058bfebb6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5417888 Dec 09 02:35:48.634708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Request body: {'port': {'device_id': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:35:48.693618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:48.754155 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9d93ce85-e8df-40da-98b8-064db1fb084a None None] Provisioning complete for port 46a93052-173a-4464-a20d-eb634fed1c5c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:35:48.754509 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9d93ce85-e8df-40da-98b8-064db1fb084a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:48.788477 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9d93ce85-e8df-40da-98b8-064db1fb084a None None] Port 46a93052-173a-4464-a20d-eb634fed1c5c cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:35:48.945916 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a93052-173a-4464-a20d-eb634fed1c5c {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:35:48.953507 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:48.965734 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Transition to ACTIVE for port object 46a93052-173a-4464-a20d-eb634fed1c5c will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:35:48.969398 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:49.018694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=46a93052-173a-4464-a20d-eb634fed1c5c,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:35:49.088839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Attempting to bind port 46a93052-173a-4464-a20d-eb634fed1c5c on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:35:49.089760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Attempting to bind port 46a93052-173a-4464-a20d-eb634fed1c5c by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:35:49.090095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Attempting to bind port 46a93052-173a-4464-a20d-eb634fed1c5c on network d641f59c-5c98-4920-88df-22f742582f05 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:35:49.094698 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Port 46a93052-173a-4464-a20d-eb634fed1c5c on network d641f59c-5c98-4920-88df-22f742582f05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:35:49.095023 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Attempting to bind port 46a93052-173a-4464-a20d-eb634fed1c5c on network d641f59c-5c98-4920-88df-22f742582f05 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:35:49.100051 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:35:49.100392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Checking segment: {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:35:49.100777 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Bound using segment: {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:35:49.101229 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Bound port: 46a93052-173a-4464-a20d-eb634fed1c5c, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:35:49.101587 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:49.170585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] For port 46a93052-173a-4464-a20d-eb634fed1c5c, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:35:49.175244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] For port 46a93052-173a-4464-a20d-eb634fed1c5c, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=46a93052-173a-4464-a20d-eb634fed1c5c,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:35:49.180328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:49.213009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:49.213623 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:49.215654 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] 10.222.0.45 "PUT /v2.0/ports/46a93052-173a-4464-a20d-eb634fed1c5c HTTP/1.1" status: 200 len: 1093 time: 0.5852389 Dec 09 02:35:49.216095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:35:49.218348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d45f35e-b721-402b-a6f9-de2a48625ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:35:49.269059 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed58990-c9b4-4995-8d86-aceca6c4fdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=46a93052-173a-4464-a20d-eb634fed1c5c,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:35:49.318603 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38aa2f4-a2d4-42e7-a674-7e3e42846bbc req-514c0e93-f3de-4e8f-8e6c-0dfa7160c3f7 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:49.320184 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f38aa2f4-a2d4-42e7-a674-7e3e42846bbc req-514c0e93-f3de-4e8f-8e6c-0dfa7160c3f7 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 943 time: 0.0970354 Dec 09 02:35:49.346514 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-bdf13469-cc51-4dd4-821b-5a16a0d4ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:49.348026 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-bdf13469-cc51-4dd4-821b-5a16a0d4ed6d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 1096 time: 0.0746994 Dec 09 02:35:49.407387 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f38aa2f4-a2d4-42e7-a674-7e3e42846bbc req-98755ef4-7762-442b-bfb9-10a6777e127a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806828 Dec 09 02:35:49.409034 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-f0f8b413-d391-46ca-8f86-dd785c2cdb99 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46a93052-173a-4464-a20d-eb634fed1c5c HTTP/1.1" status: 200 len: 217 time: 0.0446837 Dec 09 02:35:49.452188 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1722538e-5a35-4657-a510-656c34bf539e x-openstack-request-id: req-1722538e-5a35-4657-a510-656c34bf539e {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:35:49.452483 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:35:49.452736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1722538e-5a35-4657-a510-656c34bf539e {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:35:49.453163 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c', 'status': 'completed', 'code': 200} Dec 09 02:35:49.463474 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-b73be46a-432b-4cde-9f9d-d8e926f5dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:49.465365 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-b73be46a-432b-4cde-9f9d-d8e926f5dd26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0503008 Dec 09 02:35:49.509804 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-0b4eca0e-6943-4d97-bdc8-ea72f3fdd3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:49.511281 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-0b4eca0e-6943-4d97-bdc8-ea72f3fdd3ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387080 Dec 09 02:35:49.596999 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-036c28e7-cdc0-4036-919b-01223ee18788 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788167 Dec 09 02:35:49.687809 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d50b621f-788b-4555-b01a-8a17cfdb2419 req-8e098bd4-6bd3-4c7c-9029-a01832d2c74c service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834389 Dec 09 02:35:49.815966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45f35e-b721-402b-a6f9-de2a48625ac8 req-443bb440-ee46-4bcb-86bb-9b68e3d54bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:49.817352 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6d45f35e-b721-402b-a6f9-de2a48625ac8 req-443bb440-ee46-4bcb-86bb-9b68e3d54bfa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 1096 time: 0.0406837 Dec 09 02:35:49.909714 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45f35e-b721-402b-a6f9-de2a48625ac8 req-4b0395a5-b369-4745-8500-a821ba2654fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:49.911164 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6d45f35e-b721-402b-a6f9-de2a48625ac8 req-4b0395a5-b369-4745-8500-a821ba2654fd service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0854206 Dec 09 02:35:49.954038 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6d45f35e-b721-402b-a6f9-de2a48625ac8 req-07b38efe-4995-42ab-b075-70ac84a11956 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46a93052-173a-4464-a20d-eb634fed1c5c HTTP/1.1" status: 200 len: 217 time: 0.0335257 Dec 09 02:35:50.002354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45f35e-b721-402b-a6f9-de2a48625ac8 req-8ab5b732-bff7-471c-b929-d835888ac894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:50.003811 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6d45f35e-b721-402b-a6f9-de2a48625ac8 req-8ab5b732-bff7-471c-b929-d835888ac894 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0420463 Dec 09 02:35:50.053332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45f35e-b721-402b-a6f9-de2a48625ac8 req-3432fa26-1382-4ee1-8458-1f6914398472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:50.054922 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6d45f35e-b721-402b-a6f9-de2a48625ac8 req-3432fa26-1382-4ee1-8458-1f6914398472 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0426118 Dec 09 02:35:50.143623 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6d45f35e-b721-402b-a6f9-de2a48625ac8 req-020016a1-9269-4de2-981a-67efa0491a7d service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806551 Dec 09 02:35:50.234789 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6d45f35e-b721-402b-a6f9-de2a48625ac8 req-a7c02fa0-952a-4608-9ac9-a8f5881a06a5 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837650 Dec 09 02:35:50.523031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefc50e-e0ff-4989-85d1-e798bbc7b6b8 req-1f63f0d4-7e8a-4775-a9c2-1233304bfddd tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:50.524541 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7cefc50e-e0ff-4989-85d1-e798bbc7b6b8 req-1f63f0d4-7e8a-4775-a9c2-1233304bfddd tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 943 time: 0.0491965 Dec 09 02:35:50.570816 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7cefc50e-e0ff-4989-85d1-e798bbc7b6b8 req-acbb4cd9-a92e-43d7-bcae-4f5916c2ee53 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403502 Dec 09 02:35:51.684190 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbadf86-1974-47fe-b7ba-41ee3981198d req-3128bbea-12ba-4266-a679-2a18b7ba578e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:51.685697 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6cbadf86-1974-47fe-b7ba-41ee3981198d req-3128bbea-12ba-4266-a679-2a18b7ba578e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 943 time: 0.0477164 Dec 09 02:35:51.732639 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6cbadf86-1974-47fe-b7ba-41ee3981198d req-cbb38d00-7343-41af-9abb-aa91a1a11cb0 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401993 Dec 09 02:35:52.409422 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 46a93052-173a-4464-a20d-eb634fed1c5c details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:35:52.500648 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 46a93052-173a-4464-a20d-eb634fed1c5c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=46a93052-173a-4464-a20d-eb634fed1c5c,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:35:52.511735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '46a93052-173a-4464-a20d-eb634fed1c5c', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'port_id': '46a93052-173a-4464-a20d-eb634fed1c5c', 'mac_address': 'fa:16:3e:d1:43:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:35:52.551426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:52.563639 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a93052-173a-4464-a20d-eb634fed1c5c {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:35:52.581649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 46a93052-173a-4464-a20d-eb634fed1c5c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=46a93052-173a-4464-a20d-eb634fed1c5c,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:35:52.585821 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:52.634207 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=46a93052-173a-4464-a20d-eb634fed1c5c,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:35:52.851856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8839b33-a848-491f-9d40-2e111f0b3fbf req-33f3c106-f3c5-47a7-9c2e-16b4522a5e32 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:52.854196 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f8839b33-a848-491f-9d40-2e111f0b3fbf req-33f3c106-f3c5-47a7-9c2e-16b4522a5e32 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 944 time: 0.0530262 Dec 09 02:35:52.855908 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['46a93052-173a-4464-a20d-eb634fed1c5c'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:35:52.899537 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f8839b33-a848-491f-9d40-2e111f0b3fbf req-a3f8dd4a-5256-4c30-a19b-0284dd90f458 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399339 Dec 09 02:35:54.013575 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab05389-db92-451e-9709-0125e3a571f9 req-68af482a-9a2a-4bc5-898c-16938bdaa9a4 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:54.015082 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5ab05389-db92-451e-9709-0125e3a571f9 req-68af482a-9a2a-4bc5-898c-16938bdaa9a4 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 944 time: 0.0484443 Dec 09 02:35:54.060902 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5ab05389-db92-451e-9709-0125e3a571f9 req-a632cd50-f97c-42d9-b848-e2fb135c4e0e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399580 Dec 09 02:35:54.425135 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 46a93052-173a-4464-a20d-eb634fed1c5c up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:35:54.472846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 46a93052-173a-4464-a20d-eb634fed1c5c completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:35:54.476702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 46a93052-173a-4464-a20d-eb634fed1c5c triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:35:54.477078 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:54.554762 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:54.577306 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:35:54.579691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc77f895-b48c-4a72-94db-c1031aca1bff" -d '{"events": [{"server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "name": "network-vif-plugged", "status": "completed", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:35:54.592396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 46a93052-173a-4464-a20d-eb634fed1c5c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=46a93052-173a-4464-a20d-eb634fed1c5c,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:35:54.597063 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:54.619852 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ba10f4-4e0b-4350-808a-f2ce4b59ecc7 x-openstack-request-id: req-d1ba10f4-4e0b-4350-808a-f2ce4b59ecc7 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:35:54.620677 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "name": "network-vif-plugged", "status": "completed", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:35:54.620936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1ba10f4-4e0b-4350-808a-f2ce4b59ecc7 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:35:54.621332 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c', 'code': 200} Dec 09 02:35:54.646811 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=46a93052-173a-4464-a20d-eb634fed1c5c,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:35:54.815266 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f0019-7919-4801-a4b0-c87f5bfe7763 req-232d77e4-a20a-4b86-adb9-946cc0929e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:54.816774 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ba9f0019-7919-4801-a4b0-c87f5bfe7763 req-232d77e4-a20a-4b86-adb9-946cc0929e2a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 1098 time: 0.0394433 Dec 09 02:35:54.864285 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ba9f0019-7919-4801-a4b0-c87f5bfe7763 req-45059a24-8d5d-459f-8409-e8fa61e7de5e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391960 Dec 09 02:35:55.176659 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541d2e9-e684-427e-8c6f-222b65f382fd req-f3897a1e-0731-451e-acd8-779d6d7f8d4d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:55.178130 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1541d2e9-e684-427e-8c6f-222b65f382fd req-f3897a1e-0731-451e-acd8-779d6d7f8d4d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0480673 Dec 09 02:35:55.224955 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1541d2e9-e684-427e-8c6f-222b65f382fd req-d6a0bb97-315a-493a-8913-0c3f8500303d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403538 Dec 09 02:35:56.339537 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860b805-e2e4-4d5f-812a-3e2fce5ca8f2 req-2d537e43-e62f-48c6-a169-f49979ea6f5d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:56.341000 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a860b805-e2e4-4d5f-812a-3e2fce5ca8f2 req-2d537e43-e62f-48c6-a169-f49979ea6f5d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0486183 Dec 09 02:35:56.387198 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a860b805-e2e4-4d5f-812a-3e2fce5ca8f2 req-0cdd9b3d-bf73-435b-9649-c39af77048a8 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403249 Dec 09 02:35:56.499608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f50ec8-306a-43ab-a149-0ae66c7ec089 req-d74d4f98-d8d1-4a7c-9714-7c2b5c701a91 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:56.501077 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-80f50ec8-306a-43ab-a149-0ae66c7ec089 req-d74d4f98-d8d1-4a7c-9714-7c2b5c701a91 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0511093 Dec 09 02:35:56.509603 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 40674) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:35:56.514325 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-44c6ddf6-713e-43e5-8ebb-0e8abe5eaf08 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Request body: {'floatingip': {'port_id': '46a93052-173a-4464-a20d-eb634fed1c5c'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:35:56.552829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-44c6ddf6-713e-43e5-8ebb-0e8abe5eaf08 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for floatingip, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:56.968782 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-44c6ddf6-713e-43e5-8ebb-0e8abe5eaf08 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:56.972606 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-44c6ddf6-713e-43e5-8ebb-0e8abe5eaf08 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:57.070936 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-44c6ddf6-713e-43e5-8ebb-0e8abe5eaf08 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Floating IP 82e9bad8-2105-4365-a085-0d6b2ec75835 associated. External IP: 172.26.3.64, port: 46a93052-173a-4464-a20d-eb634fed1c5c. Dec 09 02:35:57.273468 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c6ddf6-713e-43e5-8ebb-0e8abe5eaf08 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:35:57.378433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c6ddf6-713e-43e5-8ebb-0e8abe5eaf08 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:35:57.382994 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-44c6ddf6-713e-43e5-8ebb-0e8abe5eaf08 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:35:57.389827 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51600e2b-7433-4cc9-bd8a-719d807c7a3f None None] Sync routers for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:35:57.399778 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51600e2b-7433-4cc9-bd8a-719d807c7a3f None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:35:57.400393 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-51600e2b-7433-4cc9-bd8a-719d807c7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:35:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:35:57.410396 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-44c6ddf6-713e-43e5-8ebb-0e8abe5eaf08 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "PUT /v2.0/floatingips/82e9bad8-2105-4365-a085-0d6b2ec75835 HTTP/1.1" status: 200 len: 990 time: 0.8997662 Dec 09 02:35:57.410995 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:35:57.413305 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c82c9c2-4501-41cf-9898-28701963fc10" -d '{"events": [{"name": "network-changed", "server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:35:57.505025 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-51600e2b-7433-4cc9-bd8a-719d807c7a3f None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:35:57.542931 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcce8a7d-af8a-4f26-9edb-e949282288f2 x-openstack-request-id: req-dcce8a7d-af8a-4f26-9edb-e949282288f2 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:35:57.543223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:35:57.543506 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dcce8a7d-af8a-4f26-9edb-e949282288f2 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:35:57.543911 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c', 'status': 'completed', 'code': 200} Dec 09 02:35:57.626377 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82c9c2-4501-41cf-9898-28701963fc10 req-72f52ccf-3d97-4045-a7de-1d39cefb3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:57.627923 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3c82c9c2-4501-41cf-9898-28701963fc10 req-72f52ccf-3d97-4045-a7de-1d39cefb3115 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 1098 time: 0.0401995 Dec 09 02:35:57.720717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82c9c2-4501-41cf-9898-28701963fc10 req-4065e876-a52a-488e-bee3-a1aa6effd97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:57.722183 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3c82c9c2-4501-41cf-9898-28701963fc10 req-4065e876-a52a-488e-bee3-a1aa6effd97a service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0868995 Dec 09 02:35:57.730150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-51600e2b-7433-4cc9-bd8a-719d807c7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '82e9bad8-2105-4365-a085-0d6b2ec75835', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'port_id': '46a93052-173a-4464-a20d-eb634fed1c5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'mac_address': 'fa:16:3e:d1:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:33:22Z', 'updated_at': '2021-12-09T02:35:56Z', 'revision_number': 9, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:35:57.756267 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51600e2b-7433-4cc9-bd8a-719d807c7a3f None None] Checking router: 30463a45-8f9a-42bd-98e3-1dfaacc925a3 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:35:57.764626 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51600e2b-7433-4cc9-bd8a-719d807c7a3f None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:35:57.765231 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-51600e2b-7433-4cc9-bd8a-719d807c7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:35:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:35:57.787108 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3c82c9c2-4501-41cf-9898-28701963fc10 req-eb6d37e5-f81f-41f5-bdf8-117f12971126 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46a93052-173a-4464-a20d-eb634fed1c5c HTTP/1.1" status: 200 len: 998 time: 0.0577917 Dec 09 02:35:57.833626 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82c9c2-4501-41cf-9898-28701963fc10 req-9d7b2eff-316f-4465-a715-8a485fde2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:57.835113 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3c82c9c2-4501-41cf-9898-28701963fc10 req-9d7b2eff-316f-4465-a715-8a485fde2ead service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0417421 Dec 09 02:35:57.870967 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-51600e2b-7433-4cc9-bd8a-719d807c7a3f None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:35:58.102603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-51600e2b-7433-4cc9-bd8a-719d807c7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '82e9bad8-2105-4365-a085-0d6b2ec75835', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'port_id': '46a93052-173a-4464-a20d-eb634fed1c5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'mac_address': 'fa:16:3e:d1:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:33:22Z', 'updated_at': '2021-12-09T02:35:56Z', 'revision_number': 9, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:35:58.130430 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51600e2b-7433-4cc9-bd8a-719d807c7a3f None None] The sync data for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv is: [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '82e9bad8-2105-4365-a085-0d6b2ec75835', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'port_id': '46a93052-173a-4464-a20d-eb634fed1c5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'mac_address': 'fa:16:3e:d1:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:33:22Z', 'updated_at': '2021-12-09T02:35:56Z', 'revision_number': 9, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:35:58.152462 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82c9c2-4501-41cf-9898-28701963fc10 req-a93c5b8b-ee4b-48a0-87c4-423bc138805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:35:58.153967 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3c82c9c2-4501-41cf-9898-28701963fc10 req-a93c5b8b-ee4b-48a0-87c4-423bc138805a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3121715 Dec 09 02:35:58.243157 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3c82c9c2-4501-41cf-9898-28701963fc10 req-8d6a24a9-5d1b-49a6-9e76-50b5815615f1 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813954 Dec 09 02:35:58.320535 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a89399-ff2c-4591-9adb-d53ed73c17dc None None] New status for floating IP 82e9bad8-2105-4365-a085-0d6b2ec75835: ACTIVE {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:35:58.339365 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3c82c9c2-4501-41cf-9898-28701963fc10 req-ffb7a24b-53b7-4da6-85ed-76b9493d8296 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895798 Dec 09 02:36:03.057172 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f5db0561-0cee-4bf7-bd04-599ebc762848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:05.293657 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ccc3f72a-2c4b-4cb5-b10c-d2d87afc3d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:06.449555 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:07.835592 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:08.697709 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:10.369867 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:36:14.282335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:33.059112 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0a26d2e3-c141-4759-b5a5-05a1fc3bfa57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:34.465196 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd176c8-5272-4818-ac5d-ff52e3e10646 req-827de38c-fa81-4631-a050-888b992c3fbd tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:34.466741 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bdd176c8-5272-4818-ac5d-ff52e3e10646 req-827de38c-fa81-4631-a050-888b992c3fbd tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0553586 Dec 09 02:36:34.493229 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-36ebe5b8-8a31-42e3-9c87-798fcaf21733 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898232 Dec 09 02:36:34.516216 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bdd176c8-5272-4818-ac5d-ff52e3e10646 req-87ef385c-241a-4b24-bb27-6d723c362b14 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432944 Dec 09 02:36:35.285669 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6fc70509-1621-4a0f-9460-d9aad3dc5539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:35.665476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92f56e-c18f-4228-9b9f-f3b48865abdd req-526589ec-d96d-440a-b2f0-ebc49dbcf95e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:35.666936 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ce92f56e-c18f-4228-9b9f-f3b48865abdd req-526589ec-d96d-440a-b2f0-ebc49dbcf95e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0798616 Dec 09 02:36:35.672264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-c7101ec0-aa79-4ea7-9c91-1714f01bed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:35.673607 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-c7101ec0-aa79-4ea7-9c91-1714f01bed5b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 1098 time: 0.0606792 Dec 09 02:36:35.772302 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ce92f56e-c18f-4228-9b9f-f3b48865abdd req-62fc4fe7-1bfc-484c-9291-9d5466910772 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977485 Dec 09 02:36:35.790268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-37d54f89-66d6-4f00-9447-5497d7f6696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:35.791762 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-37d54f89-66d6-4f00-9447-5497d7f6696e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.1109467 Dec 09 02:36:35.859795 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-14d6f2fc-6fc7-4d23-a59f-f09ccc3bf882 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46a93052-173a-4464-a20d-eb634fed1c5c HTTP/1.1" status: 200 len: 1001 time: 0.0608284 Dec 09 02:36:35.907248 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-d66924ee-8feb-4d7f-857d-b523b1598048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:35.908679 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-d66924ee-8feb-4d7f-857d-b523b1598048 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0424533 Dec 09 02:36:35.953158 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-bb3fdac1-1549-48cc-a8b6-97e255d82d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:35.954598 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-bb3fdac1-1549-48cc-a8b6-97e255d82d1e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0384645 Dec 09 02:36:36.043744 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-12ed0056-2a05-4e63-ba5d-a2b8895ab92d service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816658 Dec 09 02:36:36.130681 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-0f979f90-c43f-45f3-a165-b8dcb6939841 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804024 Dec 09 02:36:36.452062 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:36.890413 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f090f3-1139-4ac7-a6cb-cc548e7a411f req-dba4ecf6-bbcc-4d21-83ea-87d831015739 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:36.891902 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-87f090f3-1139-4ac7-a6cb-cc548e7a411f req-dba4ecf6-bbcc-4d21-83ea-87d831015739 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0532427 Dec 09 02:36:36.937201 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-87f090f3-1139-4ac7-a6cb-cc548e7a411f req-79f77930-edbb-4991-805d-e11f23d39c53 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393379 Dec 09 02:36:37.838385 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:38.050930 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0793d2-9473-4056-8800-280ad5a80b97 req-8476aeec-2844-4367-b823-1a295454476a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:38.052472 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b0793d2-9473-4056-8800-280ad5a80b97 req-8476aeec-2844-4367-b823-1a295454476a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0484354 Dec 09 02:36:38.097669 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b0793d2-9473-4056-8800-280ad5a80b97 req-7ecfa6d0-c9f4-43c9-9252-a42bef8839e8 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393622 Dec 09 02:36:38.700782 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:39.210507 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac547f-f5ca-4363-8f03-973b63ff69e2 req-5e89ac65-a9bd-436e-91b3-0fd48f99d0bc tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:39.211993 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-56ac547f-f5ca-4363-8f03-973b63ff69e2 req-5e89ac65-a9bd-436e-91b3-0fd48f99d0bc tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0479727 Dec 09 02:36:39.261472 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-56ac547f-f5ca-4363-8f03-973b63ff69e2 req-fb9425c3-6eda-481d-a559-d5508e0732e9 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436695 Dec 09 02:36:40.374946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da4fc1-56be-4c1e-9906-cdb2b27434b6 req-6edc4266-2c6f-4522-89c5-5ca30750fd9d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:40.376435 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-99da4fc1-56be-4c1e-9906-cdb2b27434b6 req-6edc4266-2c6f-4522-89c5-5ca30750fd9d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0476658 Dec 09 02:36:40.422355 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-99da4fc1-56be-4c1e-9906-cdb2b27434b6 req-9a771f84-ada6-42dc-a640-e3961736450a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399992 Dec 09 02:36:41.536075 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5c625-1988-4930-b1b7-ccb8ac5b9284 req-0b6a47e9-1e62-48f2-a9fe-33d750d634b3 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:41.537588 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-adc5c625-1988-4930-b1b7-ccb8ac5b9284 req-0b6a47e9-1e62-48f2-a9fe-33d750d634b3 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0482297 Dec 09 02:36:41.585259 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-adc5c625-1988-4930-b1b7-ccb8ac5b9284 req-e018efb6-a66f-4fe2-936c-9a03fa03cd77 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417466 Dec 09 02:36:42.701834 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb797126-e16a-40e7-b588-34422c3124fa req-e5a8f656-eb7e-4c93-85df-508c6d29cd4a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:42.703302 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-eb797126-e16a-40e7-b588-34422c3124fa req-e5a8f656-eb7e-4c93-85df-508c6d29cd4a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0515480 Dec 09 02:36:42.750048 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-eb797126-e16a-40e7-b588-34422c3124fa req-caebdf9c-d0ad-4c17-b7c7-27f5d98e0e67 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404847 Dec 09 02:36:42.829190 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad861d1a-073e-455b-ada7-389289d37532 req-eefaea4b-4e97-443d-bd47-bccc0611fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:42.830555 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad861d1a-073e-455b-ada7-389289d37532 req-eefaea4b-4e97-443d-bd47-bccc0611fee7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 1098 time: 0.0398264 Dec 09 02:36:42.934242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad861d1a-073e-455b-ada7-389289d37532 req-cf7cd6d6-0012-447e-9211-2169963a5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:42.935720 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad861d1a-073e-455b-ada7-389289d37532 req-cf7cd6d6-0012-447e-9211-2169963a5b74 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0855038 Dec 09 02:36:42.998680 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad861d1a-073e-455b-ada7-389289d37532 req-8b7f8849-14f0-4488-8bfc-2cb86b50fdc5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46a93052-173a-4464-a20d-eb634fed1c5c HTTP/1.1" status: 200 len: 1001 time: 0.0563774 Dec 09 02:36:43.047530 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad861d1a-073e-455b-ada7-389289d37532 req-635ac640-eddf-40c2-8b73-46de7527437a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:43.048972 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad861d1a-073e-455b-ada7-389289d37532 req-635ac640-eddf-40c2-8b73-46de7527437a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0431464 Dec 09 02:36:43.099091 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad861d1a-073e-455b-ada7-389289d37532 req-c9df076f-9c6c-4d53-b95f-264aee1749df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:43.100546 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad861d1a-073e-455b-ada7-389289d37532 req-c9df076f-9c6c-4d53-b95f-264aee1749df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0427780 Dec 09 02:36:43.188892 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad861d1a-073e-455b-ada7-389289d37532 req-02d0ac35-5924-4fe7-8e5e-e2e4f2e33407 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800955 Dec 09 02:36:43.279628 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad861d1a-073e-455b-ada7-389289d37532 req-bc2a91d6-00b7-4d78-8ea9-8fb073a0b9d9 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829458 Dec 09 02:36:43.867916 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fbc71-4c3a-4cb5-a5e6-f24534868faf req-33378cfa-d3ac-4ebe-81bd-dd7238dbc3de tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:43.870030 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6e2fbc71-4c3a-4cb5-a5e6-f24534868faf req-33378cfa-d3ac-4ebe-81bd-dd7238dbc3de tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0499392 Dec 09 02:36:43.917976 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6e2fbc71-4c3a-4cb5-a5e6-f24534868faf req-0fcd0cdb-6ec9-4c57-8336-ef26037d1a1c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419002 Dec 09 02:36:44.292462 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:45.033325 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d817f43-f0d1-4573-95f9-8d4e65ff782b req-1454bee4-9d5d-44d0-9336-22c923d8c9e3 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:45.034806 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3d817f43-f0d1-4573-95f9-8d4e65ff782b req-1454bee4-9d5d-44d0-9336-22c923d8c9e3 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0485568 Dec 09 02:36:45.081205 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3d817f43-f0d1-4573-95f9-8d4e65ff782b req-799d3aa0-ad67-4f8e-8f1f-7190e7894815 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401657 Dec 09 02:36:46.199418 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff694d5f-6ba7-49bc-888a-cde1a9d6afc4 req-10fc0e19-e71f-421c-9d94-5514fcf3f8b6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:46.200902 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ff694d5f-6ba7-49bc-888a-cde1a9d6afc4 req-10fc0e19-e71f-421c-9d94-5514fcf3f8b6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0524492 Dec 09 02:36:46.246839 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ff694d5f-6ba7-49bc-888a-cde1a9d6afc4 req-41228596-fc7b-405b-ba5b-ddf549d1eb43 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400317 Dec 09 02:36:47.360510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af566a-6684-4307-9d11-080fad5a1600 req-ea6c6620-69b5-4484-8f29-b76b30fbe57c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:47.362025 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-64af566a-6684-4307-9d11-080fad5a1600 req-ea6c6620-69b5-4484-8f29-b76b30fbe57c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0491173 Dec 09 02:36:47.368296 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:36:47.408804 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-64af566a-6684-4307-9d11-080fad5a1600 req-ba12c8cc-8be1-4f50-88be-1a7d3d1caab4 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407507 Dec 09 02:36:47.837151 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-c309676b-957c-48b9-8bbb-a49bed766fd7 service neutron] 10.222.0.45 "GET /v2.0/ports/46a93052-173a-4464-a20d-eb634fed1c5c/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0550265 Dec 09 02:36:48.050774 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-41450d73-107f-4c7a-843d-208cd3f792fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:48.052288 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-41450d73-107f-4c7a-843d-208cd3f792fb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d&tenant_id=dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 1098 time: 0.0423019 Dec 09 02:36:48.125193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-97f4720a-3122-4650-9b94-787f04675ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:48.126671 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-97f4720a-3122-4650-9b94-787f04675ee8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 1098 time: 0.0404155 Dec 09 02:36:48.217067 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-9ed7b56b-09e5-4647-a231-f79d7248339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:48.218514 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-9ed7b56b-09e5-4647-a231-f79d7248339c service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0852494 Dec 09 02:36:48.281725 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-822dc21f-98c6-44db-a04f-92c67add03d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46a93052-173a-4464-a20d-eb634fed1c5c HTTP/1.1" status: 200 len: 1001 time: 0.0566108 Dec 09 02:36:48.328325 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-a14e4097-4d8d-4cf0-b9e6-b760596419bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:48.329706 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-a14e4097-4d8d-4cf0-b9e6-b760596419bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0412850 Dec 09 02:36:48.378075 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-4a13aade-cd78-4ebd-a4ac-11b2e3ab4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:48.379511 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-4a13aade-cd78-4ebd-a4ac-11b2e3ab4720 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0425210 Dec 09 02:36:48.467155 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-6f8f4c5f-f607-4ce7-85d5-25fd79dd2981 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800331 Dec 09 02:36:48.579858 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316838c4-17e4-4273-a94f-871b8fedf090 req-fdc7f721-d9cf-4dc7-9b90-4fd93bc1c279 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:48.581312 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-316838c4-17e4-4273-a94f-871b8fedf090 req-fdc7f721-d9cf-4dc7-9b90-4fd93bc1c279 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.1008139 Dec 09 02:36:48.609031 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b50866d8-ee21-4944-8d4a-67ae674a56eb req-761cb917-e5cc-4453-9efd-25ba9210d3b0 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354403 Dec 09 02:36:48.638338 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-316838c4-17e4-4273-a94f-871b8fedf090 req-d0966b53-0938-4a73-b529-bfffdf284285 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492475 Dec 09 02:36:49.753102 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63b88b-ef7f-4ef7-9d48-410f41b29b0c req-a623f2b9-ccc4-4d26-8747-911e5f525f2e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:49.754558 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb63b88b-ef7f-4ef7-9d48-410f41b29b0c req-a623f2b9-ccc4-4d26-8747-911e5f525f2e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0473583 Dec 09 02:36:49.803774 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb63b88b-ef7f-4ef7-9d48-410f41b29b0c req-aef1ffe7-0ac6-4a71-8cf5-9039637c4cc7 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428438 Dec 09 02:36:50.691375 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 46a93052-173a-4464-a20d-eb634fed1c5c details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:36:50.701431 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 46a93052-173a-4464-a20d-eb634fed1c5c no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:36:50.844891 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:50.847700 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 46a93052-173a-4464-a20d-eb634fed1c5c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=46a93052-173a-4464-a20d-eb634fed1c5c,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:36:50.866745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '46a93052-173a-4464-a20d-eb634fed1c5c', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'port_id': '46a93052-173a-4464-a20d-eb634fed1c5c', 'mac_address': 'fa:16:3e:d1:43:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:36:50.880354 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:36:50.882591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52593ea-a92b-4b31-a7a2-24592c9b882b" -d '{"events": [{"server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "name": "network-vif-unplugged", "status": "completed", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:36:50.916437 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 46a93052-173a-4464-a20d-eb634fed1c5c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=46a93052-173a-4464-a20d-eb634fed1c5c,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:36:50.921310 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:50.921759 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f84981-1261-4451-8078-f107f8a18d2a req-ed235f3c-939b-4256-9bdf-aab7a240af83 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:50.924233 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-34f84981-1261-4451-8078-f107f8a18d2a req-ed235f3c-939b-4256-9bdf-aab7a240af83 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0501819 Dec 09 02:36:50.952327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:50.971500 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-34f84981-1261-4451-8078-f107f8a18d2a req-a31ea031-4e5e-4e14-b870-d85d5b473a16 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409777 Dec 09 02:36:50.973992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46a93052-173a-4464-a20d-eb634fed1c5c {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:36:50.992858 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=46a93052-173a-4464-a20d-eb634fed1c5c,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:36:50.996679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:36:50.997130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:36:50.997368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:36:50.997710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:36:50.998041 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:36:50.998371 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:36:50.998700 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:36:50.999028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:36:50.999358 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:36:50.999720 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:36:51.000045 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:36:51.000369 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:36:51.000689 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:36:51.027295 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 02:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e52677-5806-4e09-9fd9-42a21797a001 x-openstack-request-id: req-61e52677-5806-4e09-9fd9-42a21797a001 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:36:51.027613 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "name": "network-vif-unplugged", "status": "completed", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:36:51.027869 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61e52677-5806-4e09-9fd9-42a21797a001 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:36:51.028260 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c', 'code': 200} Dec 09 02:36:51.041603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:36:51.041959 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:36:51.318536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-c5828ec1-63d4-4949-ae6e-eeb6dcd16b7a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:51.320016 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-c5828ec1-63d4-4949-ae6e-eeb6dcd16b7a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d&tenant_id=dfa49361765649a89099bacad09bdd3d&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 943 time: 0.0811369 Dec 09 02:36:51.332179 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc6403-3118-4614-9695-adf3ff99bf44 req-9982e0af-ec4c-44a9-9ba3-1781664b1386 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:51.333530 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3bbc6403-3118-4614-9695-adf3ff99bf44 req-9982e0af-ec4c-44a9-9ba3-1781664b1386 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 943 time: 0.0686433 Dec 09 02:36:51.416166 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3bbc6403-3118-4614-9695-adf3ff99bf44 req-f0237e2b-3b11-4277-8a7f-13897c2c265a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758903 Dec 09 02:36:51.420096 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-90786dcf-9d90-406c-b946-69a63872ea78 service neutron] 10.222.0.45 "GET /v2.0/ports/46a93052-173a-4464-a20d-eb634fed1c5c/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0857155 Dec 09 02:36:51.497762 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-48272fc5-5cf9-4748-9173-d6c2c9c6549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:51.499218 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-48272fc5-5cf9-4748-9173-d6c2c9c6549f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 1096 time: 0.0397329 Dec 09 02:36:51.581593 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:51.592339 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-edf58d96-6361-4994-a551-c5e27ecc8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:51.593861 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-edf58d96-6361-4994-a551-c5e27ecc8f58 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0883358 Dec 09 02:36:51.594333 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a93052-173a-4464-a20d-eb634fed1c5c {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:36:51.613004 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 46a93052-173a-4464-a20d-eb634fed1c5c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=46a93052-173a-4464-a20d-eb634fed1c5c,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:36:51.617258 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:51.662301 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-3832a722-799f-4516-8a08-94e49148e83c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46a93052-173a-4464-a20d-eb634fed1c5c HTTP/1.1" status: 200 len: 999 time: 0.0616450 Dec 09 02:36:51.664751 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=46a93052-173a-4464-a20d-eb634fed1c5c,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:36:51.715698 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-5368c823-64df-498f-a4cf-c1fa0db8851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:51.717138 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-5368c823-64df-498f-a4cf-c1fa0db8851c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0475986 Dec 09 02:36:51.742071 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['46a93052-173a-4464-a20d-eb634fed1c5c'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:36:51.765452 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-f9872839-c6a4-4515-98a4-c1519f3ea027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:51.766960 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-f9872839-c6a4-4515-98a4-c1519f3ea027 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396345 Dec 09 02:36:51.855522 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-e1e71455-d6a4-4d68-83a1-fd35719cdf4a service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803652 Dec 09 02:36:51.945434 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-1c35bc96-aa8a-4ea7-a2e6-957c10ce825e service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833821 Dec 09 02:36:52.530703 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50947182-7bdf-4866-a2e2-a92440a90d50 req-1bd273e5-9bc1-4ec6-8f2a-7f60f00f095e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:52.532223 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-50947182-7bdf-4866-a2e2-a92440a90d50 req-1bd273e5-9bc1-4ec6-8f2a-7f60f00f095e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 944 time: 0.0498779 Dec 09 02:36:52.578319 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-50947182-7bdf-4866-a2e2-a92440a90d50 req-6a9ed14c-10e4-46ab-85a3-76be73c47444 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402017 Dec 09 02:36:52.710951 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 46a93052-173a-4464-a20d-eb634fed1c5c up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:36:52.758505 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 46a93052-173a-4464-a20d-eb634fed1c5c triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:36:52.759130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:52.831337 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:52.865471 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 46a93052-173a-4464-a20d-eb634fed1c5c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=46a93052-173a-4464-a20d-eb634fed1c5c,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:36:52.870358 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:52.915221 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=46a93052-173a-4464-a20d-eb634fed1c5c,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:36:53.029629 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:36:53.032286 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04294f8a-3cbc-451b-89a9-76d2e7e9c6c5" -d '{"events": [{"server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "name": "network-vif-plugged", "status": "completed", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:36:53.075024 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e99c0cf-0d72-4013-b227-3604d7261005 x-openstack-request-id: req-5e99c0cf-0d72-4013-b227-3604d7261005 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:36:53.075314 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "name": "network-vif-plugged", "status": "completed", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:36:53.075597 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e99c0cf-0d72-4013-b227-3604d7261005 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:36:53.075994 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c', 'code': 200} Dec 09 02:36:53.695874 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd722a27-6689-44cf-9d8d-e2f0b154fb77 req-bae2e0e4-43ee-4a74-bcd5-4109a7793da2 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:53.697887 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd722a27-6689-44cf-9d8d-e2f0b154fb77 req-bae2e0e4-43ee-4a74-bcd5-4109a7793da2 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0495965 Dec 09 02:36:53.748215 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd722a27-6689-44cf-9d8d-e2f0b154fb77 req-05f1312e-23ab-4e72-8df7-b507a3c406bf tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443602 Dec 09 02:36:54.538742 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-10586eea-f2f8-47da-ab47-c9a3b0f0d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:54.540308 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-10586eea-f2f8-47da-ab47-c9a3b0f0d2e3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d&tenant_id=dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 1098 time: 0.0415690 Dec 09 02:36:54.617494 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-774eceed-3acc-42f0-9697-e1f6a9953e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:54.618879 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-774eceed-3acc-42f0-9697-e1f6a9953e9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 1098 time: 0.0401359 Dec 09 02:36:54.708873 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-ca92ffa0-4f3e-406a-8d58-72a042025ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:54.710343 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-ca92ffa0-4f3e-406a-8d58-72a042025ec6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0851436 Dec 09 02:36:54.756939 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 46a93052-173a-4464-a20d-eb634fed1c5c no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:36:54.777967 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-38c08b4a-c47d-423b-9afc-4d84e5c09b98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46a93052-173a-4464-a20d-eb634fed1c5c HTTP/1.1" status: 200 len: 1001 time: 0.0594263 Dec 09 02:36:54.831751 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:54.854900 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-ecab3105-b007-4053-b11b-324f41fa5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:54.856393 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-ecab3105-b007-4053-b11b-324f41fa5832 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0718489 Dec 09 02:36:54.868647 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 46a93052-173a-4464-a20d-eb634fed1c5c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=46a93052-173a-4464-a20d-eb634fed1c5c,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:36:54.872659 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:54.904160 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce83e9-7128-4f0a-b821-b078ae50c324 req-39d265c4-97cd-4e0e-b53a-e0135dc04cf3 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:54.905899 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-35ce83e9-7128-4f0a-b821-b078ae50c324 req-39d265c4-97cd-4e0e-b53a-e0135dc04cf3 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0850127 Dec 09 02:36:54.920323 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=46a93052-173a-4464-a20d-eb634fed1c5c,revision_number=9']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:36:54.920776 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-f848f82a-30b8-41c5-9776-1e6f7b2866be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:54.922206 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-f848f82a-30b8-41c5-9776-1e6f7b2866be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0594285 Dec 09 02:36:55.007747 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-35ce83e9-7128-4f0a-b821-b078ae50c324 req-10d38837-b163-4b93-8923-d552a38073aa tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945580 Dec 09 02:36:55.038182 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-f11b3f68-cbec-4fb9-b801-435d096419dc service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086557 Dec 09 02:36:55.077420 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:36:55.080029 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27b9a01-ba96-499a-8b6e-f170eddc380f" -d '{"events": [{"server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "name": "network-vif-unplugged", "status": "completed", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:36:55.123283 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 02:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c5449f-92ac-4ca7-be0a-4c1efed9ecae x-openstack-request-id: req-a7c5449f-92ac-4ca7-be0a-4c1efed9ecae {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:36:55.124624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "name": "network-vif-unplugged", "status": "completed", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:36:55.124624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7c5449f-92ac-4ca7-be0a-4c1efed9ecae {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:36:55.124827 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c', 'code': 200} Dec 09 02:36:55.130356 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac018f88-73dd-4ab9-9b5d-cc301de7fe7b req-4923c14f-2257-4bff-8348-7b351dc15e39 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847750 Dec 09 02:36:56.124368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6347fc1-8aef-4406-97d8-3c887db187c3 req-2e8aab56-7eb7-42a1-ac50-06c7cc7dc74f tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:56.125889 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f6347fc1-8aef-4406-97d8-3c887db187c3 req-2e8aab56-7eb7-42a1-ac50-06c7cc7dc74f tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 943 time: 0.0490155 Dec 09 02:36:56.172572 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f6347fc1-8aef-4406-97d8-3c887db187c3 req-0ade7dca-b967-4db4-b6d0-4486c8a3e3b3 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409238 Dec 09 02:36:56.719739 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 46a93052-173a-4464-a20d-eb634fed1c5c details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:36:56.813782 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 46a93052-173a-4464-a20d-eb634fed1c5c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=46a93052-173a-4464-a20d-eb634fed1c5c,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:36:56.968801 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '46a93052-173a-4464-a20d-eb634fed1c5c', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'port_id': '46a93052-173a-4464-a20d-eb634fed1c5c', 'mac_address': 'fa:16:3e:d1:43:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:36:57.004097 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:57.016525 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a93052-173a-4464-a20d-eb634fed1c5c {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:36:57.037813 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 46a93052-173a-4464-a20d-eb634fed1c5c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=46a93052-173a-4464-a20d-eb634fed1c5c,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:36:57.041859 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:57.087890 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=46a93052-173a-4464-a20d-eb634fed1c5c,revision_number=10']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:36:57.167927 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['46a93052-173a-4464-a20d-eb634fed1c5c'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:36:57.289640 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b7c1a-a980-4838-904c-4eda41c6b486 req-4d15fe2d-cc32-4ecb-821a-2e1efd187402 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:57.291110 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d5b7c1a-a980-4838-904c-4eda41c6b486 req-4d15fe2d-cc32-4ecb-821a-2e1efd187402 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0520375 Dec 09 02:36:57.337675 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d5b7c1a-a980-4838-904c-4eda41c6b486 req-f2bc0e17-c4b4-4ffb-803a-8aa91e4ddf57 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391123 Dec 09 02:36:57.448261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a1fb5-ff40-40de-94b8-1d3abbd791bd req-df4b2ae0-9aaf-428c-acdf-e076857b904a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:57.449721 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-848a1fb5-ff40-40de-94b8-1d3abbd791bd req-df4b2ae0-9aaf-428c-acdf-e076857b904a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0478554 Dec 09 02:36:57.495163 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-848a1fb5-ff40-40de-94b8-1d3abbd791bd req-fbb56a0c-e4eb-4e11-b760-7b875d61b51c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397136 Dec 09 02:36:57.607352 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43650f-cca6-4668-ae6f-6594a071a32b req-8e80c7f8-3a98-40aa-902c-a4131163cbc0 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:57.608735 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d43650f-cca6-4668-ae6f-6594a071a32b req-8e80c7f8-3a98-40aa-902c-a4131163cbc0 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0502844 Dec 09 02:36:57.653430 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d43650f-cca6-4668-ae6f-6594a071a32b req-5f146bd9-73a9-40d6-881f-5814cf9682b5 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388966 Dec 09 02:36:57.878481 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ba6b8-336f-47c1-8b12-3f08dbb6426e req-5a002ec1-d449-4ffb-acc1-c5f198d12c45 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:57.879905 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-901ba6b8-336f-47c1-8b12-3f08dbb6426e req-5a002ec1-d449-4ffb-acc1-c5f198d12c45 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 945 time: 0.0477767 Dec 09 02:36:57.926040 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-901ba6b8-336f-47c1-8b12-3f08dbb6426e req-b54bf54e-7914-44c3-a32e-36ec260879b3 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397608 Dec 09 02:36:58.749645 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 46a93052-173a-4464-a20d-eb634fed1c5c up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:36:58.796053 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 46a93052-173a-4464-a20d-eb634fed1c5c triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:36:58.796361 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:58.872435 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:58.893695 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:36:58.895943 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c91be5e-bdf9-4d36-a641-200055eb33e2" -d '{"events": [{"server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "name": "network-vif-plugged", "status": "completed", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:36:58.908259 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 46a93052-173a-4464-a20d-eb634fed1c5c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=46a93052-173a-4464-a20d-eb634fed1c5c,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:36:58.913699 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:36:58.937569 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6f309e-5341-4874-a170-bf7cc3efa809 x-openstack-request-id: req-0e6f309e-5341-4874-a170-bf7cc3efa809 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:36:58.937863 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "name": "network-vif-plugged", "status": "completed", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:36:58.938121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e6f309e-5341-4874-a170-bf7cc3efa809 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:36:58.938508 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c', 'code': 200} Dec 09 02:36:58.964781 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=46a93052-173a-4464-a20d-eb634fed1c5c,revision_number=11']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:36:59.040468 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b256f0-5a39-40ae-a8a0-959d1192b6f7 req-482b74b8-bde7-4d08-a962-c39c35553e4c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:36:59.042619 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e8b256f0-5a39-40ae-a8a0-959d1192b6f7 req-482b74b8-bde7-4d08-a962-c39c35553e4c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 946 time: 0.0479751 Dec 09 02:36:59.091251 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e8b256f0-5a39-40ae-a8a0-959d1192b6f7 req-0bd90a68-c4f5-4507-a5c6-15f9b813572a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427327 Dec 09 02:37:00.105733 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268e732-aeca-4b51-bed0-d31848882b12 req-006f8dc2-cafb-439d-be73-b049c52c6192 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:00.107156 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2268e732-aeca-4b51-bed0-d31848882b12 req-006f8dc2-cafb-439d-be73-b049c52c6192 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 946 time: 0.0468533 Dec 09 02:37:00.490273 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c74a74-35af-4878-9220-e9ab6c2646b8 req-54b992b0-4002-4ad5-8eee-ff718517ced5 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:00.491746 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-71c74a74-35af-4878-9220-e9ab6c2646b8 req-54b992b0-4002-4ad5-8eee-ff718517ced5 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 946 time: 0.3221693 Dec 09 02:37:00.505356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-2268e732-aeca-4b51-bed0-d31848882b12 req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Deleting port 46a93052-173a-4464-a20d-eb634fed1c5c {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:37:00.505692 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2268e732-aeca-4b51-bed0-d31848882b12 req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:00.588695 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-71c74a74-35af-4878-9220-e9ab6c2646b8 req-d01bbd41-2b63-4f61-8ec1-172652493d7e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904694 Dec 09 02:37:00.617781 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-2268e732-aeca-4b51-bed0-d31848882b12 req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] For port 46a93052-173a-4464-a20d-eb634fed1c5c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=46a93052-173a-4464-a20d-eb634fed1c5c,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:37:00.618150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2268e732-aeca-4b51-bed0-d31848882b12 req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:00.737885 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 46a93052-173a-4464-a20d-eb634fed1c5c no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:37:00.787204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2268e732-aeca-4b51-bed0-d31848882b12 req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:00.787528 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2268e732-aeca-4b51-bed0-d31848882b12 req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:00.787820 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [req-2268e732-aeca-4b51-bed0-d31848882b12 req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Floating IP 82e9bad8-2105-4365-a085-0d6b2ec75835 disassociated. External IP: 172.26.3.64, port: 46a93052-173a-4464-a20d-eb634fed1c5c. Dec 09 02:37:00.788162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-2268e732-aeca-4b51-bed0-d31848882b12 req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Calling delete_port for 46a93052-173a-4464-a20d-eb634fed1c5c owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:37:00.815078 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:00.847185 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 46a93052-173a-4464-a20d-eb634fed1c5c, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=46a93052-173a-4464-a20d-eb634fed1c5c,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:37:00.851899 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:00.900833 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=46a93052-173a-4464-a20d-eb634fed1c5c,revision_number=12']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:37:00.912544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2268e732-aeca-4b51-bed0-d31848882b12 req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:00.939254 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:37:00.941658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d013fe83-3d62-4e8f-913b-8cfdb40355ac" -d '{"events": [{"server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "name": "network-vif-unplugged", "status": "completed", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:37:00.948317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Pushing event deleted for resources: {'Port': ['ID=46a93052-173a-4464-a20d-eb634fed1c5c,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:37:00.976555 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 02:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe604a9-9bf9-43fa-92f3-d1e30e4cbd11 x-openstack-request-id: req-dfe604a9-9bf9-43fa-92f3-d1e30e4cbd11 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:37:00.976855 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "name": "network-vif-unplugged", "status": "completed", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:37:00.977119 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dfe604a9-9bf9-43fa-92f3-d1e30e4cbd11 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:37:00.977522 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c', 'code': 200} Dec 09 02:37:00.991687 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:37:00.992039 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:37:00.992386 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:37:00.992726 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:37:00.993060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:37:00.993391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:37:00.993724 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:37:00.994052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:37:00.994380 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:37:00.995334 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:37:00.995696 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:37:00.996021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:37:00.996344 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:37:01.074768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2268e732-aeca-4b51-bed0-d31848882b12 req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:37:01.183073 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2268e732-aeca-4b51-bed0-d31848882b12 req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:37:01.193154 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8bdd45-4e6f-4318-9040-afec1a00867f None None] Sync routers for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:37:01.203713 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8bdd45-4e6f-4318-9040-afec1a00867f None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:37:01.204434 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ad8bdd45-4e6f-4318-9040-afec1a00867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:36:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:37:01.220691 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-2268e732-aeca-4b51-bed0-d31848882b12 req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] No DVR routers for this DVR port 46a93052-173a-4464-a20d-eb634fed1c5c on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:37:01.223136 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2268e732-aeca-4b51-bed0-d31848882b12 req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:01.226484 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2268e732-aeca-4b51-bed0-d31848882b12 req-21949615-4a10-4bdf-bda7-b839442954da tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "DELETE /v2.0/ports/46a93052-173a-4464-a20d-eb634fed1c5c HTTP/1.1" status: 204 len: 173 time: 1.1132061 Dec 09 02:37:01.226922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'name': 'network-vif-deleted', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:37:01.229912 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1c275f-6e35-45e3-b84c-7635e26b3ad8" -d '{"events": [{"server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "name": "network-vif-deleted", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:37:01.268886 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48eb0a7a-8d00-46e8-b3ed-5488819e8b71 x-openstack-request-id: req-48eb0a7a-8d00-46e8-b3ed-5488819e8b71 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:37:01.269225 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afdcfbe-e0e0-4db3-be81-bab0fb446e8d", "name": "network-vif-deleted", "tag": "46a93052-173a-4464-a20d-eb634fed1c5c", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:37:01.269444 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48eb0a7a-8d00-46e8-b3ed-5488819e8b71 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:37:01.269878 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afdcfbe-e0e0-4db3-be81-bab0fb446e8d', 'name': 'network-vif-deleted', 'tag': '46a93052-173a-4464-a20d-eb634fed1c5c', 'status': 'completed', 'code': 200} Dec 09 02:37:01.323582 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ad8bdd45-4e6f-4318-9040-afec1a00867f None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:37:01.522581 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ad8bdd45-4e6f-4318-9040-afec1a00867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:37:01.549456 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8bdd45-4e6f-4318-9040-afec1a00867f None None] Checking router: 30463a45-8f9a-42bd-98e3-1dfaacc925a3 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:37:01.559109 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8bdd45-4e6f-4318-9040-afec1a00867f None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:37:01.559789 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ad8bdd45-4e6f-4318-9040-afec1a00867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:36:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:37:01.672098 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ad8bdd45-4e6f-4318-9040-afec1a00867f None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:37:01.721398 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f61f8f97-96c8-48fb-9773-168e55c60952 req-754ddc9c-67df-479a-a618-428242eb4b2a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=1afdcfbe-e0e0-4db3-be81-bab0fb446e8d HTTP/1.1" status: 200 len: 210 time: 0.0340950 Dec 09 02:37:01.888983 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ad8bdd45-4e6f-4318-9040-afec1a00867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:37:01.915600 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8bdd45-4e6f-4318-9040-afec1a00867f None None] The sync data for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv is: [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:37:02.144806 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88c356-fd6d-4416-8091-7c69a492cc0e None None] New status for floating IP 82e9bad8-2105-4365-a085-0d6b2ec75835: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:37:02.988461 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-f5a0b369-1dc5-47c7-8c4a-5d9d6c8173c8 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--726006238&fields=id&tenant_id=dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 267 time: 0.0415950 Dec 09 02:37:03.060559 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9af1662a-a614-4c76-8c80-36aa89a94c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:03.095897 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-d65f4403-c497-4fd5-8120-232aae422dcc tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:03.097357 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-d65f4403-c497-4fd5-8120-232aae422dcc tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 812 time: 0.1024103 Dec 09 02:37:03.111670 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-a205351f-5448-4631-84a0-dba3378b18d9 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/quotas/dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 375 time: 0.0086496 Dec 09 02:37:03.162564 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-ea1c0d89-f636-4480-9b88-3323b13392b4 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458679 Dec 09 02:37:03.257303 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-01ae4875-715a-4521-86b5-c088b3891a77 service neutron] 10.222.0.43 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833972 Dec 09 02:37:03.344525 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-5b19d04d-5d99-4991-a06a-c4c38a09d185 service neutron] 10.222.0.43 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806236 Dec 09 02:37:03.495501 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d053d229-b1e9-4d15-a203-31da2e866466 req-0b6dc5e2-63a9-4c9a-bd22-3bc355e69eb6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 210 time: 0.0264099 Dec 09 02:37:04.461023 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-9c7349b1-d91f-4d5d-8278-0f8508155ce6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:04.462479 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-9c7349b1-d91f-4d5d-8278-0f8508155ce6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 812 time: 0.1044104 Dec 09 02:37:04.529854 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-76630019-5965-459f-a743-074a4aad96a5 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 379 time: 0.0531671 Dec 09 02:37:04.538903 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-16ca00e4-6405-4e83-b291-06df6d60024e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Request body: {'port': {'device_id': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'admin_state_up': True, 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'security_groups': ['6de06f27-fdd1-4231-b5eb-8ba2a1f40d75']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:37:04.615757 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfca8131-366f-4d42-92eb-70c3b344958f req-bc1d1990-e1d8-4df4-b9fe-23b30472164e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 210 time: 0.0374367 Dec 09 02:37:04.670468 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-16ca00e4-6405-4e83-b291-06df6d60024e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Made reservation on behalf of dfa49361765649a89099bacad09bdd3d for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:37:04.674223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-16ca00e4-6405-4e83-b291-06df6d60024e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:04.769679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 46a93052-173a-4464-a20d-eb634fed1c5c no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:37:04.789961 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 46a93052-173a-4464-a20d-eb634fed1c5c {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:37:04.790305 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 46a93052-173a-4464-a20d-eb634fed1c5c not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:37:04.800072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-16ca00e4-6405-4e83-b291-06df6d60024e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Allocated IP 172.20.0.5 (d641f59c-5c98-4920-88df-22f742582f05/d4895df6-7d79-463b-b721-be286abb4ffb/d8ef06bf-be32-4a1c-8bc0-44d95034b849) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:37:04.934781 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-16ca00e4-6405-4e83-b291-06df6d60024e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:04.967390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-16ca00e4-6405-4e83-b291-06df6d60024e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:05.009146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-16ca00e4-6405-4e83-b291-06df6d60024e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Network d641f59c-5c98-4920-88df-22f742582f05 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:37:05.014631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-16ca00e4-6405-4e83-b291-06df6d60024e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:37:05.018329 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-16ca00e4-6405-4e83-b291-06df6d60024e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:37:05.024702 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca00e4-6405-4e83-b291-06df6d60024e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Pushing event updated for resources: {'Port': ['ID=d8ef06bf-be32-4a1c-8bc0-44d95034b849,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:37:05.076758 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-16ca00e4-6405-4e83-b291-06df6d60024e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:05.077403 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-16ca00e4-6405-4e83-b291-06df6d60024e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:05.094484 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-16ca00e4-6405-4e83-b291-06df6d60024e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5591505 Dec 09 02:37:05.113893 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Request body: {'port': {'device_id': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:37:05.170468 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:05.208997 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-37e5959b-5f2c-435a-a376-2952821c086b None None] Provisioning complete for port d8ef06bf-be32-4a1c-8bc0-44d95034b849 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:37:05.209369 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-37e5959b-5f2c-435a-a376-2952821c086b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:05.246145 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-37e5959b-5f2c-435a-a376-2952821c086b None None] Port d8ef06bf-be32-4a1c-8bc0-44d95034b849 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:37:05.287000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-431fbe0a-801c-49bf-8ff4-b2108e5086f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:05.434116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ef06bf-be32-4a1c-8bc0-44d95034b849 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:37:05.441373 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:05.452822 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Transition to ACTIVE for port object d8ef06bf-be32-4a1c-8bc0-44d95034b849 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:37:05.456515 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:05.507007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Pushing event updated for resources: {'Port': ['ID=d8ef06bf-be32-4a1c-8bc0-44d95034b849,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:37:05.574070 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Attempting to bind port d8ef06bf-be32-4a1c-8bc0-44d95034b849 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:37:05.574385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Attempting to bind port d8ef06bf-be32-4a1c-8bc0-44d95034b849 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:37:05.574713 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Attempting to bind port d8ef06bf-be32-4a1c-8bc0-44d95034b849 on network d641f59c-5c98-4920-88df-22f742582f05 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:37:05.579268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Port d8ef06bf-be32-4a1c-8bc0-44d95034b849 on network d641f59c-5c98-4920-88df-22f742582f05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:37:05.579620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Attempting to bind port d8ef06bf-be32-4a1c-8bc0-44d95034b849 on network d641f59c-5c98-4920-88df-22f742582f05 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:37:05.584624 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:37:05.584958 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Checking segment: {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:37:05.585341 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Bound using segment: {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:37:05.585765 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Bound port: d8ef06bf-be32-4a1c-8bc0-44d95034b849, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:37:05.586123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:05.655180 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] For port d8ef06bf-be32-4a1c-8bc0-44d95034b849, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:37:05.658484 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] For port d8ef06bf-be32-4a1c-8bc0-44d95034b849, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:37:05.664808 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:05.730957 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:05.731608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:05.732997 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] 10.222.0.45 "PUT /v2.0/ports/d8ef06bf-be32-4a1c-8bc0-44d95034b849 HTTP/1.1" status: 200 len: 1093 time: 0.6235278 Dec 09 02:37:05.739678 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'tag': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:37:05.741989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c0c6d0-5b5b-46c0-b60e-7733511ea938" -d '{"events": [{"name": "network-changed", "server_uuid": "b481c7f1-7f48-4dfe-990b-f1892d8f8842", "tag": "d8ef06bf-be32-4a1c-8bc0-44d95034b849"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:37:05.765404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928330f5-9581-4a88-9fc7-b4ec99bc1ced service neutron] Pushing event updated for resources: {'Port': ['ID=d8ef06bf-be32-4a1c-8bc0-44d95034b849,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:37:05.783259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f77ef9-cd2c-4fee-8b7e-4ceb4f39e58e req-2f6873db-aeeb-47ce-b748-ea8eac330d83 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:05.784865 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-87f77ef9-cd2c-4fee-8b7e-4ceb4f39e58e req-2f6873db-aeeb-47ce-b748-ea8eac330d83 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 943 time: 0.0920548 Dec 09 02:37:05.868965 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-87f77ef9-cd2c-4fee-8b7e-4ceb4f39e58e req-975afeb6-b2e2-4dbe-a755-598c64f85cec tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775225 Dec 09 02:37:05.872046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-7b17d1ce-91b8-4afe-8da8-b13b9e36902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:05.873516 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-7b17d1ce-91b8-4afe-8da8-b13b9e36902b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 1096 time: 0.0797768 Dec 09 02:37:05.926862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb38f98f-7d7f-45d4-8231-c0c99375224a x-openstack-request-id: req-eb38f98f-7d7f-45d4-8231-c0c99375224a {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:37:05.927155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b481c7f1-7f48-4dfe-990b-f1892d8f8842", "tag": "d8ef06bf-be32-4a1c-8bc0-44d95034b849", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:37:05.927411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb38f98f-7d7f-45d4-8231-c0c99375224a {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:37:05.927827 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'tag': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849', 'status': 'completed', 'code': 200} Dec 09 02:37:05.929581 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-302a8b9e-d1dd-4180-ab86-0540ccb58020 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849 HTTP/1.1" status: 200 len: 217 time: 0.0382061 Dec 09 02:37:05.977721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-8405269a-85d7-40b9-95a5-399541a080a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:05.979733 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-8405269a-85d7-40b9-95a5-399541a080a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0420825 Dec 09 02:37:06.024271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-dca30a96-8006-4dcf-8db6-74fec82b0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:06.026255 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-dca30a96-8006-4dcf-8db6-74fec82b0235 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393193 Dec 09 02:37:06.116321 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-3f2e5b51-9ddd-432f-9bff-11735c3de639 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831501 Dec 09 02:37:06.205192 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c400aea0-dcd0-4ce8-b409-bec57c6641e3 req-4af03c10-1508-4b52-8920-8c358d58ee22 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809498 Dec 09 02:37:06.334835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c6d0-5b5b-46c0-b60e-7733511ea938 req-684a776c-58fa-4b15-a043-7cff32fb4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:06.336320 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-31c0c6d0-5b5b-46c0-b60e-7733511ea938 req-684a776c-58fa-4b15-a043-7cff32fb4d8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 1096 time: 0.0438652 Dec 09 02:37:06.421968 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c6d0-5b5b-46c0-b60e-7733511ea938 req-20bcec6f-7e87-4512-8025-6d0a1454f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:06.423309 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-31c0c6d0-5b5b-46c0-b60e-7733511ea938 req-20bcec6f-7e87-4512-8025-6d0a1454f425 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0799193 Dec 09 02:37:06.455372 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:06.469301 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-31c0c6d0-5b5b-46c0-b60e-7733511ea938 req-25333c41-ee69-4e26-897f-573758641c5c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849 HTTP/1.1" status: 200 len: 217 time: 0.0378594 Dec 09 02:37:06.517769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c6d0-5b5b-46c0-b60e-7733511ea938 req-01881e0b-8915-46e5-9c07-e97dd6a1b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:06.519188 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-31c0c6d0-5b5b-46c0-b60e-7733511ea938 req-01881e0b-8915-46e5-9c07-e97dd6a1b290 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0425055 Dec 09 02:37:06.563999 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c6d0-5b5b-46c0-b60e-7733511ea938 req-c49f4435-82f2-4415-b4c4-f3d6f813e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:06.565455 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-31c0c6d0-5b5b-46c0-b60e-7733511ea938 req-c49f4435-82f2-4415-b4c4-f3d6f813e693 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0386398 Dec 09 02:37:06.656319 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-31c0c6d0-5b5b-46c0-b60e-7733511ea938 req-19372568-76d8-4640-991f-247d194ab257 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826774 Dec 09 02:37:06.746147 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-31c0c6d0-5b5b-46c0-b60e-7733511ea938 req-a5a37b6f-dcc9-4da1-9dc4-e8589d78522f service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814312 Dec 09 02:37:06.984247 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552f5ee-9635-4fd5-a323-cb47aa349d95 req-3ebed7c2-197c-4037-802b-43bc927f483c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:06.985714 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1552f5ee-9635-4fd5-a323-cb47aa349d95 req-3ebed7c2-197c-4037-802b-43bc927f483c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 943 time: 0.0475729 Dec 09 02:37:07.031905 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1552f5ee-9635-4fd5-a323-cb47aa349d95 req-28165dc3-73d3-40c4-b525-4bea25af9308 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401547 Dec 09 02:37:07.840885 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:08.150199 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a294e-95ae-4986-87d6-24b162d56323 req-eca2b6e1-9057-400a-93a8-00504d924628 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:08.152238 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0b2a294e-95ae-4986-87d6-24b162d56323 req-eca2b6e1-9057-400a-93a8-00504d924628 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 943 time: 0.0550995 Dec 09 02:37:08.198033 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0b2a294e-95ae-4986-87d6-24b162d56323 req-576a6907-6959-4bf9-a163-b5637768464b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397341 Dec 09 02:37:08.702733 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:08.797566 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d8ef06bf-be32-4a1c-8bc0-44d95034b849 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:37:08.890633 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d8ef06bf-be32-4a1c-8bc0-44d95034b849, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:37:08.901518 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'port_id': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849', 'mac_address': 'fa:16:3e:83:43:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:37:08.936986 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:08.949935 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ef06bf-be32-4a1c-8bc0-44d95034b849 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:37:08.968889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d8ef06bf-be32-4a1c-8bc0-44d95034b849, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:37:08.973679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:09.021934 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=d8ef06bf-be32-4a1c-8bc0-44d95034b849,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:37:09.246688 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['d8ef06bf-be32-4a1c-8bc0-44d95034b849'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:37:09.313333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16739fa9-e673-4bbe-bb39-46d014c270bd req-cf2830dc-9902-4d95-8fdc-3603cbfd36ed tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:09.314957 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-16739fa9-e673-4bbe-bb39-46d014c270bd req-cf2830dc-9902-4d95-8fdc-3603cbfd36ed tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 944 time: 0.0489173 Dec 09 02:37:09.361286 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-16739fa9-e673-4bbe-bb39-46d014c270bd req-798ba1e7-b54c-4c4b-a951-5bdcaf338a8b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403974 Dec 09 02:37:10.479629 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431ef08-7135-45c4-9813-71f32f28c75e req-3f52c2b9-9aab-479b-91a2-4ad1d7e7f9fe tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:10.481067 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d431ef08-7135-45c4-9813-71f32f28c75e req-3f52c2b9-9aab-479b-91a2-4ad1d7e7f9fe tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 944 time: 0.0506482 Dec 09 02:37:10.525365 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d431ef08-7135-45c4-9813-71f32f28c75e req-d8aad0f8-efac-4c50-bee9-dced70f4e924 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385270 Dec 09 02:37:10.799937 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d8ef06bf-be32-4a1c-8bc0-44d95034b849 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:37:10.850846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port d8ef06bf-be32-4a1c-8bc0-44d95034b849 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:37:10.854900 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port d8ef06bf-be32-4a1c-8bc0-44d95034b849 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:37:10.855282 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:10.929481 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:10.951654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:37:10.953898 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3e0aa0-1f0b-4ec6-a290-75dced5edff5" -d '{"events": [{"server_uuid": "b481c7f1-7f48-4dfe-990b-f1892d8f8842", "name": "network-vif-plugged", "status": "completed", "tag": "d8ef06bf-be32-4a1c-8bc0-44d95034b849"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:37:10.967003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d8ef06bf-be32-4a1c-8bc0-44d95034b849, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:37:10.970917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:10.996722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178aa65d-7149-4542-8036-bfd930a88b7d x-openstack-request-id: req-178aa65d-7149-4542-8036-bfd930a88b7d {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:37:10.997012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b481c7f1-7f48-4dfe-990b-f1892d8f8842", "name": "network-vif-plugged", "status": "completed", "tag": "d8ef06bf-be32-4a1c-8bc0-44d95034b849", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:37:10.997266 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-178aa65d-7149-4542-8036-bfd930a88b7d {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:37:10.997649 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849', 'code': 200} Dec 09 02:37:11.026224 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=d8ef06bf-be32-4a1c-8bc0-44d95034b849,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:37:11.189081 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a706e-574a-4034-b55c-3a3b9de53e07 req-e61639c8-3b6f-4eb8-985e-77d9bf8ae9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:11.190531 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c71a706e-574a-4034-b55c-3a3b9de53e07 req-e61639c8-3b6f-4eb8-985e-77d9bf8ae9f1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 1098 time: 0.0392263 Dec 09 02:37:11.233467 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c71a706e-574a-4034-b55c-3a3b9de53e07 req-f1445a57-3352-486a-9ad3-842c646bc20c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346923 Dec 09 02:37:11.640643 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9f445-e446-4868-9800-c7536f6b0a54 req-6662333d-5f2c-43fd-855d-d9272425d451 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:11.642103 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-45b9f445-e446-4868-9800-c7536f6b0a54 req-6662333d-5f2c-43fd-855d-d9272425d451 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0476918 Dec 09 02:37:11.691599 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-45b9f445-e446-4868-9800-c7536f6b0a54 req-5d034a3e-a3b5-4d82-a142-c8aada72621b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436146 Dec 09 02:37:12.804370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefff12a-1662-4d41-a3bc-7f59d2b382f6 req-44757390-f83c-4f24-9cf7-94caa4aaabce tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:12.805725 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fefff12a-1662-4d41-a3bc-7f59d2b382f6 req-44757390-f83c-4f24-9cf7-94caa4aaabce tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0481443 Dec 09 02:37:12.852713 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fefff12a-1662-4d41-a3bc-7f59d2b382f6 req-4635ccd8-8f4c-4f42-9ad0-82248ab5de5f tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405486 Dec 09 02:37:12.960447 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73fdb2-3dfe-4fac-acae-021598260127 req-51db7c14-febd-4da8-b227-57f5cc9bc238 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:12.961901 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bf73fdb2-3dfe-4fac-acae-021598260127 req-51db7c14-febd-4da8-b227-57f5cc9bc238 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0479736 Dec 09 02:37:12.970381 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 40912) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:37:12.974629 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-027d27b7-81b4-4a01-9244-82b1b8d5e713 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Request body: {'floatingip': {'port_id': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:37:13.016060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-027d27b7-81b4-4a01-9244-82b1b8d5e713 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for floatingip, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:13.693805 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-027d27b7-81b4-4a01-9244-82b1b8d5e713 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:13.696996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-027d27b7-81b4-4a01-9244-82b1b8d5e713 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:13.794045 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-027d27b7-81b4-4a01-9244-82b1b8d5e713 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Floating IP 82e9bad8-2105-4365-a085-0d6b2ec75835 associated. External IP: 172.26.3.64, port: d8ef06bf-be32-4a1c-8bc0-44d95034b849. Dec 09 02:37:13.994921 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027d27b7-81b4-4a01-9244-82b1b8d5e713 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:37:14.107114 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027d27b7-81b4-4a01-9244-82b1b8d5e713 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:37:14.112376 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-027d27b7-81b4-4a01-9244-82b1b8d5e713 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:14.116483 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb337257-5c3e-41f8-b4e5-20ae99368aa4 None None] Sync routers for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:37:14.130293 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb337257-5c3e-41f8-b4e5-20ae99368aa4 None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:37:14.130985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bb337257-5c3e-41f8-b4e5-20ae99368aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:37:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:37:14.140698 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-027d27b7-81b4-4a01-9244-82b1b8d5e713 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "PUT /v2.0/floatingips/82e9bad8-2105-4365-a085-0d6b2ec75835 HTTP/1.1" status: 200 len: 991 time: 1.1692803 Dec 09 02:37:14.141329 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'tag': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:37:14.143618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176a4ada-2859-4817-8b39-b80d8f0be281" -d '{"events": [{"name": "network-changed", "server_uuid": "b481c7f1-7f48-4dfe-990b-f1892d8f8842", "tag": "d8ef06bf-be32-4a1c-8bc0-44d95034b849"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:37:14.234835 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-bb337257-5c3e-41f8-b4e5-20ae99368aa4 None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:37:14.271347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d108ccee-b154-4c12-aaf2-ce6c08c1a769 x-openstack-request-id: req-d108ccee-b154-4c12-aaf2-ce6c08c1a769 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:37:14.271681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b481c7f1-7f48-4dfe-990b-f1892d8f8842", "tag": "d8ef06bf-be32-4a1c-8bc0-44d95034b849", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:37:14.271937 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d108ccee-b154-4c12-aaf2-ce6c08c1a769 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:37:14.272350 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'tag': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849', 'status': 'completed', 'code': 200} Dec 09 02:37:14.360291 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a4ada-2859-4817-8b39-b80d8f0be281 req-506f2dff-e9ce-43fd-941f-4339c70fafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:14.361857 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-176a4ada-2859-4817-8b39-b80d8f0be281 req-506f2dff-e9ce-43fd-941f-4339c70fafe6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 1098 time: 0.0458648 Dec 09 02:37:14.459917 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a4ada-2859-4817-8b39-b80d8f0be281 req-b3a06576-8738-4b1c-913f-8b91a31b6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:14.461460 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-176a4ada-2859-4817-8b39-b80d8f0be281 req-b3a06576-8738-4b1c-913f-8b91a31b6c51 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0908194 Dec 09 02:37:14.481411 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:14.526847 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-176a4ada-2859-4817-8b39-b80d8f0be281 req-56199e51-a54e-4855-9c18-3a634ab2d7fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849 HTTP/1.1" status: 200 len: 999 time: 0.0579181 Dec 09 02:37:14.583025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a4ada-2859-4817-8b39-b80d8f0be281 req-a037b42a-d78e-4c6d-9224-9f5180e33450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:14.584803 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-176a4ada-2859-4817-8b39-b80d8f0be281 req-a037b42a-d78e-4c6d-9224-9f5180e33450 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0510368 Dec 09 02:37:14.611403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bb337257-5c3e-41f8-b4e5-20ae99368aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '82e9bad8-2105-4365-a085-0d6b2ec75835', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'port_id': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'mac_address': 'fa:16:3e:83:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:33:22Z', 'updated_at': '2021-12-09T02:37:13Z', 'revision_number': 13, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:37:14.631128 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a4ada-2859-4817-8b39-b80d8f0be281 req-cdc08527-14ea-49bd-91c2-43233990fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:14.632683 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-176a4ada-2859-4817-8b39-b80d8f0be281 req-cdc08527-14ea-49bd-91c2-43233990fc64 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410116 Dec 09 02:37:14.642537 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb337257-5c3e-41f8-b4e5-20ae99368aa4 None None] Checking router: 30463a45-8f9a-42bd-98e3-1dfaacc925a3 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:37:14.651409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb337257-5c3e-41f8-b4e5-20ae99368aa4 None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:37:14.652039 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bb337257-5c3e-41f8-b4e5-20ae99368aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:37:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:37:14.723245 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-176a4ada-2859-4817-8b39-b80d8f0be281 req-b107c458-da3f-42c1-902f-75e5905aad70 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829060 Dec 09 02:37:14.757592 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-bb337257-5c3e-41f8-b4e5-20ae99368aa4 None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:37:14.820768 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-176a4ada-2859-4817-8b39-b80d8f0be281 req-be69cf00-d8e2-44de-a661-916dafd72e68 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902991 Dec 09 02:37:14.982070 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bb337257-5c3e-41f8-b4e5-20ae99368aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '82e9bad8-2105-4365-a085-0d6b2ec75835', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'port_id': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'mac_address': 'fa:16:3e:83:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:33:22Z', 'updated_at': '2021-12-09T02:37:13Z', 'revision_number': 13, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:37:15.013009 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb337257-5c3e-41f8-b4e5-20ae99368aa4 None None] The sync data for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv is: [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '82e9bad8-2105-4365-a085-0d6b2ec75835', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'floating_ip_address': '172.26.3.64', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'port_id': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'mac_address': 'fa:16:3e:83:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:33:22Z', 'updated_at': '2021-12-09T02:37:13Z', 'revision_number': 13, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:37:15.195899 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae3684e-a0ac-4ca1-9ec4-6f642ecab5e9 None None] New status for floating IP 82e9bad8-2105-4365-a085-0d6b2ec75835: ACTIVE {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:37:24.367384 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:37:33.062313 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-862558ea-ee2d-432d-9a20-67e94abb7097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:35.288901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-64801f1a-7f7e-4648-834f-3f4dace0f44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:36.456803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:37.843408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:38.704018 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:43.783930 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a49500a-d052-44a5-bfa7-8b359935586a req-dc2dbc1b-ec91-49c0-a1f8-357e3643e3cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399420 Dec 09 02:37:43.881128 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49500a-d052-44a5-bfa7-8b359935586a req-b108cf09-1605-4518-b15c-486c02c3c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:43.882655 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a49500a-d052-44a5-bfa7-8b359935586a req-b108cf09-1605-4518-b15c-486c02c3c239 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 1098 time: 0.0394092 Dec 09 02:37:43.987871 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49500a-d052-44a5-bfa7-8b359935586a req-69909983-afe8-4cd5-92f0-a57fc85dc1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:43.989298 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a49500a-d052-44a5-bfa7-8b359935586a req-69909983-afe8-4cd5-92f0-a57fc85dc1b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0863178 Dec 09 02:37:44.055376 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a49500a-d052-44a5-bfa7-8b359935586a req-41ed960c-cd3c-4265-ab33-f407f1a791f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849 HTTP/1.1" status: 200 len: 1001 time: 0.0576150 Dec 09 02:37:44.109029 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49500a-d052-44a5-bfa7-8b359935586a req-a4414272-f61b-4044-b4ed-b3cc169f9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:44.110374 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a49500a-d052-44a5-bfa7-8b359935586a req-a4414272-f61b-4044-b4ed-b3cc169f9e5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0472608 Dec 09 02:37:44.158017 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49500a-d052-44a5-bfa7-8b359935586a req-5e4142ec-af01-44b3-b3e9-eab8c13cc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:44.159548 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a49500a-d052-44a5-bfa7-8b359935586a req-5e4142ec-af01-44b3-b3e9-eab8c13cc99a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0412517 Dec 09 02:37:44.248324 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a49500a-d052-44a5-bfa7-8b359935586a req-ae346890-0442-470c-9758-095c84d9528f service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791848 Dec 09 02:37:44.306306 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:37:44.342378 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3a49500a-d052-44a5-bfa7-8b359935586a req-b9fd19f2-265a-4bb8-a867-7cd841d81004 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867538 Dec 09 02:37:52.264143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0625f-c464-4cd9-a7b7-b9d7bc019f33 req-e198fe29-6593-4b27-b56d-7a371d904b69 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:37:52.265663 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-85a0625f-c464-4cd9-a7b7-b9d7bc019f33 req-e198fe29-6593-4b27-b56d-7a371d904b69 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0497746 Dec 09 02:37:52.311733 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-85a0625f-c464-4cd9-a7b7-b9d7bc019f33 req-2f710684-38af-422c-bb90-97a0b2372709 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402288 Dec 09 02:38:01.366959 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:38:03.066339 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-462b7f98-1e2a-438d-9d3e-3714295dfdac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:04.442099 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-3a56c954-ecea-4a32-a4fd-84d0ad92d329 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406933 Dec 09 02:38:04.460244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec0725-a87b-46cb-854a-039d3a3d2457 req-b6507545-ac84-4fad-8f1d-d2c0ba41c9ee tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:04.462364 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0eec0725-a87b-46cb-854a-039d3a3d2457 req-b6507545-ac84-4fad-8f1d-d2c0ba41c9ee tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0517802 Dec 09 02:38:04.509576 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0eec0725-a87b-46cb-854a-039d3a3d2457 req-8a8fd790-6ba6-4855-b0c3-0a7a60cc4db7 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412710 Dec 09 02:38:05.291287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7ad20a79-3c77-457c-99a7-bef88720bbb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:05.643806 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-58ae2358-6610-404f-9a0a-1e3e7303d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:05.645345 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-58ae2358-6610-404f-9a0a-1e3e7303d192 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 1098 time: 0.0686066 Dec 09 02:38:05.655043 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f81ba-d737-4fc8-8630-1614caf704c5 req-257cdc16-9f04-474b-b98a-d0b433bf826d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:05.656613 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-118f81ba-d737-4fc8-8630-1614caf704c5 req-257cdc16-9f04-474b-b98a-d0b433bf826d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0719619 Dec 09 02:38:05.756759 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-118f81ba-d737-4fc8-8630-1614caf704c5 req-4bf94e8c-800e-411b-aecb-011adaff665a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917783 Dec 09 02:38:05.775107 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-66264fd1-254d-43b6-a925-83b08bdaf9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:05.776578 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-66264fd1-254d-43b6-a925-83b08bdaf9ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.1190853 Dec 09 02:38:05.840392 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-91ed6481-bf58-4d58-a853-98ece4c0c6ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849 HTTP/1.1" status: 200 len: 1001 time: 0.0566726 Dec 09 02:38:05.892042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-537ea932-48e9-487c-94eb-dadba4246fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:05.893437 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-537ea932-48e9-487c-94eb-dadba4246fb3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0464516 Dec 09 02:38:05.939160 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-065a216f-fa4d-4f99-a571-0fa769a2e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:05.940685 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-065a216f-fa4d-4f99-a571-0fa769a2e0af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0389774 Dec 09 02:38:06.027045 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-2ee7fbb7-9249-4e0a-9116-8bebc2a72d86 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779567 Dec 09 02:38:06.117040 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-98f01777-9286-49ad-85f5-195babe4dd95 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832214 Dec 09 02:38:06.463312 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:06.873520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34283989-a34f-4292-8578-0ee99eeee6fd req-854585dc-c44c-4da4-b7aa-a2931916ff8a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:06.874996 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-34283989-a34f-4292-8578-0ee99eeee6fd req-854585dc-c44c-4da4-b7aa-a2931916ff8a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0506520 Dec 09 02:38:06.921806 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-34283989-a34f-4292-8578-0ee99eeee6fd req-7310b6dd-797d-40fd-8bba-d5b85927378d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408044 Dec 09 02:38:07.845611 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:08.040134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7baaf71-1bd0-463d-a3c7-31e44c4c86ed req-d4f40e1e-0396-4d65-8ef1-e954415f1978 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:08.041579 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d7baaf71-1bd0-463d-a3c7-31e44c4c86ed req-d4f40e1e-0396-4d65-8ef1-e954415f1978 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0521557 Dec 09 02:38:08.087673 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d7baaf71-1bd0-463d-a3c7-31e44c4c86ed req-07a6fef5-e86b-48ae-845e-08ebe2d1ac22 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400662 Dec 09 02:38:08.705016 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:09.201798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040d3b7-f333-4b3b-825a-85e041e33ca4 req-59dc60fe-7f3a-4b4e-921d-64d6685cd248 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:09.203268 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5040d3b7-f333-4b3b-825a-85e041e33ca4 req-59dc60fe-7f3a-4b4e-921d-64d6685cd248 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0476623 Dec 09 02:38:09.248525 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5040d3b7-f333-4b3b-825a-85e041e33ca4 req-2afcca41-5305-44c3-a301-1c8b068cdb37 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394759 Dec 09 02:38:10.362416 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179cb76-84be-4cb6-a1af-82ce2af0fbf6 req-f986c71d-a119-496b-88e5-c9a25351c020 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:10.363899 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7179cb76-84be-4cb6-a1af-82ce2af0fbf6 req-f986c71d-a119-496b-88e5-c9a25351c020 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0477295 Dec 09 02:38:10.413443 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7179cb76-84be-4cb6-a1af-82ce2af0fbf6 req-582c77df-bb00-4ab4-a8f1-9227f85dc6c3 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435827 Dec 09 02:38:11.528069 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90f422-95e8-4d04-b2ce-3e051fdecb80 req-3494dac8-23b0-48ef-b226-180193252130 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:11.529830 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0f90f422-95e8-4d04-b2ce-3e051fdecb80 req-3494dac8-23b0-48ef-b226-180193252130 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0483418 Dec 09 02:38:11.576341 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0f90f422-95e8-4d04-b2ce-3e051fdecb80 req-349548c0-79cf-49a9-b25e-d4e18c1be897 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406456 Dec 09 02:38:12.690477 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1472838-d3bd-48d3-aa8e-543c9c681542 req-f1e63c2b-e2ac-4a3a-9dd4-7e08466f6911 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:12.691963 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a1472838-d3bd-48d3-aa8e-543c9c681542 req-f1e63c2b-e2ac-4a3a-9dd4-7e08466f6911 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0486178 Dec 09 02:38:12.737974 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a1472838-d3bd-48d3-aa8e-543c9c681542 req-82c96e5c-6235-4117-b471-836cc40bab76 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394320 Dec 09 02:38:13.859160 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc9177-83c8-463c-bb4f-7a94990f71be req-334147eb-ad4f-419a-b297-9720b1e7c524 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:13.860636 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-68fc9177-83c8-463c-bb4f-7a94990f71be req-334147eb-ad4f-419a-b297-9720b1e7c524 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0539882 Dec 09 02:38:13.907763 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-68fc9177-83c8-463c-bb4f-7a94990f71be req-eee4e080-4a93-4a2d-a5f0-9c0b2b8d1632 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412734 Dec 09 02:38:14.306212 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:15.023372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59c58f-af18-4352-8125-f9f9202cbfdd req-7a591d8b-f5d9-487e-ae61-fc77ff8339cd tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:15.024927 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d59c58f-af18-4352-8125-f9f9202cbfdd req-7a591d8b-f5d9-487e-ae61-fc77ff8339cd tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0498855 Dec 09 02:38:15.071304 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d59c58f-af18-4352-8125-f9f9202cbfdd req-e4eacecd-7564-4c31-92bd-cb7d3f5b178e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403123 Dec 09 02:38:16.192448 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278896ca-d5ab-43a2-9a72-41fbfc8a79cb req-9cd45488-9f42-47a0-a557-711d1f704829 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:16.193891 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-278896ca-d5ab-43a2-9a72-41fbfc8a79cb req-9cd45488-9f42-47a0-a557-711d1f704829 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0559177 Dec 09 02:38:16.238699 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-278896ca-d5ab-43a2-9a72-41fbfc8a79cb req-f2d7448c-922b-459c-987d-d09b8d1ba82c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382714 Dec 09 02:38:17.352700 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e18ae-6641-42a3-a4d3-f8e998c92110 req-1bc3c430-006c-49cb-8e90-907adcdc898b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:17.354170 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6b7e18ae-6641-42a3-a4d3-f8e998c92110 req-1bc3c430-006c-49cb-8e90-907adcdc898b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0480602 Dec 09 02:38:17.401335 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6b7e18ae-6641-42a3-a4d3-f8e998c92110 req-b5ad3e1a-9eb5-4e5d-ade1-eb5d165ca018 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412412 Dec 09 02:38:18.517405 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71eef4-a31b-4c18-8545-ac1eaa6fe558 req-5cb41022-1b0a-4245-9588-b15116561380 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:18.518973 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad71eef4-a31b-4c18-8545-ac1eaa6fe558 req-5cb41022-1b0a-4245-9588-b15116561380 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0491953 Dec 09 02:38:18.569711 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad71eef4-a31b-4c18-8545-ac1eaa6fe558 req-8b7da13f-6c42-4ca2-9473-9d8793a42ba6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448880 Dec 09 02:38:19.686261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e9445-4f69-49c0-8e20-3da90f6024a5 req-c479ab95-544a-40ca-88c3-15f9096d6ac5 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:19.687886 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-364e9445-4f69-49c0-8e20-3da90f6024a5 req-c479ab95-544a-40ca-88c3-15f9096d6ac5 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0491703 Dec 09 02:38:19.736614 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-364e9445-4f69-49c0-8e20-3da90f6024a5 req-5b8318a1-45b7-4e9d-904d-d6f2c1a94209 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427907 Dec 09 02:38:19.930425 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-8bfaf6be-565b-475c-a570-431d2284295a service neutron] 10.222.0.45 "GET /v2.0/ports/d8ef06bf-be32-4a1c-8bc0-44d95034b849/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0527210 Dec 09 02:38:20.144288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-abfd28bb-1748-4c94-8492-411cc2248217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:20.145770 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-abfd28bb-1748-4c94-8492-411cc2248217 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842&tenant_id=dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 1098 time: 0.0414252 Dec 09 02:38:20.220791 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-4e7ec245-456c-4dc7-bfc2-25dd431778d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:20.222239 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-4e7ec245-456c-4dc7-bfc2-25dd431778d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 1098 time: 0.0428061 Dec 09 02:38:20.309977 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-6d90cd81-1a94-4066-b427-6e308adc1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:20.311392 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-6d90cd81-1a94-4066-b427-6e308adc1bf7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0809398 Dec 09 02:38:20.379334 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-55f7b159-42a9-4765-9fef-002c4cb92cc2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849 HTTP/1.1" status: 200 len: 1001 time: 0.0607879 Dec 09 02:38:20.426755 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-383bd8af-28db-4618-9964-3632ac245f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:20.428217 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-383bd8af-28db-4618-9964-3632ac245f29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0426157 Dec 09 02:38:20.471841 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-d5dbd431-9907-48be-bbe0-f2c3dd80b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:20.473276 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-d5dbd431-9907-48be-bbe0-f2c3dd80b845 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0378797 Dec 09 02:38:20.564317 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-d8f4c874-366e-443e-b862-e007af88fa60 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826299 Dec 09 02:38:20.651340 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-fda263f0-ad7b-4d61-b067-f0914dd971be service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794475 Dec 09 02:38:20.917982 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055debe7-d4d1-48ba-ad6f-613b08d40df2 req-fba62862-073e-41aa-bf89-4f2ff4717fba tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:20.919449 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-055debe7-d4d1-48ba-ad6f-613b08d40df2 req-fba62862-073e-41aa-bf89-4f2ff4717fba tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0502412 Dec 09 02:38:20.971267 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-055debe7-d4d1-48ba-ad6f-613b08d40df2 req-ec3bb512-80f2-4297-8be4-d80613179ab2 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460339 Dec 09 02:38:21.124927 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d8ef06bf-be32-4a1c-8bc0-44d95034b849 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:38:21.202798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:21.224859 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:38:21.227074 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa1390b-6fc7-4350-a3e1-0ccab5ac4dde" -d '{"events": [{"server_uuid": "b481c7f1-7f48-4dfe-990b-f1892d8f8842", "name": "network-vif-unplugged", "status": "completed", "tag": "d8ef06bf-be32-4a1c-8bc0-44d95034b849"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:38:21.239512 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d8ef06bf-be32-4a1c-8bc0-44d95034b849, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:38:21.244038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:21.272480 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 02:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b823159e-6cd0-43a0-bb14-cd94f50b3c19 x-openstack-request-id: req-b823159e-6cd0-43a0-bb14-cd94f50b3c19 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:38:21.272777 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b481c7f1-7f48-4dfe-990b-f1892d8f8842", "name": "network-vif-unplugged", "status": "completed", "tag": "d8ef06bf-be32-4a1c-8bc0-44d95034b849", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:38:21.273032 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b823159e-6cd0-43a0-bb14-cd94f50b3c19 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:38:21.273448 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849', 'code': 200} Dec 09 02:38:21.295756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=d8ef06bf-be32-4a1c-8bc0-44d95034b849,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:38:21.302716 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:21.303063 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:21.303403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:21.303765 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:21.304097 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:21.304421 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:21.304746 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:21.305736 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:21.306064 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:21.306389 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:21.306712 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:21.307028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:21.307346 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:22.111412 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f819b-5010-4f2e-bae0-e12f861667ff req-a5fa63ac-81b7-4207-8a1d-be68d68ca2dd tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:22.113832 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a63f819b-5010-4f2e-bae0-e12f861667ff req-a5fa63ac-81b7-4207-8a1d-be68d68ca2dd tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 943 time: 0.0705893 Dec 09 02:38:22.161200 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a63f819b-5010-4f2e-bae0-e12f861667ff req-721cb5f3-d19a-42d4-8f2a-ac659a47b583 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414910 Dec 09 02:38:23.329879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91351426-35f5-441e-890f-2d6de900a3c4 req-da1f85c8-d461-4151-bd0e-15a826d4c59d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:23.331371 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-91351426-35f5-441e-890f-2d6de900a3c4 req-da1f85c8-d461-4151-bd0e-15a826d4c59d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 943 time: 0.1027746 Dec 09 02:38:23.377408 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-91351426-35f5-441e-890f-2d6de900a3c4 req-58ab4811-d75b-4c62-b52f-c688478a76fe tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394030 Dec 09 02:38:24.501705 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d086982-0b0a-4801-baad-deba4e541b88 req-b99b01c5-4074-4a7a-af51-85d4e9ee5aea tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:24.503210 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1d086982-0b0a-4801-baad-deba4e541b88 req-b99b01c5-4074-4a7a-af51-85d4e9ee5aea tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 943 time: 0.0524652 Dec 09 02:38:24.551142 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1d086982-0b0a-4801-baad-deba4e541b88 req-6a0799ae-a9d5-4182-844c-fc02ada2cdd4 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420115 Dec 09 02:38:25.667193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8234fc5-1cc1-4eb0-9fe6-5e867cc61d50 req-09284ed0-4173-4b95-935d-d9dae7260ce4 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:25.668780 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f8234fc5-1cc1-4eb0-9fe6-5e867cc61d50 req-09284ed0-4173-4b95-935d-d9dae7260ce4 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 943 time: 0.0499399 Dec 09 02:38:25.719157 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f8234fc5-1cc1-4eb0-9fe6-5e867cc61d50 req-22a1d112-5cf9-4356-af25-f6c0b2228acc tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428903 Dec 09 02:38:26.838589 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4adca3-2fd8-4360-a156-19ca80c5b2fd req-56154197-82d4-4f01-a399-1fa80b43a15d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:26.839979 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ab4adca3-2fd8-4360-a156-19ca80c5b2fd req-56154197-82d4-4f01-a399-1fa80b43a15d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 943 time: 0.0509377 Dec 09 02:38:26.886524 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ab4adca3-2fd8-4360-a156-19ca80c5b2fd req-0ee1c0cb-5701-43aa-ae3c-920a897fc683 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406811 Dec 09 02:38:27.158527 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d8ef06bf-be32-4a1c-8bc0-44d95034b849 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:38:27.249105 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d8ef06bf-be32-4a1c-8bc0-44d95034b849, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:38:27.260527 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'port_id': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849', 'mac_address': 'fa:16:3e:83:43:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:38:27.296360 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:27.312146 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ef06bf-be32-4a1c-8bc0-44d95034b849 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:38:27.329898 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d8ef06bf-be32-4a1c-8bc0-44d95034b849, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:38:27.333624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:27.380802 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=d8ef06bf-be32-4a1c-8bc0-44d95034b849,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:38:27.458404 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['d8ef06bf-be32-4a1c-8bc0-44d95034b849'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:38:28.001085 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65326db6-57df-489b-b997-56832ae0de1f req-75e7425c-0da9-464b-a3d6-aa9babcff09a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:28.002538 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-65326db6-57df-489b-b997-56832ae0de1f req-75e7425c-0da9-464b-a3d6-aa9babcff09a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 944 time: 0.0472276 Dec 09 02:38:28.048529 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-65326db6-57df-489b-b997-56832ae0de1f req-49866422-4147-42ef-b0be-f8caefad28cd tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402071 Dec 09 02:38:29.162064 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9777c1-37d8-40cc-b8f0-9d9491d59e33 req-535e557d-74cd-4b4d-8a9a-0d2defa7c6ce tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:29.163559 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-af9777c1-37d8-40cc-b8f0-9d9491d59e33 req-535e557d-74cd-4b4d-8a9a-0d2defa7c6ce tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 944 time: 0.0477934 Dec 09 02:38:29.188835 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d8ef06bf-be32-4a1c-8bc0-44d95034b849 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:38:29.213739 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-af9777c1-37d8-40cc-b8f0-9d9491d59e33 req-50d00170-65a0-4597-a5f1-ece941904b7b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435467 Dec 09 02:38:29.235698 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port d8ef06bf-be32-4a1c-8bc0-44d95034b849 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:38:29.236075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:29.309497 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:29.331116 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:38:29.333312 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aae271-579d-4622-b3d0-b427ffcd2c2c" -d '{"events": [{"server_uuid": "b481c7f1-7f48-4dfe-990b-f1892d8f8842", "name": "network-vif-plugged", "status": "completed", "tag": "d8ef06bf-be32-4a1c-8bc0-44d95034b849"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:38:29.345887 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d8ef06bf-be32-4a1c-8bc0-44d95034b849, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:38:29.350255 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:29.378035 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177eec2f-56f8-49be-a699-d0a29ead0f11 x-openstack-request-id: req-177eec2f-56f8-49be-a699-d0a29ead0f11 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:38:29.378334 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b481c7f1-7f48-4dfe-990b-f1892d8f8842", "name": "network-vif-plugged", "status": "completed", "tag": "d8ef06bf-be32-4a1c-8bc0-44d95034b849", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:38:29.378597 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-177eec2f-56f8-49be-a699-d0a29ead0f11 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:38:29.379021 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849', 'code': 200} Dec 09 02:38:29.404997 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=d8ef06bf-be32-4a1c-8bc0-44d95034b849,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:38:30.329248 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13855b3-0e7e-494b-a9c9-b15e05ebb792 req-955dfebb-702d-400a-ae4d-2a65e2d72173 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:30.330697 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d13855b3-0e7e-494b-a9c9-b15e05ebb792 req-955dfebb-702d-400a-ae4d-2a65e2d72173 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0470765 Dec 09 02:38:30.376093 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d13855b3-0e7e-494b-a9c9-b15e05ebb792 req-14644104-bedd-4fb0-837f-f49d9ff51490 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396636 Dec 09 02:38:31.491569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1ab10-996e-4416-a9ff-5acda7c2261e req-3d905d13-9c81-4c2d-8c5d-9ffce214867b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:31.493056 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dab1ab10-996e-4416-a9ff-5acda7c2261e req-3d905d13-9c81-4c2d-8c5d-9ffce214867b tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0494678 Dec 09 02:38:31.539107 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dab1ab10-996e-4416-a9ff-5acda7c2261e req-07cdcbef-c786-4e61-9dfc-cb1184b817a7 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402024 Dec 09 02:38:32.669211 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cf657-55bf-46cc-a699-39631b0c2e49 req-bdd15b9f-a7d1-41c8-b482-f154f8f77897 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:32.670688 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-129cf657-55bf-46cc-a699-39631b0c2e49 req-bdd15b9f-a7d1-41c8-b482-f154f8f77897 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0547585 Dec 09 02:38:32.718961 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-129cf657-55bf-46cc-a699-39631b0c2e49 req-b436c086-5874-4e60-855e-b7b0bc3613a9 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414357 Dec 09 02:38:33.067606 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ba5d9171-58ad-4543-9f6c-0d23512165c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:33.832205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e078be-2784-432b-bca0-30bbf15f3f71 req-98372eec-be78-43d7-a2cf-e9de0713646f tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:33.833662 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-14e078be-2784-432b-bca0-30bbf15f3f71 req-98372eec-be78-43d7-a2cf-e9de0713646f tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0475793 Dec 09 02:38:33.879481 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-14e078be-2784-432b-bca0-30bbf15f3f71 req-a224e584-741e-4036-b6a2-36b26ac00df7 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400691 Dec 09 02:38:34.187574 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-7638c4a4-c824-4ede-b0fc-cc199a4ea4b2 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:34.189025 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-7638c4a4-c824-4ede-b0fc-cc199a4ea4b2 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842&tenant_id=dfa49361765649a89099bacad09bdd3d&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 945 time: 0.0838611 Dec 09 02:38:34.201570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd31908-852f-4228-94db-fb740d8557a7 req-b3c9906b-e6ea-44c9-b06d-5bb2ab8f1a8e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:34.202935 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfd31908-852f-4228-94db-fb740d8557a7 req-b3c9906b-e6ea-44c9-b06d-5bb2ab8f1a8e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0710595 Dec 09 02:38:34.255483 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfd31908-852f-4228-94db-fb740d8557a7 req-a606c71f-f41b-4ab5-afb1-1335c525fb1c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467060 Dec 09 02:38:34.301421 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-c8421375-589a-4b58-b646-4fbced0531c9 service neutron] 10.222.0.45 "GET /v2.0/ports/d8ef06bf-be32-4a1c-8bc0-44d95034b849/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0975327 Dec 09 02:38:34.382800 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-6796118f-485f-4fec-9820-751eced30abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:34.384855 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-6796118f-485f-4fec-9820-751eced30abd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 1098 time: 0.0395570 Dec 09 02:38:34.473780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-831f321d-d132-4271-91cf-f883cd20a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:34.475218 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-831f321d-d132-4271-91cf-f883cd20a052 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0846398 Dec 09 02:38:34.539818 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-d0cc34ee-9338-463d-9293-239d65cc1865 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849 HTTP/1.1" status: 200 len: 1001 time: 0.0568874 Dec 09 02:38:34.590393 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-54e8630e-cac9-4d5e-b775-b65e9b3def17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:34.591834 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-54e8630e-cac9-4d5e-b775-b65e9b3def17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0457308 Dec 09 02:38:34.637496 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-dce541c0-966e-4a04-a2d5-5beabc389976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:34.638918 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-dce541c0-966e-4a04-a2d5-5beabc389976 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403028 Dec 09 02:38:34.726568 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-7f79f124-e7a0-4899-8990-3d74a59eeef3 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805471 Dec 09 02:38:34.816934 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-c72d9ed8-c47b-4904-8a3f-246e77dec21f service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835516 Dec 09 02:38:35.293752 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f922f8b3-dfdd-41aa-a56d-a69375d1f74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:35.372902 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429c448-7253-49d9-99e5-86c152b11af1 req-f3c572fc-44a6-4b05-a6e3-aafc801b824d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:35.374373 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d429c448-7253-49d9-99e5-86c152b11af1 req-f3c572fc-44a6-4b05-a6e3-aafc801b824d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0482347 Dec 09 02:38:35.420457 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d429c448-7253-49d9-99e5-86c152b11af1 req-3e41d2aa-948d-43f4-95b4-8a9394c5dab0 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401998 Dec 09 02:38:36.462458 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:36.542945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cd09f-6bba-4a27-b0c5-a9b962773093 req-98a27e3d-54b8-4161-bb7b-a26bdf1db0dd tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:36.544433 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-991cd09f-6bba-4a27-b0c5-a9b962773093 req-98a27e3d-54b8-4161-bb7b-a26bdf1db0dd tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0534165 Dec 09 02:38:36.590543 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-991cd09f-6bba-4a27-b0c5-a9b962773093 req-ad97df90-a586-4353-9254-bbeaa936f726 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402558 Dec 09 02:38:37.707452 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e0786-eda0-4fde-bcc3-fb9107e6882c req-64ebb170-0c93-4525-b7aa-0fd97e33c28f tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:37.709248 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2a3e0786-eda0-4fde-bcc3-fb9107e6882c req-64ebb170-0c93-4525-b7aa-0fd97e33c28f tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0498438 Dec 09 02:38:37.757372 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2a3e0786-eda0-4fde-bcc3-fb9107e6882c req-1c2f2a04-8566-4527-9be6-c716a7288f6c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420604 Dec 09 02:38:37.849133 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:38.365787 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:38:38.710301 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:38.874304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebfeda-3939-4c6c-b2f5-eb05aa6f084e req-14772146-fdd4-4fe6-9856-3d1a8154fb89 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:38.875719 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-20ebfeda-3939-4c6c-b2f5-eb05aa6f084e req-14772146-fdd4-4fe6-9856-3d1a8154fb89 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0480845 Dec 09 02:38:38.925330 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-20ebfeda-3939-4c6c-b2f5-eb05aa6f084e req-fd8a4a5b-64d5-419c-850c-e0ff9d51461d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436873 Dec 09 02:38:39.396572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-d06ef5c8-3542-4bfc-8604-8cd2acea02dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:39.397970 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-d06ef5c8-3542-4bfc-8604-8cd2acea02dc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842&tenant_id=dfa49361765649a89099bacad09bdd3d HTTP/1.1" status: 200 len: 1098 time: 0.0401869 Dec 09 02:38:39.475330 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-f64455a9-457e-4878-821d-c2dea5c2a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:39.476838 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-f64455a9-457e-4878-821d-c2dea5c2a240 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 1098 time: 0.0392792 Dec 09 02:38:39.567068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-8b27dca5-574a-4236-a893-7f5f90a79729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:39.568640 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-8b27dca5-574a-4236-a893-7f5f90a79729 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0851309 Dec 09 02:38:39.633021 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-48dd053d-3b9a-4741-b4f8-c1987dc00ba7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849 HTTP/1.1" status: 200 len: 1001 time: 0.0565441 Dec 09 02:38:39.681431 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-40271968-647a-4a19-a3fa-605836b6a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:39.682693 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-40271968-647a-4a19-a3fa-605836b6a138 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0431113 Dec 09 02:38:39.740153 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-68c2e056-0306-44dc-b98a-eae0176412c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:39.741621 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-68c2e056-0306-44dc-b98a-eae0176412c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0521152 Dec 09 02:38:39.827372 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-4bb3cbbf-bc1b-4585-a3b2-21f8bb25cc01 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783546 Dec 09 02:38:40.213998 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34fda4-e6da-4ff2-81c0-1bf4fa0511da req-1f945b1b-0406-459d-969b-852da6a9526a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:40.215495 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4e34fda4-e6da-4ff2-81c0-1bf4fa0511da req-1f945b1b-0406-459d-969b-852da6a9526a tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0737424 Dec 09 02:38:40.217682 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1fec0bbb-c5c7-4762-89ea-47861959b477 req-3c81a976-d940-44fe-8e12-29b07725fea2 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838167 Dec 09 02:38:40.262114 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4e34fda4-e6da-4ff2-81c0-1bf4fa0511da req-277473ba-7e60-44a9-9015-b43bfb4f91d4 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405757 Dec 09 02:38:41.252966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d8ef06bf-be32-4a1c-8bc0-44d95034b849 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:38:41.330514 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:41.354958 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:38:41.358112 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a19380f-f8cf-4372-83c6-c6f6231cedd9" -d '{"events": [{"server_uuid": "b481c7f1-7f48-4dfe-990b-f1892d8f8842", "name": "network-vif-unplugged", "status": "completed", "tag": "d8ef06bf-be32-4a1c-8bc0-44d95034b849"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:38:41.371923 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d8ef06bf-be32-4a1c-8bc0-44d95034b849, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:38:41.377033 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:41.388874 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae4711-19e6-4512-8eba-19a11d9a1187 req-a20e483c-9161-4dac-b0ab-c3a2b729da4c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:41.390382 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0fae4711-19e6-4512-8eba-19a11d9a1187 req-a20e483c-9161-4dac-b0ab-c3a2b729da4c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0524015 Dec 09 02:38:41.429831 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=d8ef06bf-be32-4a1c-8bc0-44d95034b849,revision_number=9']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:38:41.445372 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0fae4711-19e6-4512-8eba-19a11d9a1187 req-20815559-bad7-409e-a0c4-c3684a232970 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487359 Dec 09 02:38:41.496846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 02:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601663d3-bdda-4869-804b-56bed268b511 x-openstack-request-id: req-601663d3-bdda-4869-804b-56bed268b511 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:38:41.497147 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b481c7f1-7f48-4dfe-990b-f1892d8f8842", "name": "network-vif-unplugged", "status": "completed", "tag": "d8ef06bf-be32-4a1c-8bc0-44d95034b849", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:38:41.497408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-601663d3-bdda-4869-804b-56bed268b511 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:38:41.497816 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849', 'code': 200} Dec 09 02:38:42.566926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f442e-84f1-4f97-a16a-056e75a950ee req-411e8534-3861-4350-9a31-551f9edcdfb2 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:42.568527 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6d9f442e-84f1-4f97-a16a-056e75a950ee req-411e8534-3861-4350-9a31-551f9edcdfb2 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 943 time: 0.0488706 Dec 09 02:38:42.615537 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6d9f442e-84f1-4f97-a16a-056e75a950ee req-2e60e80d-f56e-4591-a6ec-e2bae4b49629 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403991 Dec 09 02:38:43.733940 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331fbad-ea40-497e-bfab-3331ca34ee4e req-353f1232-9259-47e4-9ecd-68d9f4b8f8b8 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:43.735449 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a331fbad-ea40-497e-bfab-3331ca34ee4e req-353f1232-9259-47e4-9ecd-68d9f4b8f8b8 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 943 time: 0.0497007 Dec 09 02:38:43.783449 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a331fbad-ea40-497e-bfab-3331ca34ee4e req-597448c9-69bd-40e0-b04c-4c0160d061b5 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419419 Dec 09 02:38:44.308360 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:44.904803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16eb18-4536-490b-8318-3fb2a0f3d67b req-51f2be15-bc36-4821-9160-d45c4a91acb6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:44.906389 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6f16eb18-4536-490b-8318-3fb2a0f3d67b req-51f2be15-bc36-4821-9160-d45c4a91acb6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 943 time: 0.0520225 Dec 09 02:38:44.959590 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6f16eb18-4536-490b-8318-3fb2a0f3d67b req-22f2afe0-a31d-4572-adcf-c23ae8ab1a4c tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421853 Dec 09 02:38:45.469795 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85001401-fa83-437c-bac9-62a1dbbffaa1 req-0be925b7-70e2-4024-a1ba-97a9a43804e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:45.471242 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-85001401-fa83-437c-bac9-62a1dbbffaa1 req-0be925b7-70e2-4024-a1ba-97a9a43804e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dfa49361765649a89099bacad09bdd3d&device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 1096 time: 0.0386791 Dec 09 02:38:45.574741 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85001401-fa83-437c-bac9-62a1dbbffaa1 req-ead464ca-fe37-4c17-8a4b-21b943d44714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:45.576211 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-85001401-fa83-437c-bac9-62a1dbbffaa1 req-ead464ca-fe37-4c17-8a4b-21b943d44714 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 200 len: 913 time: 0.0853035 Dec 09 02:38:45.639811 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-85001401-fa83-437c-bac9-62a1dbbffaa1 req-c1fe6474-7d1c-4ebc-b379-4da24b68a9c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849 HTTP/1.1" status: 200 len: 999 time: 0.0558848 Dec 09 02:38:45.687594 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85001401-fa83-437c-bac9-62a1dbbffaa1 req-4b82d821-918b-4702-85fe-6506e267e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:45.688990 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-85001401-fa83-437c-bac9-62a1dbbffaa1 req-4b82d821-918b-4702-85fe-6506e267e381 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 200 len: 851 time: 0.0429723 Dec 09 02:38:45.738179 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85001401-fa83-437c-bac9-62a1dbbffaa1 req-25ab8ca9-4efe-49a6-8920-5566a4e02055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:45.739633 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-85001401-fa83-437c-bac9-62a1dbbffaa1 req-25ab8ca9-4efe-49a6-8920-5566a4e02055 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d641f59c-5c98-4920-88df-22f742582f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0437529 Dec 09 02:38:45.827136 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-85001401-fa83-437c-bac9-62a1dbbffaa1 req-a3cb2efe-6508-412b-a82e-c59e1ee09745 service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796950 Dec 09 02:38:45.917716 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-85001401-fa83-437c-bac9-62a1dbbffaa1 req-f65d62a1-935d-4715-bf5e-0a72d117919b service neutron] 10.222.0.45 "GET /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834465 Dec 09 02:38:46.075101 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9c0f3-148e-4f70-8e3e-f1da8f10dc8b req-2422dbed-a78f-4246-8e2c-84bb1cb2ed39 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:46.076571 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-62f9c0f3-148e-4f70-8e3e-f1da8f10dc8b req-2422dbed-a78f-4246-8e2c-84bb1cb2ed39 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 943 time: 0.0486674 Dec 09 02:38:46.121940 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-62f9c0f3-148e-4f70-8e3e-f1da8f10dc8b req-20a03a3b-ff51-4dc4-933c-93100f38a144 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394878 Dec 09 02:38:47.234461 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e23f5-f7fc-4fe9-bd42-2650a6c6867b req-eddfd133-3350-45ee-a025-8f6797002c81 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:47.235917 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-882e23f5-f7fc-4fe9-bd42-2650a6c6867b req-eddfd133-3350-45ee-a025-8f6797002c81 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 943 time: 0.0466411 Dec 09 02:38:47.282269 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-882e23f5-f7fc-4fe9-bd42-2650a6c6867b req-5c1a1406-afdc-494a-b6a1-a3aac9e1b966 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397625 Dec 09 02:38:47.284327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d8ef06bf-be32-4a1c-8bc0-44d95034b849 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:38:47.383581 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d8ef06bf-be32-4a1c-8bc0-44d95034b849, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:38:47.394880 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'port_id': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849', 'mac_address': 'fa:16:3e:83:43:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:38:47.430794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:47.442933 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ef06bf-be32-4a1c-8bc0-44d95034b849 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:38:47.461313 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d8ef06bf-be32-4a1c-8bc0-44d95034b849, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:38:47.465913 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:47.510900 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=d8ef06bf-be32-4a1c-8bc0-44d95034b849,revision_number=10']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:38:47.588557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['d8ef06bf-be32-4a1c-8bc0-44d95034b849'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:38:48.399264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddd570-2f2b-46be-8751-3e6cf4ca71f2 req-9e3e882a-da49-4c96-a1a0-ea093f64e5f3 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:48.401174 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9dddd570-2f2b-46be-8751-3e6cf4ca71f2 req-9e3e882a-da49-4c96-a1a0-ea093f64e5f3 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 945 time: 0.0525007 Dec 09 02:38:48.447086 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9dddd570-2f2b-46be-8751-3e6cf4ca71f2 req-ecdf7aee-c398-4745-ab19-c5459d1cc632 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398023 Dec 09 02:38:49.294395 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d8ef06bf-be32-4a1c-8bc0-44d95034b849 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:38:49.340822 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port d8ef06bf-be32-4a1c-8bc0-44d95034b849 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:38:49.341196 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:49.416675 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:49.438352 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:38:49.440605 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca584d63-4cfc-4727-98d6-4f3273fb129d" -d '{"events": [{"server_uuid": "b481c7f1-7f48-4dfe-990b-f1892d8f8842", "name": "network-vif-plugged", "status": "completed", "tag": "d8ef06bf-be32-4a1c-8bc0-44d95034b849"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:38:49.453550 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d8ef06bf-be32-4a1c-8bc0-44d95034b849, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:38:49.458500 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:49.484559 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491c526b-fb44-41ca-80fa-a0a4b8790e1f x-openstack-request-id: req-491c526b-fb44-41ca-80fa-a0a4b8790e1f {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:38:49.484848 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b481c7f1-7f48-4dfe-990b-f1892d8f8842", "name": "network-vif-plugged", "status": "completed", "tag": "d8ef06bf-be32-4a1c-8bc0-44d95034b849", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:38:49.485220 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-491c526b-fb44-41ca-80fa-a0a4b8790e1f {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:38:49.485636 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849', 'code': 200} Dec 09 02:38:49.506367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=d8ef06bf-be32-4a1c-8bc0-44d95034b849,revision_number=11']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:38:49.576968 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b75ce-8716-478e-92d3-ca864a2dd7ad req-8612181c-e73b-4bc8-ab5f-2d4f626a5378 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:49.578421 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f14b75ce-8716-478e-92d3-ca864a2dd7ad req-8612181c-e73b-4bc8-ab5f-2d4f626a5378 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 946 time: 0.0478866 Dec 09 02:38:49.624393 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f14b75ce-8716-478e-92d3-ca864a2dd7ad req-f89aa1e1-9d76-42d5-b19b-e3fef9ebf17e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399761 Dec 09 02:38:50.741625 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423c276-50e8-4250-9222-54bd7435a4ee req-fc02042e-741e-45e7-9ca4-60a35fca29e6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:50.743118 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f423c276-50e8-4250-9222-54bd7435a4ee req-fc02042e-741e-45e7-9ca4-60a35fca29e6 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 946 time: 0.0520966 Dec 09 02:38:50.789093 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f423c276-50e8-4250-9222-54bd7435a4ee req-f668db9a-e090-47ac-a4c9-88c5a2eb9fd9 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396113 Dec 09 02:38:51.903886 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e8d9d-e8b6-4333-b51b-c3c800f7ab21 req-2cbdc264-49ab-4fea-a7da-4369081ba5b8 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:51.905389 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d62e8d9d-e8b6-4333-b51b-c3c800f7ab21 req-2cbdc264-49ab-4fea-a7da-4369081ba5b8 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 946 time: 0.0479953 Dec 09 02:38:51.950911 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d62e8d9d-e8b6-4333-b51b-c3c800f7ab21 req-afecfb66-f31b-4887-aa64-8ebdd6c76781 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397398 Dec 09 02:38:52.061705 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed2d27-7f6f-4dbf-ab1b-b11c53fa94cf req-96d0fd60-d314-4f84-9bd2-a1cae6ab4a10 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:52.063198 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-11ed2d27-7f6f-4dbf-ab1b-b11c53fa94cf req-96d0fd60-d314-4f84-9bd2-a1cae6ab4a10 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 946 time: 0.0486815 Dec 09 02:38:52.113177 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-11ed2d27-7f6f-4dbf-ab1b-b11c53fa94cf req-d64c3dff-70f7-40e7-acb6-10a967718126 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439019 Dec 09 02:38:52.225977 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d1d91-845b-4439-931c-fc7ee6196b2d req-1da875aa-606a-4395-a7d2-618304498b71 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:52.227512 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a18d1d91-845b-4439-931c-fc7ee6196b2d req-1da875aa-606a-4395-a7d2-618304498b71 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 946 time: 0.0491428 Dec 09 02:38:52.275070 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a18d1d91-845b-4439-931c-fc7ee6196b2d req-7c836304-bc1e-4615-b364-9ede02e1533d tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416293 Dec 09 02:38:52.520002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823270f-4bc7-4e2d-80ae-f47ecaad8825 req-23519d39-4902-452a-9968-0abfd5599068 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:52.521393 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5823270f-4bc7-4e2d-80ae-f47ecaad8825 req-23519d39-4902-452a-9968-0abfd5599068 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 946 time: 0.0488570 Dec 09 02:38:52.567756 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5823270f-4bc7-4e2d-80ae-f47ecaad8825 req-70090c2a-d753-457f-93fa-a6c5ac94fbdd tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405777 Dec 09 02:38:53.684664 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba89273-7df7-4b39-b85d-8de79a8d71fe req-db3c51a4-1927-48cc-97db-594132d69b5f tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:53.686149 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2ba89273-7df7-4b39-b85d-8de79a8d71fe req-db3c51a4-1927-48cc-97db-594132d69b5f tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 946 time: 0.0522480 Dec 09 02:38:53.733269 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2ba89273-7df7-4b39-b85d-8de79a8d71fe req-35f4485a-4c0c-41cf-b1f8-67a503a5f313 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412676 Dec 09 02:38:54.847512 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c17811-f81c-4c3d-bb67-1c662cbc86b1 req-211903af-feca-489e-b9e7-60b414d39187 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:54.848899 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a7c17811-f81c-4c3d-bb67-1c662cbc86b1 req-211903af-feca-489e-b9e7-60b414d39187 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 946 time: 0.0481939 Dec 09 02:38:54.894668 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a7c17811-f81c-4c3d-bb67-1c662cbc86b1 req-2f8665a3-0233-4c52-a72c-a40b1f4b3be4 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups?id=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399776 Dec 09 02:38:55.053318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6359b-fc9b-450d-b693-c29338d271a3 req-ba330f0e-e354-4894-80f5-47f08ec42fae tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:38:55.054815 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-27b6359b-fc9b-450d-b693-c29338d271a3 req-ba330f0e-e354-4894-80f5-47f08ec42fae tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 946 time: 0.0491779 Dec 09 02:38:55.145258 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-27b6359b-fc9b-450d-b693-c29338d271a3 req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Deleting port d8ef06bf-be32-4a1c-8bc0-44d95034b849 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:38:55.145598 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-27b6359b-fc9b-450d-b693-c29338d271a3 req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:55.229205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-27b6359b-fc9b-450d-b693-c29338d271a3 req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] For port d8ef06bf-be32-4a1c-8bc0-44d95034b849, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d8ef06bf-be32-4a1c-8bc0-44d95034b849,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:38:55.229564 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-27b6359b-fc9b-450d-b693-c29338d271a3 req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:55.399060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-27b6359b-fc9b-450d-b693-c29338d271a3 req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:55.399338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-27b6359b-fc9b-450d-b693-c29338d271a3 req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:55.399709 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [req-27b6359b-fc9b-450d-b693-c29338d271a3 req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Floating IP 82e9bad8-2105-4365-a085-0d6b2ec75835 disassociated. External IP: 172.26.3.64, port: d8ef06bf-be32-4a1c-8bc0-44d95034b849. Dec 09 02:38:55.400051 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-27b6359b-fc9b-450d-b693-c29338d271a3 req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Calling delete_port for d8ef06bf-be32-4a1c-8bc0-44d95034b849 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:38:55.522720 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-27b6359b-fc9b-450d-b693-c29338d271a3 req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:55.555395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Pushing event deleted for resources: {'Port': ['ID=d8ef06bf-be32-4a1c-8bc0-44d95034b849,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:38:55.568489 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:55.568842 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:55.569189 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:55.569527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:55.569866 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:55.570194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:55.570525 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:55.570852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:55.571185 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:55.571565 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:55.571894 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:55.572216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:55.572535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:38:55.682320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27b6359b-fc9b-450d-b693-c29338d271a3 req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:38:55.789737 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27b6359b-fc9b-450d-b693-c29338d271a3 req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:38:55.799965 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cfd2b1-b8ac-417a-8739-99daa08d8e86 None None] Sync routers for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:38:55.809770 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cfd2b1-b8ac-417a-8739-99daa08d8e86 None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:38:55.810375 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c2cfd2b1-b8ac-417a-8739-99daa08d8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:38:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:38:55.831156 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b6359b-fc9b-450d-b693-c29338d271a3 req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] No DVR routers for this DVR port d8ef06bf-be32-4a1c-8bc0-44d95034b849 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:38:55.833762 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-27b6359b-fc9b-450d-b693-c29338d271a3 req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:38:55.838014 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-27b6359b-fc9b-450d-b693-c29338d271a3 req-2e290c5f-92d9-4a0e-88de-502615987794 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.45 "DELETE /v2.0/ports/d8ef06bf-be32-4a1c-8bc0-44d95034b849 HTTP/1.1" status: 204 len: 173 time: 0.7756350 Dec 09 02:38:55.838466 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'name': 'network-vif-deleted', 'tag': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:38:55.840809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8e3a19-8a2a-471d-8fc0-d95de95b6a62" -d '{"events": [{"server_uuid": "b481c7f1-7f48-4dfe-990b-f1892d8f8842", "name": "network-vif-deleted", "tag": "d8ef06bf-be32-4a1c-8bc0-44d95034b849"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:38:55.880568 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc406644-a066-447f-baf9-09694e2d1d45 x-openstack-request-id: req-fc406644-a066-447f-baf9-09694e2d1d45 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:38:55.881303 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b481c7f1-7f48-4dfe-990b-f1892d8f8842", "name": "network-vif-deleted", "tag": "d8ef06bf-be32-4a1c-8bc0-44d95034b849", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:38:55.881303 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc406644-a066-447f-baf9-09694e2d1d45 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:38:55.881571 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b481c7f1-7f48-4dfe-990b-f1892d8f8842', 'name': 'network-vif-deleted', 'tag': 'd8ef06bf-be32-4a1c-8bc0-44d95034b849', 'status': 'completed', 'code': 200} Dec 09 02:38:55.920260 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-c2cfd2b1-b8ac-417a-8739-99daa08d8e86 None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:38:55.995534 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-35e718e1-23fd-4bf0-8cfa-ebba4e647d3b req-ce010590-f373-4aed-b5ad-29421ed0030e tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 210 time: 0.0277498 Dec 09 02:38:56.270436 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c2cfd2b1-b8ac-417a-8739-99daa08d8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:38:56.296327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cfd2b1-b8ac-417a-8739-99daa08d8e86 None None] Checking router: 30463a45-8f9a-42bd-98e3-1dfaacc925a3 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:38:56.304543 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cfd2b1-b8ac-417a-8739-99daa08d8e86 None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:38:56.305144 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c2cfd2b1-b8ac-417a-8739-99daa08d8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:38:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:38:56.409808 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-c2cfd2b1-b8ac-417a-8739-99daa08d8e86 None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:38:56.610061 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c2cfd2b1-b8ac-417a-8739-99daa08d8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:38:56.636858 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cfd2b1-b8ac-417a-8739-99daa08d8e86 None None] The sync data for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv is: [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '5b57db07-2b78-4c8b-98e6-767c0a0304dd', 'name': '', 'network_id': 'd641f59c-5c98-4920-88df-22f742582f05', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'mac_address': 'fa:16:3e:02:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:19Z', 'updated_at': '2021-12-09T02:33:23Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'subnets': [{'id': 'd4895df6-7d79-463b-b721-be286abb4ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:38:56.856810 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e5b9ac-8080-4580-a1c7-180a2003e540 None None] New status for floating IP 82e9bad8-2105-4365-a085-0d6b2ec75835: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:38:57.096512 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ef5475a9-3277-4ed4-bedf-6c11d16d02f5 req-2d10fb8f-ab71-4811-a8d3-26fdf260d652 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 210 time: 0.0312431 Dec 09 02:38:58.190832 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e5e3bde1-b73f-4946-8848-dc0b49a56723 req-9467a603-45da-46f4-834a-bc9550ed5dbe tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 210 time: 0.0264676 Dec 09 02:38:59.288272 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-660bf1af-d51a-484e-b7c9-71fbf9fbafcc req-b0a23bc1-108e-4cf1-950b-0a102a6258cb tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 210 time: 0.0263331 Dec 09 02:38:59.309622 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d8ef06bf-be32-4a1c-8bc0-44d95034b849 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:38:59.329784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: d8ef06bf-be32-4a1c-8bc0-44d95034b849 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:38:59.330131 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d8ef06bf-be32-4a1c-8bc0-44d95034b849 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:39:00.400209 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7bf2bf6b-87ae-420e-b368-9b75a417d73e req-daacacb9-d7de-481c-9a36-27ae0247f843 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/ports?device_id=b481c7f1-7f48-4dfe-990b-f1892d8f8842 HTTP/1.1" status: 200 len: 210 time: 0.0318298 Dec 09 02:39:03.075576 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed16ad28-db52-4f4b-9266-85e69c12c5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:05.114182 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41240) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:05.168491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9681b94-8b36-416b-b33b-d213e8dd74ed tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:05.191821 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9681b94-8b36-416b-b33b-d213e8dd74ed tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:05.240419 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9681b94-8b36-416b-b33b-d213e8dd74ed tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:05.243122 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9681b94-8b36-416b-b33b-d213e8dd74ed tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:05.244984 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f9681b94-8b36-416b-b33b-d213e8dd74ed tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "DELETE /v2.0/security-groups/6de06f27-fdd1-4231-b5eb-8ba2a1f40d75 HTTP/1.1" status: 204 len: 168 time: 0.1296802 Dec 09 02:39:05.247532 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41242) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:05.254185 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9681b94-8b36-416b-b33b-d213e8dd74ed tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de06f27-fdd1-4231-b5eb-8ba2a1f40d75,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:05.265892 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-8638721d-206c-45c6-a823-c433d36cfe98 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] show failed (client error): The resource could not be found. Dec 09 02:39:05.266921 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8638721d-206c-45c6-a823-c433d36cfe98 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "GET /v2.0/security-groups/6de06f27-fdd1-4231-b5eb-8ba2a1f40d75 HTTP/1.1" status: 404 len: 347 time: 0.0183718 Dec 09 02:39:05.269605 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41246) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:05.305619 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-547cdabe-fe1b-4d19-928d-627c09a4d9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:05.400064 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Deleting port 838677ae-eacc-4d13-8ca5-253f24bc70ab {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:39:05.400316 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:05.472177 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:05.472504 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:05.484213 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Calling delete_port for 838677ae-eacc-4d13-8ca5-253f24bc70ab owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:39:05.615538 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:05.647533 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Pushing event deleted for resources: {'Port': ['ID=838677ae-eacc-4d13-8ca5-253f24bc70ab,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:05.675086 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:05.675353 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:05.675731 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:05.676073 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:05.676411 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:05.676745 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:05.677078 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:05.677419 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:05.677751 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:05.678081 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:05.678414 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:05.678738 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:05.679063 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:05.722365 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:05.725070 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:05.726271 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-01fcb14c-fb48-4b01-9b74-7e2f2771daa1 tempest-ServerActionsTestJSON-796433088 tempest-ServerActionsTestJSON-796433088-project] 10.222.0.43 "DELETE /v2.0/floatingips/82e9bad8-2105-4365-a085-0d6b2ec75835 HTTP/1.1" status: 204 len: 168 time: 0.4557714 Dec 09 02:39:05.729132 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41248) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:06.117594 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3844dc22-f2bb-413d-be43-e5037cb11ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:06.354856 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3844dc22-f2bb-413d-be43-e5037cb11ec3 admin admin] Deleting port 5b57db07-2b78-4c8b-98e6-767c0a0304dd {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:39:06.355559 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3844dc22-f2bb-413d-be43-e5037cb11ec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:06.433521 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-3844dc22-f2bb-413d-be43-e5037cb11ec3 admin admin] For port 5b57db07-2b78-4c8b-98e6-767c0a0304dd, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5b57db07-2b78-4c8b-98e6-767c0a0304dd,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:06.433797 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3844dc22-f2bb-413d-be43-e5037cb11ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:06.446073 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3844dc22-f2bb-413d-be43-e5037cb11ec3 admin admin] Calling delete_port for 5b57db07-2b78-4c8b-98e6-767c0a0304dd owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:39:06.465716 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:06.620794 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3844dc22-f2bb-413d-be43-e5037cb11ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:06.645373 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844dc22-f2bb-413d-be43-e5037cb11ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b57db07-2b78-4c8b-98e6-767c0a0304dd,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:06.812273 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3844dc22-f2bb-413d-be43-e5037cb11ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:07.265008 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3844dc22-f2bb-413d-be43-e5037cb11ec3 admin admin] Router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:39:07.367400 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3844dc22-f2bb-413d-be43-e5037cb11ec3 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:39:07.372577 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3844dc22-f2bb-413d-be43-e5037cb11ec3 admin admin] 10.222.0.43 "PUT /v2.0/routers/30463a45-8f9a-42bd-98e3-1dfaacc925a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6424847 Dec 09 02:39:07.375011 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41252) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:07.378116 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b3834c-f5fc-4d5a-961b-bf7c6154638c None None] Sync routers for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:39:07.388181 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b3834c-f5fc-4d5a-961b-bf7c6154638c None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:39:07.388721 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-14b3834c-f5fc-4d5a-961b-bf7c6154638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:39:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:07.476167 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f652851b-f0b3-4ee4-acf2-bdfcaacc5baf admin admin] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:07.493543 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-14b3834c-f5fc-4d5a-961b-bf7c6154638c None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:39:07.576473 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f652851b-f0b3-4ee4-acf2-bdfcaacc5baf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:07.627807 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f652851b-f0b3-4ee4-acf2-bdfcaacc5baf admin admin] Deleting port e1147e99-be8e-41f3-b3ba-6095251d2efd {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:39:07.628148 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f652851b-f0b3-4ee4-acf2-bdfcaacc5baf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:07.671100 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-14b3834c-f5fc-4d5a-961b-bf7c6154638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:39:06Z', 'revision_number': 5, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port': {'id': 'e1147e99-be8e-41f3-b3ba-6095251d2efd', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:33:18Z', 'updated_at': '2021-12-09T02:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:07.701220 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b3834c-f5fc-4d5a-961b-bf7c6154638c None None] Checking router: 30463a45-8f9a-42bd-98e3-1dfaacc925a3 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:39:07.708154 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-f652851b-f0b3-4ee4-acf2-bdfcaacc5baf admin admin] For port e1147e99-be8e-41f3-b3ba-6095251d2efd, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e1147e99-be8e-41f3-b3ba-6095251d2efd,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:07.708523 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f652851b-f0b3-4ee4-acf2-bdfcaacc5baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:07.710799 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b3834c-f5fc-4d5a-961b-bf7c6154638c None None] Routers {'30463a45-8f9a-42bd-98e3-1dfaacc925a3'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:39:07.710799 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-14b3834c-f5fc-4d5a-961b-bf7c6154638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:39:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:07.721052 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f652851b-f0b3-4ee4-acf2-bdfcaacc5baf admin admin] Calling delete_port for e1147e99-be8e-41f3-b3ba-6095251d2efd owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:39:07.793634 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-14b3834c-f5fc-4d5a-961b-bf7c6154638c None None] Set router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:39:07.853647 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-14b3834c-f5fc-4d5a-961b-bf7c6154638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:39:07Z', 'revision_number': 6, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:07.888204 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f652851b-f0b3-4ee4-acf2-bdfcaacc5baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:07.890055 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b3834c-f5fc-4d5a-961b-bf7c6154638c None None] The sync data for ids ['30463a45-8f9a-42bd-98e3-1dfaacc925a3'] in dv-neutron-804846-18-hyperv is: [{'id': '30463a45-8f9a-42bd-98e3-1dfaacc925a3', 'name': 'tempest-ServerActionsTestJSON-1171740797-router', 'tenant_id': 'dfa49361765649a89099bacad09bdd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:33:17Z', 'updated_at': '2021-12-09T02:39:07Z', 'revision_number': 6, 'project_id': 'dfa49361765649a89099bacad09bdd3d', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:39:07.891963 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:07.914577 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652851b-f0b3-4ee4-acf2-bdfcaacc5baf admin admin] Pushing event deleted for resources: {'Port': ['ID=e1147e99-be8e-41f3-b3ba-6095251d2efd,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:07.936655 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00a086d-97ff-4e7b-bdb9-18b967461e24 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:39:07.979479 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f652851b-f0b3-4ee4-acf2-bdfcaacc5baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.067209 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f652851b-f0b3-4ee4-acf2-bdfcaacc5baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.069324 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f652851b-f0b3-4ee4-acf2-bdfcaacc5baf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.111190 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f652851b-f0b3-4ee4-acf2-bdfcaacc5baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.111760 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f652851b-f0b3-4ee4-acf2-bdfcaacc5baf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30463a45-8f9a-42bd-98e3-1dfaacc925a3 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:39:08.116060 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f652851b-f0b3-4ee4-acf2-bdfcaacc5baf admin admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.122000 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f652851b-f0b3-4ee4-acf2-bdfcaacc5baf admin admin] 10.222.0.43 "DELETE /v2.0/routers/30463a45-8f9a-42bd-98e3-1dfaacc925a3 HTTP/1.1" status: 204 len: 168 time: 0.7412534 Dec 09 02:39:08.122000 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41254) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:08.166051 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-50fcae7c-60c0-4a87-9373-fedf78dba384 admin admin] Deleting subnet d4895df6-7d79-463b-b721-be286abb4ffb {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:39:08.169232 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50fcae7c-60c0-4a87-9373-fedf78dba384 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.206602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50fcae7c-60c0-4a87-9373-fedf78dba384 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.283402 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50fcae7c-60c0-4a87-9373-fedf78dba384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.338030 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50fcae7c-60c0-4a87-9373-fedf78dba384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.364615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcae7c-60c0-4a87-9373-fedf78dba384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4895df6-7d79-463b-b721-be286abb4ffb,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:08.366743 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50fcae7c-60c0-4a87-9373-fedf78dba384 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.370563 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-50fcae7c-60c0-4a87-9373-fedf78dba384 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d4895df6-7d79-463b-b721-be286abb4ffb HTTP/1.1" status: 204 len: 168 time: 0.2492633 Dec 09 02:39:08.372950 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41256) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:08.373893 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09d35fe-5e25-4315-b086-52d80a525b39 None None] Network d641f59c-5c98-4920-88df-22f742582f05 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:08.443841 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.500266 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] Deleting port 8a6edf17-5738-4085-b99e-256644fbeb12 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:39:08.500610 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.560034 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] For port 8a6edf17-5738-4085-b99e-256644fbeb12, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=8a6edf17-5738-4085-b99e-256644fbeb12,segment=NetworkSegment(ec20f4b8-ace4-47d5-8968-dae6e67bf80a),segment_id=ec20f4b8-ace4-47d5-8968-dae6e67bf80a)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:08.560394 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.577100 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] Calling delete_port for 8a6edf17-5738-4085-b99e-256644fbeb12 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:39:08.659061 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.659972 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa642398-e78c-4e37-8422-8e3b3d5063e8 None None] DHCP port deletion for d641f59c-5c98-4920-88df-22f742582f05 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:39:08.685955 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a6edf17-5738-4085-b99e-256644fbeb12,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:08.694988 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] No DVR routers for this DVR port 8a6edf17-5738-4085-b99e-256644fbeb12 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:39:08.721024 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.739112 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8a6edf17-5738-4085-b99e-256644fbeb12 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:39:08.760881 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 8a6edf17-5738-4085-b99e-256644fbeb12 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:39:08.761375 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 8a6edf17-5738-4085-b99e-256644fbeb12 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:39:08.761908 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5b57db07-2b78-4c8b-98e6-767c0a0304dd no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:39:08.776432 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.782401 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 5b57db07-2b78-4c8b-98e6-767c0a0304dd {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:39:08.782857 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5b57db07-2b78-4c8b-98e6-767c0a0304dd not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:39:08.783378 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e1147e99-be8e-41f3-b3ba-6095251d2efd no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:39:08.798381 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d641f59c-5c98-4920-88df-22f742582f05']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:08.802371 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: e1147e99-be8e-41f3-b3ba-6095251d2efd {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:39:08.802793 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e1147e99-be8e-41f3-b3ba-6095251d2efd not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:39:08.808434 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:08.808728 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec20f4b8-ace4-47d5-8968-dae6e67bf80a') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:08.818343 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.832034 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.838017 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:39:08.838399 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:39:08.840053 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:39:08.894180 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.899547 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:08.905336 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d641f59c-5c98-4920-88df-22f742582f05 HTTP/1.1" status: 204 len: 168 time: 0.5289252 Dec 09 02:39:08.915294 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a8562-4303-48c2-8671-8e39b21a73c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d641f59c-5c98-4920-88df-22f742582f05,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:09.013702 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41260) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:09.057162 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-36266469-0817-4996-89da-1d4ef7546bc5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dfa49361765649a89099bacad09bdd3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422628 Dec 09 02:39:09.059742 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41262) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:09.105249 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ac26fb1-99a9-4a17-9423-198a198b4cef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:09.126359 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ac26fb1-99a9-4a17-9423-198a198b4cef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:09.172995 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ac26fb1-99a9-4a17-9423-198a198b4cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:09.175607 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ac26fb1-99a9-4a17-9423-198a198b4cef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:09.176783 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8ac26fb1-99a9-4a17-9423-198a198b4cef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c62b15a8-a42f-476f-a336-3826a8ef6426 HTTP/1.1" status: 204 len: 168 time: 0.1161530 Dec 09 02:39:09.184783 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac26fb1-99a9-4a17-9423-198a198b4cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62b15a8-a42f-476f-a336-3826a8ef6426,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:09.821424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41284) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:09.924922 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-de70c2f5-9dbd-4623-99bd-8623c6764100 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1011013712-network', 'tenant_id': '7b4ee54bb8f549aabc2422fb657dfae0'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:09.945493 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de70c2f5-9dbd-4623-99bd-8623c6764100 admin admin] Made reservation on behalf of 7b4ee54bb8f549aabc2422fb657dfae0 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:09.948295 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de70c2f5-9dbd-4623-99bd-8623c6764100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:09.956449 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de70c2f5-9dbd-4623-99bd-8623c6764100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:10.030162 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de70c2f5-9dbd-4623-99bd-8623c6764100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:10.033844 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de70c2f5-9dbd-4623-99bd-8623c6764100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:10.053786 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de70c2f5-9dbd-4623-99bd-8623c6764100 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:39:10.066695 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70c2f5-9dbd-4623-99bd-8623c6764100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3861ba83-90cd-4189-ab49-ab0dd21ae553,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:10.071364 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de70c2f5-9dbd-4623-99bd-8623c6764100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:10.072233 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-de70c2f5-9dbd-4623-99bd-8623c6764100 admin admin] Added segment 1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2 of type vlan for network 5a08d045-d7dc-471b-8e8b-354cbc4ec006 Dec 09 02:39:10.113480 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de70c2f5-9dbd-4623-99bd-8623c6764100 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:10.138534 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de70c2f5-9dbd-4623-99bd-8623c6764100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:10.139516 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de70c2f5-9dbd-4623-99bd-8623c6764100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:10.140089 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de70c2f5-9dbd-4623-99bd-8623c6764100 admin admin] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:10.191932 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-de70c2f5-9dbd-4623-99bd-8623c6764100 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3689213 Dec 09 02:39:10.194835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41288) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:10.200515 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-fad99c9e-1f48-431c-a8fc-47b72449ca20 admin admin] Request body: {'subnet': {'network_id': '5a08d045-d7dc-471b-8e8b-354cbc4ec006', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1011013712-subnet', 'tenant_id': '7b4ee54bb8f549aabc2422fb657dfae0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:10.201293 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70c2f5-9dbd-4623-99bd-8623c6764100 admin admin] Pushing event updated for resources: {'Network': ['ID=5a08d045-d7dc-471b-8e8b-354cbc4ec006,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:10.210928 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 5a08d045-d7dc-471b-8e8b-354cbc4ec006 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:39:10.221194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad99c9e-1f48-431c-a8fc-47b72449ca20 admin admin] Made reservation on behalf of 7b4ee54bb8f549aabc2422fb657dfae0 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:10.223738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fad99c9e-1f48-431c-a8fc-47b72449ca20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:10.390494 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fad99c9e-1f48-431c-a8fc-47b72449ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:10.444143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad99c9e-1f48-431c-a8fc-47b72449ca20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf5597b4-4050-46a5-a825-c6bb4fd6964b,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:10.453295 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad99c9e-1f48-431c-a8fc-47b72449ca20 admin admin] Checking segment: {'id': '1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a08d045-d7dc-471b-8e8b-354cbc4ec006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:39:10.453660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad99c9e-1f48-431c-a8fc-47b72449ca20 admin admin] Network hostable DHCP agents. Network: 5a08d045-d7dc-471b-8e8b-354cbc4ec006, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:39:10.469040 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad99c9e-1f48-431c-a8fc-47b72449ca20 admin admin] Network 5a08d045-d7dc-471b-8e8b-354cbc4ec006 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:39:10.476891 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-fad99c9e-1f48-431c-a8fc-47b72449ca20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 5a08d045-d7dc-471b-8e8b-354cbc4ec006) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:10.482292 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad99c9e-1f48-431c-a8fc-47b72449ca20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:10.483304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fad99c9e-1f48-431c-a8fc-47b72449ca20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:10.486248 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51240637-9e12-49ef-9c5a-e379705e75d7 None None] Network 5a08d045-d7dc-471b-8e8b-354cbc4ec006 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:10.502077 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fad99c9e-1f48-431c-a8fc-47b72449ca20 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3060992 Dec 09 02:39:10.584351 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a98c82-d45e-4199-a4b0-0baeb3fd6776 None None] Network 5a08d045-d7dc-471b-8e8b-354cbc4ec006 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:10.925600 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-25b81dba-ac74-4fc1-975b-30e0bf2a84bb tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:10.927049 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-25b81dba-ac74-4fc1-975b-30e0bf2a84bb tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/networks?id=5a08d045-d7dc-471b-8e8b-354cbc4ec006 HTTP/1.1" status: 200 len: 814 time: 0.1041734 Dec 09 02:39:10.941468 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-a65d8649-33cd-4d49-a865-7556bff89faa tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/quotas/7b4ee54bb8f549aabc2422fb657dfae0 HTTP/1.1" status: 200 len: 375 time: 0.0087569 Dec 09 02:39:10.972037 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-5c4523a2-2e3b-4877-9ca1-5fcb2c8903ea tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b4ee54bb8f549aabc2422fb657dfae0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255432 Dec 09 02:39:11.067960 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-ab268ed8-28ef-4bcb-8648-22d93774c000 service neutron] 10.222.0.43 "GET /v2.0/networks/5a08d045-d7dc-471b-8e8b-354cbc4ec006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881264 Dec 09 02:39:11.156172 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-0eec32b5-d544-4cab-857e-1a02dc744c5f service neutron] 10.222.0.43 "GET /v2.0/networks/5a08d045-d7dc-471b-8e8b-354cbc4ec006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822687 Dec 09 02:39:11.310334 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f77cf82-d55b-4c97-a85f-3c860047f083 req-d589d3a2-67da-4431-b1b0-8fb0d08395d3 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 210 time: 0.0265138 Dec 09 02:39:12.278670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-51ce7e68-5e49-4a53-bd55-40f472709186 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:12.280273 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-51ce7e68-5e49-4a53-bd55-40f472709186 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.45 "GET /v2.0/networks?id=5a08d045-d7dc-471b-8e8b-354cbc4ec006 HTTP/1.1" status: 200 len: 814 time: 0.1054630 Dec 09 02:39:12.299208 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-52805d22-f2ff-4de4-a7b1-cbc7d65697a5 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Request body: {'port': {'device_id': '16efe4b9-09f2-48b8-a6be-0826f61a31c2', 'network_id': '5a08d045-d7dc-471b-8e8b-354cbc4ec006', 'admin_state_up': True, 'tenant_id': '7b4ee54bb8f549aabc2422fb657dfae0'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:12.420184 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f80a70f3-38a7-48b6-ba0a-8cebc55b30c0 req-84ca88c2-fe99-4834-86b9-94ca000ff0cf tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 210 time: 0.0366576 Dec 09 02:39:12.435080 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-52805d22-f2ff-4de4-a7b1-cbc7d65697a5 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Made reservation on behalf of 7b4ee54bb8f549aabc2422fb657dfae0 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:12.438697 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-52805d22-f2ff-4de4-a7b1-cbc7d65697a5 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:12.562241 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-52805d22-f2ff-4de4-a7b1-cbc7d65697a5 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Allocated IP 172.20.0.2 (5a08d045-d7dc-471b-8e8b-354cbc4ec006/bf5597b4-4050-46a5-a825-c6bb4fd6964b/68ef6050-97d2-451c-a20d-acefcf0140b2) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:39:12.706613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-52805d22-f2ff-4de4-a7b1-cbc7d65697a5 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:12.739854 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-52805d22-f2ff-4de4-a7b1-cbc7d65697a5 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:12.782461 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-52805d22-f2ff-4de4-a7b1-cbc7d65697a5 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Network 5a08d045-d7dc-471b-8e8b-354cbc4ec006 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:39:12.787369 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-52805d22-f2ff-4de4-a7b1-cbc7d65697a5 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:12.791035 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-52805d22-f2ff-4de4-a7b1-cbc7d65697a5 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:39:12.817196 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52805d22-f2ff-4de4-a7b1-cbc7d65697a5 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Pushing event updated for resources: {'Port': ['ID=68ef6050-97d2-451c-a20d-acefcf0140b2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:12.844882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-52805d22-f2ff-4de4-a7b1-cbc7d65697a5 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:12.845510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-52805d22-f2ff-4de4-a7b1-cbc7d65697a5 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:12.860542 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-52805d22-f2ff-4de4-a7b1-cbc7d65697a5 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5650632 Dec 09 02:39:12.878538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Request body: {'port': {'device_id': '16efe4b9-09f2-48b8-a6be-0826f61a31c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:12.930033 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:13.183199 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ef6050-97d2-451c-a20d-acefcf0140b2 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:39:13.190560 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:13.202809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Transition to ACTIVE for port object 68ef6050-97d2-451c-a20d-acefcf0140b2 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:39:13.206602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:13.270643 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Pushing event updated for resources: {'Port': ['ID=68ef6050-97d2-451c-a20d-acefcf0140b2,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:13.317185 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Attempting to bind port 68ef6050-97d2-451c-a20d-acefcf0140b2 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:39:13.317521 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Attempting to bind port 68ef6050-97d2-451c-a20d-acefcf0140b2 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a08d045-d7dc-471b-8e8b-354cbc4ec006'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:39:13.317845 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Attempting to bind port 68ef6050-97d2-451c-a20d-acefcf0140b2 on network 5a08d045-d7dc-471b-8e8b-354cbc4ec006 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:39:13.322534 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Port 68ef6050-97d2-451c-a20d-acefcf0140b2 on network 5a08d045-d7dc-471b-8e8b-354cbc4ec006 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:39:13.322852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Attempting to bind port 68ef6050-97d2-451c-a20d-acefcf0140b2 on network 5a08d045-d7dc-471b-8e8b-354cbc4ec006 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:39:13.327611 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:39:13.327930 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Checking segment: {'id': '1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a08d045-d7dc-471b-8e8b-354cbc4ec006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:39:13.328308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Bound using segment: {'id': '1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a08d045-d7dc-471b-8e8b-354cbc4ec006'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:39:13.328724 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Bound port: 68ef6050-97d2-451c-a20d-acefcf0140b2, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a08d045-d7dc-471b-8e8b-354cbc4ec006'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:39:13.329071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:13.391617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] For port 68ef6050-97d2-451c-a20d-acefcf0140b2, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:39:13.394425 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] For port 68ef6050-97d2-451c-a20d-acefcf0140b2, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=68ef6050-97d2-451c-a20d-acefcf0140b2,segment=NetworkSegment(1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2),segment_id=1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:39:13.398175 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:13.430736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:13.431916 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:13.433275 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] 10.222.0.45 "PUT /v2.0/ports/68ef6050-97d2-451c-a20d-acefcf0140b2 HTTP/1.1" status: 200 len: 1093 time: 0.5587349 Dec 09 02:39:13.433710 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16efe4b9-09f2-48b8-a6be-0826f61a31c2', 'tag': '68ef6050-97d2-451c-a20d-acefcf0140b2'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:39:13.435975 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b068d51-2582-4541-b367-f19732ee1fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "16efe4b9-09f2-48b8-a6be-0826f61a31c2", "tag": "68ef6050-97d2-451c-a20d-acefcf0140b2"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:39:13.460308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d596c-43bf-458c-aa4c-481d44bb33a9 service neutron] Pushing event updated for resources: {'Port': ['ID=68ef6050-97d2-451c-a20d-acefcf0140b2,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:13.480690 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aadec27-c546-42b3-8957-fd8f00372b16 x-openstack-request-id: req-1aadec27-c546-42b3-8957-fd8f00372b16 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:39:13.480815 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16efe4b9-09f2-48b8-a6be-0826f61a31c2", "tag": "68ef6050-97d2-451c-a20d-acefcf0140b2", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:39:13.481082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1aadec27-c546-42b3-8957-fd8f00372b16 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:39:13.481516 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16efe4b9-09f2-48b8-a6be-0826f61a31c2', 'tag': '68ef6050-97d2-451c-a20d-acefcf0140b2', 'status': 'completed', 'code': 200} Dec 09 02:39:13.562061 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-bbe611bf-93d5-4f93-96d8-3e0358a3ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:13.563576 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-bbe611bf-93d5-4f93-96d8-3e0358a3ac0a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7b4ee54bb8f549aabc2422fb657dfae0&device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 1096 time: 0.0680220 Dec 09 02:39:13.578940 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4283f-e448-4fcb-94a1-0fec78c2c418 req-db434013-31cc-4c87-ad3d-61f632da5f41 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:13.580396 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d6e4283f-e448-4fcb-94a1-0fec78c2c418 req-db434013-31cc-4c87-ad3d-61f632da5f41 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 943 time: 0.0567100 Dec 09 02:39:13.622637 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-9dd1b108-bcf9-4e75-acf2-9ad31f97db48 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68ef6050-97d2-451c-a20d-acefcf0140b2 HTTP/1.1" status: 200 len: 217 time: 0.0413215 Dec 09 02:39:13.687321 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d6e4283f-e448-4fcb-94a1-0fec78c2c418 req-3de77821-68cb-47d9-b51e-d1e666a46ab6 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006064 Dec 09 02:39:13.692750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-821cab29-46cb-41a7-9583-5f7487ad1971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:13.694184 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-821cab29-46cb-41a7-9583-5f7487ad1971 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf5597b4-4050-46a5-a825-c6bb4fd6964b HTTP/1.1" status: 200 len: 854 time: 0.0641065 Dec 09 02:39:13.726456 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-56f13a71-3d89-4eb6-bc9f-621922db641d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a08d045-d7dc-471b-8e8b-354cbc4ec006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239122 Dec 09 02:39:13.818281 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-16f15c44-9670-433e-a79b-4396f7743194 service neutron] 10.222.0.45 "GET /v2.0/networks/5a08d045-d7dc-471b-8e8b-354cbc4ec006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847764 Dec 09 02:39:13.908517 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3e3e9a2-eb08-42d4-98c3-00ce5de3712c req-0deba3ca-26f2-4f65-83f3-56839210e64a service neutron] 10.222.0.45 "GET /v2.0/networks/5a08d045-d7dc-471b-8e8b-354cbc4ec006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823925 Dec 09 02:39:14.045406 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b068d51-2582-4541-b367-f19732ee1fa1 req-244b66cf-1f50-46b4-a85b-30ffd482dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:14.046856 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1b068d51-2582-4541-b367-f19732ee1fa1 req-244b66cf-1f50-46b4-a85b-30ffd482dfe4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7b4ee54bb8f549aabc2422fb657dfae0&device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 1096 time: 0.0450819 Dec 09 02:39:14.133600 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b068d51-2582-4541-b367-f19732ee1fa1 req-ba8cfa26-77f2-4b22-a7a5-edb0cddb18d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:14.135102 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1b068d51-2582-4541-b367-f19732ee1fa1 req-ba8cfa26-77f2-4b22-a7a5-edb0cddb18d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a08d045-d7dc-471b-8e8b-354cbc4ec006 HTTP/1.1" status: 200 len: 915 time: 0.0801270 Dec 09 02:39:14.179762 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1b068d51-2582-4541-b367-f19732ee1fa1 req-201d32d7-d2b0-4f28-a441-af02e543535a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68ef6050-97d2-451c-a20d-acefcf0140b2 HTTP/1.1" status: 200 len: 217 time: 0.0375621 Dec 09 02:39:14.227126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b068d51-2582-4541-b367-f19732ee1fa1 req-987e1147-13c8-4503-ae08-b2ba2f0c0a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:14.229211 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1b068d51-2582-4541-b367-f19732ee1fa1 req-987e1147-13c8-4503-ae08-b2ba2f0c0a9a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf5597b4-4050-46a5-a825-c6bb4fd6964b HTTP/1.1" status: 200 len: 854 time: 0.0420415 Dec 09 02:39:14.261632 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1b068d51-2582-4541-b367-f19732ee1fa1 req-630b8e5c-c78e-44eb-84ca-aa9137f26a46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a08d045-d7dc-471b-8e8b-354cbc4ec006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233665 Dec 09 02:39:14.294114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:14.347762 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1b068d51-2582-4541-b367-f19732ee1fa1 req-ea380e00-61e0-4a77-b767-3e9430ff5675 service neutron] 10.222.0.45 "GET /v2.0/networks/5a08d045-d7dc-471b-8e8b-354cbc4ec006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791159 Dec 09 02:39:14.437430 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1b068d51-2582-4541-b367-f19732ee1fa1 req-32451b84-df5a-403e-a66d-dc04516454ce service neutron] 10.222.0.45 "GET /v2.0/networks/5a08d045-d7dc-471b-8e8b-354cbc4ec006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820365 Dec 09 02:39:14.802505 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f879467-6598-4492-9e67-c1ada89b1754 req-9d12053a-6c5c-472a-bc48-667b61b8744f tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:14.803990 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f879467-6598-4492-9e67-c1ada89b1754 req-9d12053a-6c5c-472a-bc48-667b61b8744f tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 943 time: 0.0495474 Dec 09 02:39:14.850905 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2f879467-6598-4492-9e67-c1ada89b1754 req-6bf96426-058a-42fc-bfbc-8720d938269a tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405691 Dec 09 02:39:15.364393 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:39:15.395584 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 68ef6050-97d2-451c-a20d-acefcf0140b2 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:39:15.490449 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 68ef6050-97d2-451c-a20d-acefcf0140b2, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=68ef6050-97d2-451c-a20d-acefcf0140b2,segment=NetworkSegment(1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2),segment_id=1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:15.501395 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '68ef6050-97d2-451c-a20d-acefcf0140b2', 'network_id': '5a08d045-d7dc-471b-8e8b-354cbc4ec006', 'port_id': '68ef6050-97d2-451c-a20d-acefcf0140b2', 'mac_address': 'fa:16:3e:96:64:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5597b4-4050-46a5-a825-c6bb4fd6964b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:39:15.537994 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:15.551353 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ef6050-97d2-451c-a20d-acefcf0140b2 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:39:15.573309 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 68ef6050-97d2-451c-a20d-acefcf0140b2, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=68ef6050-97d2-451c-a20d-acefcf0140b2,segment=NetworkSegment(1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2),segment_id=1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:15.577346 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:15.622368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=68ef6050-97d2-451c-a20d-acefcf0140b2,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:15.857606 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['68ef6050-97d2-451c-a20d-acefcf0140b2'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:39:15.967625 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64def16e-b1e0-4d24-99f0-c4b73bd4029a req-6e0c81f2-7066-4fbc-8fa0-131d9a922b63 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:15.969108 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-64def16e-b1e0-4d24-99f0-c4b73bd4029a req-6e0c81f2-7066-4fbc-8fa0-131d9a922b63 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 944 time: 0.0519414 Dec 09 02:39:16.015020 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-64def16e-b1e0-4d24-99f0-c4b73bd4029a req-c513b6b9-64d5-40a7-9a44-bddcffa91695 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399203 Dec 09 02:39:17.129644 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0dc24-293f-49d5-9fa5-370186588ae6 req-bb03993a-53f6-4745-b391-7e51d799908e tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:17.131173 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e2d0dc24-293f-49d5-9fa5-370186588ae6 req-bb03993a-53f6-4745-b391-7e51d799908e tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 944 time: 0.0491669 Dec 09 02:39:17.177562 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e2d0dc24-293f-49d5-9fa5-370186588ae6 req-d0e6ef7e-5374-4627-8506-a0e87ea28395 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404420 Dec 09 02:39:17.395900 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 68ef6050-97d2-451c-a20d-acefcf0140b2 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:39:17.443874 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 68ef6050-97d2-451c-a20d-acefcf0140b2 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:39:17.448070 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 68ef6050-97d2-451c-a20d-acefcf0140b2 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:39:17.448442 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:17.521067 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:17.542784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16efe4b9-09f2-48b8-a6be-0826f61a31c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ef6050-97d2-451c-a20d-acefcf0140b2'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:39:17.545110 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef222a22-54d7-4f26-8446-73d22835128b" -d '{"events": [{"server_uuid": "16efe4b9-09f2-48b8-a6be-0826f61a31c2", "name": "network-vif-plugged", "status": "completed", "tag": "68ef6050-97d2-451c-a20d-acefcf0140b2"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:39:17.560962 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 68ef6050-97d2-451c-a20d-acefcf0140b2, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=68ef6050-97d2-451c-a20d-acefcf0140b2,segment=NetworkSegment(1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2),segment_id=1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:17.564999 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:17.595552 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acedb03c-d88e-4833-b87b-1f508acdd584 x-openstack-request-id: req-acedb03c-d88e-4833-b87b-1f508acdd584 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:39:17.595846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16efe4b9-09f2-48b8-a6be-0826f61a31c2", "name": "network-vif-plugged", "status": "completed", "tag": "68ef6050-97d2-451c-a20d-acefcf0140b2", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:39:17.596100 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-acedb03c-d88e-4833-b87b-1f508acdd584 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:39:17.596481 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16efe4b9-09f2-48b8-a6be-0826f61a31c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ef6050-97d2-451c-a20d-acefcf0140b2', 'code': 200} Dec 09 02:39:17.621381 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=68ef6050-97d2-451c-a20d-acefcf0140b2,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:17.785352 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae267e7-429a-41dd-b0cc-ff7549bcec7e req-d3bc6673-0f95-470f-992b-27de10057405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:17.786804 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3ae267e7-429a-41dd-b0cc-ff7549bcec7e req-d3bc6673-0f95-470f-992b-27de10057405 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 1098 time: 0.0390832 Dec 09 02:39:17.833102 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3ae267e7-429a-41dd-b0cc-ff7549bcec7e req-5727857c-5e30-4dbb-9000-27e79f61f87d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392833 Dec 09 02:39:18.292056 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850afe19-b424-4b30-96ca-7311d1cdf20d req-190d6a2f-ccfc-4b11-b497-de4ce0ef1f01 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:18.293597 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-850afe19-b424-4b30-96ca-7311d1cdf20d req-190d6a2f-ccfc-4b11-b497-de4ce0ef1f01 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 945 time: 0.0482004 Dec 09 02:39:18.339769 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-850afe19-b424-4b30-96ca-7311d1cdf20d req-cc4368a5-0771-4131-b0b3-782d8b824da3 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402153 Dec 09 02:39:19.451071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd89d77-33f1-48c1-9d36-72f50b89c91b req-a5b57e41-5766-4fa3-a26c-c5d8fc1001ee tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:19.452458 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfd89d77-33f1-48c1-9d36-72f50b89c91b req-a5b57e41-5766-4fa3-a26c-c5d8fc1001ee tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 945 time: 0.0472708 Dec 09 02:39:19.498296 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfd89d77-33f1-48c1-9d36-72f50b89c91b req-4da96235-a327-41d5-9361-de36f6376a33 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400779 Dec 09 02:39:19.717747 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208895b-1d3d-494d-8989-993968e2c352 req-98010297-82a0-458c-b145-181a292989f0 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:19.719222 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5208895b-1d3d-494d-8989-993968e2c352 req-98010297-82a0-458c-b145-181a292989f0 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/networks?id=5a08d045-d7dc-471b-8e8b-354cbc4ec006 HTTP/1.1" status: 200 len: 814 time: 0.1035864 Dec 09 02:39:19.733812 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5208895b-1d3d-494d-8989-993968e2c352 req-f7335cb6-da07-4e45-a239-4aee2b721dcf tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/quotas/7b4ee54bb8f549aabc2422fb657dfae0 HTTP/1.1" status: 200 len: 375 time: 0.0088294 Dec 09 02:39:19.782008 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5208895b-1d3d-494d-8989-993968e2c352 req-1cd13836-b465-47ca-b897-e552c3123165 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7b4ee54bb8f549aabc2422fb657dfae0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433211 Dec 09 02:39:20.139221 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5208895b-1d3d-494d-8989-993968e2c352 req-1ad0d835-0a4a-41b9-896d-c5b4e8bb5af8 service neutron] 10.222.0.43 "GET /v2.0/networks/5a08d045-d7dc-471b-8e8b-354cbc4ec006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504047 Dec 09 02:39:20.223812 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5208895b-1d3d-494d-8989-993968e2c352 req-49806f78-a7b9-43cc-9bd9-a3cdc31a0c2c service neutron] 10.222.0.43 "GET /v2.0/networks/5a08d045-d7dc-471b-8e8b-354cbc4ec006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785549 Dec 09 02:39:20.379213 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7b72bc59-d81a-4d86-836b-151b9117230c req-7c133476-5929-4c3c-8b3e-2c702e08fbdc tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=88c6c8d7-346a-4b87-a365-caf7881935bc HTTP/1.1" status: 200 len: 210 time: 0.0301003 Dec 09 02:39:21.348093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208895b-1d3d-494d-8989-993968e2c352 req-c76b01df-7791-4eed-b679-1995ea0d7251 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:21.349558 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5208895b-1d3d-494d-8989-993968e2c352 req-c76b01df-7791-4eed-b679-1995ea0d7251 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.45 "GET /v2.0/networks?id=5a08d045-d7dc-471b-8e8b-354cbc4ec006 HTTP/1.1" status: 200 len: 814 time: 0.1019249 Dec 09 02:39:21.381952 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-5208895b-1d3d-494d-8989-993968e2c352 req-93070e73-a14a-40ca-bdd2-e97f0035b125 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Request body: {'port': {'device_id': '88c6c8d7-346a-4b87-a365-caf7881935bc', 'network_id': '5a08d045-d7dc-471b-8e8b-354cbc4ec006', 'admin_state_up': True, 'tenant_id': '7b4ee54bb8f549aabc2422fb657dfae0'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:21.481573 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dab9b262-30b2-4e6d-9f12-5fab93fb45e3 req-931ad5bf-0197-4a54-b14c-cb8d1452c674 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=88c6c8d7-346a-4b87-a365-caf7881935bc HTTP/1.1" status: 200 len: 210 time: 0.0331290 Dec 09 02:39:21.519220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5208895b-1d3d-494d-8989-993968e2c352 req-93070e73-a14a-40ca-bdd2-e97f0035b125 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Made reservation on behalf of 7b4ee54bb8f549aabc2422fb657dfae0 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:21.522773 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5208895b-1d3d-494d-8989-993968e2c352 req-93070e73-a14a-40ca-bdd2-e97f0035b125 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:21.645112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-5208895b-1d3d-494d-8989-993968e2c352 req-93070e73-a14a-40ca-bdd2-e97f0035b125 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Allocated IP 172.20.0.4 (5a08d045-d7dc-471b-8e8b-354cbc4ec006/bf5597b4-4050-46a5-a825-c6bb4fd6964b/488e46ad-fe68-46e6-a0c3-178f4817960d) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:39:21.784296 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5208895b-1d3d-494d-8989-993968e2c352 req-93070e73-a14a-40ca-bdd2-e97f0035b125 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:21.818011 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5208895b-1d3d-494d-8989-993968e2c352 req-93070e73-a14a-40ca-bdd2-e97f0035b125 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:21.851386 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['68ef6050-97d2-451c-a20d-acefcf0140b2'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:39:21.860865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5208895b-1d3d-494d-8989-993968e2c352 req-93070e73-a14a-40ca-bdd2-e97f0035b125 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Network 5a08d045-d7dc-471b-8e8b-354cbc4ec006 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:39:21.863984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-5208895b-1d3d-494d-8989-993968e2c352 req-93070e73-a14a-40ca-bdd2-e97f0035b125 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:21.870345 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5208895b-1d3d-494d-8989-993968e2c352 req-93070e73-a14a-40ca-bdd2-e97f0035b125 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:39:21.894868 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93070e73-a14a-40ca-bdd2-e97f0035b125 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Pushing event updated for resources: {'Port': ['ID=488e46ad-fe68-46e6-a0c3-178f4817960d,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:21.923244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208895b-1d3d-494d-8989-993968e2c352 req-93070e73-a14a-40ca-bdd2-e97f0035b125 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:21.923881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5208895b-1d3d-494d-8989-993968e2c352 req-93070e73-a14a-40ca-bdd2-e97f0035b125 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:21.939619 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5208895b-1d3d-494d-8989-993968e2c352 req-93070e73-a14a-40ca-bdd2-e97f0035b125 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5613894 Dec 09 02:39:21.957969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Request body: {'port': {'device_id': '88c6c8d7-346a-4b87-a365-caf7881935bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:22.009951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:22.263779 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488e46ad-fe68-46e6-a0c3-178f4817960d {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:39:22.270882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:22.283330 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Transition to ACTIVE for port object 488e46ad-fe68-46e6-a0c3-178f4817960d will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:39:22.286719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:22.333332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Pushing event updated for resources: {'Port': ['ID=488e46ad-fe68-46e6-a0c3-178f4817960d,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:22.400035 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Attempting to bind port 488e46ad-fe68-46e6-a0c3-178f4817960d on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:39:22.400717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Attempting to bind port 488e46ad-fe68-46e6-a0c3-178f4817960d by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a08d045-d7dc-471b-8e8b-354cbc4ec006'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:39:22.400717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Attempting to bind port 488e46ad-fe68-46e6-a0c3-178f4817960d on network 5a08d045-d7dc-471b-8e8b-354cbc4ec006 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:39:22.405143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Port 488e46ad-fe68-46e6-a0c3-178f4817960d on network 5a08d045-d7dc-471b-8e8b-354cbc4ec006 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:39:22.405440 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Attempting to bind port 488e46ad-fe68-46e6-a0c3-178f4817960d on network 5a08d045-d7dc-471b-8e8b-354cbc4ec006 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:39:22.410162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:39:22.410500 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Checking segment: {'id': '1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a08d045-d7dc-471b-8e8b-354cbc4ec006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:39:22.410881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Bound using segment: {'id': '1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a08d045-d7dc-471b-8e8b-354cbc4ec006'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:39:22.411298 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Bound port: 488e46ad-fe68-46e6-a0c3-178f4817960d, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a08d045-d7dc-471b-8e8b-354cbc4ec006'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:39:22.411687 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:22.475578 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] For port 488e46ad-fe68-46e6-a0c3-178f4817960d, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:39:22.479656 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] For port 488e46ad-fe68-46e6-a0c3-178f4817960d, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=488e46ad-fe68-46e6-a0c3-178f4817960d,segment=NetworkSegment(1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2),segment_id=1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:39:22.483730 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:22.519093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:22.519742 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:22.521146 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5208895b-1d3d-494d-8989-993968e2c352 req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] 10.222.0.45 "PUT /v2.0/ports/488e46ad-fe68-46e6-a0c3-178f4817960d HTTP/1.1" status: 200 len: 1093 time: 0.5673263 Dec 09 02:39:22.521593 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c6c8d7-346a-4b87-a365-caf7881935bc', 'tag': '488e46ad-fe68-46e6-a0c3-178f4817960d'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:39:22.523891 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8a135e-35c0-4c8b-aafc-3ecdd2a062a1" -d '{"events": [{"name": "network-changed", "server_uuid": "88c6c8d7-346a-4b87-a365-caf7881935bc", "tag": "488e46ad-fe68-46e6-a0c3-178f4817960d"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:39:22.548786 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1d70e-ff09-47be-86d5-07048b10b79e service neutron] Pushing event updated for resources: {'Port': ['ID=488e46ad-fe68-46e6-a0c3-178f4817960d,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:22.637044 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d36111-f113-4ef4-b688-69c163db8e73 req-c4f051f1-0975-4ec4-8359-a2daa28ec3a7 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:22.638550 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-78d36111-f113-4ef4-b688-69c163db8e73 req-c4f051f1-0975-4ec4-8359-a2daa28ec3a7 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=88c6c8d7-346a-4b87-a365-caf7881935bc HTTP/1.1" status: 200 len: 943 time: 0.0854437 Dec 09 02:39:22.644178 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208895b-1d3d-494d-8989-993968e2c352 req-4551183a-399a-43d0-b7fd-65dae35b5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:22.645562 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5208895b-1d3d-494d-8989-993968e2c352 req-4551183a-399a-43d0-b7fd-65dae35b5f02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7b4ee54bb8f549aabc2422fb657dfae0&device_id=88c6c8d7-346a-4b87-a365-caf7881935bc HTTP/1.1" status: 200 len: 1096 time: 0.0637140 Dec 09 02:39:22.698110 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5208895b-1d3d-494d-8989-993968e2c352 req-254743d7-9335-4c5e-bba1-e094858aa5f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=488e46ad-fe68-46e6-a0c3-178f4817960d HTTP/1.1" status: 200 len: 217 time: 0.0377779 Dec 09 02:39:22.747880 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-78d36111-f113-4ef4-b688-69c163db8e73 req-99d0a682-f868-46f5-a759-e84e141bdd07 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013248 Dec 09 02:39:22.760592 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208895b-1d3d-494d-8989-993968e2c352 req-b946487c-c6b2-45a3-a891-06254ef1b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:22.762039 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5208895b-1d3d-494d-8989-993968e2c352 req-b946487c-c6b2-45a3-a891-06254ef1b790 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf5597b4-4050-46a5-a825-c6bb4fd6964b HTTP/1.1" status: 200 len: 854 time: 0.0555713 Dec 09 02:39:22.799042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a546cfa8-8b30-4da8-916a-69e2862e08b0 x-openstack-request-id: req-a546cfa8-8b30-4da8-916a-69e2862e08b0 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:39:22.799338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c6c8d7-346a-4b87-a365-caf7881935bc", "tag": "488e46ad-fe68-46e6-a0c3-178f4817960d", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:39:22.799622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a546cfa8-8b30-4da8-916a-69e2862e08b0 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:39:22.800023 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c6c8d7-346a-4b87-a365-caf7881935bc', 'tag': '488e46ad-fe68-46e6-a0c3-178f4817960d', 'status': 'completed', 'code': 200} Dec 09 02:39:22.801899 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5208895b-1d3d-494d-8989-993968e2c352 req-d5b05ba2-0314-4961-966c-76be5e03af6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a08d045-d7dc-471b-8e8b-354cbc4ec006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330634 Dec 09 02:39:22.895714 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5208895b-1d3d-494d-8989-993968e2c352 req-8e0f2f1c-a1f1-4861-bdca-8ddada0c8405 service neutron] 10.222.0.45 "GET /v2.0/networks/5a08d045-d7dc-471b-8e8b-354cbc4ec006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824776 Dec 09 02:39:22.987268 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5208895b-1d3d-494d-8989-993968e2c352 req-263e46d5-d765-4e0d-a71d-a579ffe0f3a3 service neutron] 10.222.0.45 "GET /v2.0/networks/5a08d045-d7dc-471b-8e8b-354cbc4ec006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846586 Dec 09 02:39:23.113096 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a135e-35c0-4c8b-aafc-3ecdd2a062a1 req-cb7ba03f-9b0f-4c4b-a513-ad57f27d7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:23.114503 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad8a135e-35c0-4c8b-aafc-3ecdd2a062a1 req-cb7ba03f-9b0f-4c4b-a513-ad57f27d7ad2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7b4ee54bb8f549aabc2422fb657dfae0&device_id=88c6c8d7-346a-4b87-a365-caf7881935bc HTTP/1.1" status: 200 len: 1096 time: 0.0403757 Dec 09 02:39:23.206087 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a135e-35c0-4c8b-aafc-3ecdd2a062a1 req-a2f93ba8-17c0-4b58-b5f0-0022f048ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:23.207592 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad8a135e-35c0-4c8b-aafc-3ecdd2a062a1 req-a2f93ba8-17c0-4b58-b5f0-0022f048ce37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a08d045-d7dc-471b-8e8b-354cbc4ec006 HTTP/1.1" status: 200 len: 915 time: 0.0835087 Dec 09 02:39:23.252767 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad8a135e-35c0-4c8b-aafc-3ecdd2a062a1 req-3572be2c-2b66-417b-bea5-d1f1f2fa0390 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=488e46ad-fe68-46e6-a0c3-178f4817960d HTTP/1.1" status: 200 len: 217 time: 0.0372741 Dec 09 02:39:23.300409 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a135e-35c0-4c8b-aafc-3ecdd2a062a1 req-ac7eae60-9e96-4d1e-aaa8-ae8dfc98a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:23.301768 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad8a135e-35c0-4c8b-aafc-3ecdd2a062a1 req-ac7eae60-9e96-4d1e-aaa8-ae8dfc98a87b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bf5597b4-4050-46a5-a825-c6bb4fd6964b HTTP/1.1" status: 200 len: 854 time: 0.0420511 Dec 09 02:39:23.333417 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad8a135e-35c0-4c8b-aafc-3ecdd2a062a1 req-26fcb4b0-c6ee-4f97-919e-8fa20c43c518 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a08d045-d7dc-471b-8e8b-354cbc4ec006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230229 Dec 09 02:39:23.426530 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad8a135e-35c0-4c8b-aafc-3ecdd2a062a1 req-338d77db-a3e0-4ee9-99a0-eb5fc4a99dab service neutron] 10.222.0.45 "GET /v2.0/networks/5a08d045-d7dc-471b-8e8b-354cbc4ec006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844138 Dec 09 02:39:23.512822 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad8a135e-35c0-4c8b-aafc-3ecdd2a062a1 req-1dc91613-1c0f-464e-af24-f93b7a03babb service neutron] 10.222.0.45 "GET /v2.0/networks/5a08d045-d7dc-471b-8e8b-354cbc4ec006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789707 Dec 09 02:39:23.866708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25227a-1cc3-4d25-8e36-d25a9c735edd req-42666d51-2986-4455-ae8d-a3bcc8c6e10b tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:23.868226 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ef25227a-1cc3-4d25-8e36-d25a9c735edd req-42666d51-2986-4455-ae8d-a3bcc8c6e10b tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=88c6c8d7-346a-4b87-a365-caf7881935bc HTTP/1.1" status: 200 len: 943 time: 0.0536761 Dec 09 02:39:23.913315 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ef25227a-1cc3-4d25-8e36-d25a9c735edd req-a7a64c89-010c-4c99-a6d1-387daf03e9fd tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393548 Dec 09 02:39:25.028755 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c14de-678d-4c9c-8487-554a02dd4e39 req-70877332-395a-44a9-b65b-59d6d0bf4d48 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:25.030225 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-342c14de-678d-4c9c-8487-554a02dd4e39 req-70877332-395a-44a9-b65b-59d6d0bf4d48 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=88c6c8d7-346a-4b87-a365-caf7881935bc HTTP/1.1" status: 200 len: 943 time: 0.0486166 Dec 09 02:39:25.075177 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-342c14de-678d-4c9c-8487-554a02dd4e39 req-6e0e7fd4-d146-41b3-8419-d81ebc6a0fe0 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391381 Dec 09 02:39:25.463292 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 488e46ad-fe68-46e6-a0c3-178f4817960d details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:39:25.554513 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 488e46ad-fe68-46e6-a0c3-178f4817960d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=488e46ad-fe68-46e6-a0c3-178f4817960d,segment=NetworkSegment(1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2),segment_id=1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:25.566070 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '488e46ad-fe68-46e6-a0c3-178f4817960d', 'network_id': '5a08d045-d7dc-471b-8e8b-354cbc4ec006', 'port_id': '488e46ad-fe68-46e6-a0c3-178f4817960d', 'mac_address': 'fa:16:3e:9e:ec:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5597b4-4050-46a5-a825-c6bb4fd6964b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:39:25.604598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:25.616710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488e46ad-fe68-46e6-a0c3-178f4817960d {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:39:25.635746 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 488e46ad-fe68-46e6-a0c3-178f4817960d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=488e46ad-fe68-46e6-a0c3-178f4817960d,segment=NetworkSegment(1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2),segment_id=1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:25.639590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:25.687128 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=488e46ad-fe68-46e6-a0c3-178f4817960d,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:25.693878 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:25.694226 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:25.694568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:25.694905 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:25.695235 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:25.695596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:25.695927 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:25.696279 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:25.696603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:25.696938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:25.697250 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:25.697568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:25.697885 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:25.912459 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['488e46ad-fe68-46e6-a0c3-178f4817960d'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:39:26.187518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f353ad7-50c6-41a4-97a1-035877a66dc7 req-798420c1-0619-4627-81f2-bfa802be2822 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:26.188883 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0f353ad7-50c6-41a4-97a1-035877a66dc7 req-798420c1-0619-4627-81f2-bfa802be2822 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=88c6c8d7-346a-4b87-a365-caf7881935bc HTTP/1.1" status: 200 len: 944 time: 0.0475385 Dec 09 02:39:26.238462 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0f353ad7-50c6-41a4-97a1-035877a66dc7 req-17357d41-5d81-4f55-8993-6a13a24d8a70 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437217 Dec 09 02:39:27.349178 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc371dd4-5c80-40fe-b38e-90b322d0251c req-96f9c8fd-7e74-4675-8aea-46e284972bf2 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:27.350645 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cc371dd4-5c80-40fe-b38e-90b322d0251c req-96f9c8fd-7e74-4675-8aea-46e284972bf2 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=88c6c8d7-346a-4b87-a365-caf7881935bc HTTP/1.1" status: 200 len: 944 time: 0.0475793 Dec 09 02:39:27.397167 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cc371dd4-5c80-40fe-b38e-90b322d0251c req-8b101914-d17e-417b-b849-5b94916bf64c tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401013 Dec 09 02:39:27.469022 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 488e46ad-fe68-46e6-a0c3-178f4817960d up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:39:27.516732 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 488e46ad-fe68-46e6-a0c3-178f4817960d completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:39:27.520400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 488e46ad-fe68-46e6-a0c3-178f4817960d triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:39:27.520776 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:27.744117 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:27.767513 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c6c8d7-346a-4b87-a365-caf7881935bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488e46ad-fe68-46e6-a0c3-178f4817960d'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:39:27.769774 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38aabc1c-4f69-4a3b-8a03-be616de21db5" -d '{"events": [{"server_uuid": "88c6c8d7-346a-4b87-a365-caf7881935bc", "name": "network-vif-plugged", "status": "completed", "tag": "488e46ad-fe68-46e6-a0c3-178f4817960d"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:39:27.783947 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 488e46ad-fe68-46e6-a0c3-178f4817960d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=488e46ad-fe68-46e6-a0c3-178f4817960d,segment=NetworkSegment(1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2),segment_id=1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:27.788088 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:27.812120 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfcdba8-c4b6-464b-8f01-f4af8851efc7 x-openstack-request-id: req-dbfcdba8-c4b6-464b-8f01-f4af8851efc7 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:39:27.812420 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c6c8d7-346a-4b87-a365-caf7881935bc", "name": "network-vif-plugged", "status": "completed", "tag": "488e46ad-fe68-46e6-a0c3-178f4817960d", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:39:27.812676 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbfcdba8-c4b6-464b-8f01-f4af8851efc7 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:39:27.813066 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c6c8d7-346a-4b87-a365-caf7881935bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488e46ad-fe68-46e6-a0c3-178f4817960d', 'code': 200} Dec 09 02:39:27.838851 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=488e46ad-fe68-46e6-a0c3-178f4817960d,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:28.009611 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcc951-7196-4c5a-b1ff-5381ce3bcaf9 req-f0eff5c3-bc03-431b-af68-dd8e2723b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:28.011021 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d6bcc951-7196-4c5a-b1ff-5381ce3bcaf9 req-f0eff5c3-bc03-431b-af68-dd8e2723b776 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=88c6c8d7-346a-4b87-a365-caf7881935bc HTTP/1.1" status: 200 len: 1098 time: 0.0402446 Dec 09 02:39:28.053809 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d6bcc951-7196-4c5a-b1ff-5381ce3bcaf9 req-5426e267-fdfc-413d-ab16-1095c3d392ee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359857 Dec 09 02:39:28.514365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84444f95-05ae-4311-98fd-e50e464749cc req-028148cd-6807-4f15-914b-dda05bec61a5 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:28.515841 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-84444f95-05ae-4311-98fd-e50e464749cc req-028148cd-6807-4f15-914b-dda05bec61a5 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=88c6c8d7-346a-4b87-a365-caf7881935bc HTTP/1.1" status: 200 len: 945 time: 0.0515072 Dec 09 02:39:28.561291 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-84444f95-05ae-4311-98fd-e50e464749cc req-b2ee8851-5987-4cd2-be16-9d8eb2537f68 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396013 Dec 09 02:39:29.675397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71134e0-0559-4c3c-b384-1f40822218ee req-a3cab9d4-8d08-445c-bc70-2835d4dae573 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:29.676884 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a71134e0-0559-4c3c-b384-1f40822218ee req-a3cab9d4-8d08-445c-bc70-2835d4dae573 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=88c6c8d7-346a-4b87-a365-caf7881935bc HTTP/1.1" status: 200 len: 945 time: 0.0481725 Dec 09 02:39:29.724227 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a71134e0-0559-4c3c-b384-1f40822218ee req-e5a1f7af-fa9d-4219-97f9-e6a4b9ff2d5e tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414610 Dec 09 02:39:29.945780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2827f54-141c-470f-8bfe-d1f6eedfcdb9 req-ca77dc26-f9b1-42ef-8472-79b02747127f tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:29.947266 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e2827f54-141c-470f-8bfe-d1f6eedfcdb9 req-ca77dc26-f9b1-42ef-8472-79b02747127f tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=88c6c8d7-346a-4b87-a365-caf7881935bc HTTP/1.1" status: 200 len: 945 time: 0.0467622 Dec 09 02:39:29.995910 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e2827f54-141c-470f-8bfe-d1f6eedfcdb9 req-7c5fc39c-1ff8-42bb-8f8e-01c141e40188 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428522 Dec 09 02:39:31.107819 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9ebbc-e3fc-4760-91ee-0611f901401c req-47681fcd-a75f-4e05-9d8d-78bc88322a23 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:31.109284 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-69a9ebbc-e3fc-4760-91ee-0611f901401c req-47681fcd-a75f-4e05-9d8d-78bc88322a23 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=88c6c8d7-346a-4b87-a365-caf7881935bc HTTP/1.1" status: 200 len: 945 time: 0.0470779 Dec 09 02:39:31.156475 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-69a9ebbc-e3fc-4760-91ee-0611f901401c req-2584fbf2-181a-48e4-881c-c7e0c7180292 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413778 Dec 09 02:39:31.493144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee055a-893a-47ce-9978-2664c1c52d3b req-e224feb5-96ce-490d-8d55-bec807a3f5da tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:31.494572 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a0ee055a-893a-47ce-9978-2664c1c52d3b req-e224feb5-96ce-490d-8d55-bec807a3f5da tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.45 "GET /v2.0/ports?device_id=88c6c8d7-346a-4b87-a365-caf7881935bc HTTP/1.1" status: 200 len: 945 time: 0.0469398 Dec 09 02:39:31.590879 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-a0ee055a-893a-47ce-9978-2664c1c52d3b req-4144d4f8-f345-415b-be0b-864abb0c6f13 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Deleting port 488e46ad-fe68-46e6-a0c3-178f4817960d {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:39:31.591214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a0ee055a-893a-47ce-9978-2664c1c52d3b req-4144d4f8-f345-415b-be0b-864abb0c6f13 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:31.676042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-a0ee055a-893a-47ce-9978-2664c1c52d3b req-4144d4f8-f345-415b-be0b-864abb0c6f13 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] For port 488e46ad-fe68-46e6-a0c3-178f4817960d, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=488e46ad-fe68-46e6-a0c3-178f4817960d,segment=NetworkSegment(1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2),segment_id=1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:31.676409 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a0ee055a-893a-47ce-9978-2664c1c52d3b req-4144d4f8-f345-415b-be0b-864abb0c6f13 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:31.688876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-a0ee055a-893a-47ce-9978-2664c1c52d3b req-4144d4f8-f345-415b-be0b-864abb0c6f13 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Calling delete_port for 488e46ad-fe68-46e6-a0c3-178f4817960d owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:39:31.815573 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a0ee055a-893a-47ce-9978-2664c1c52d3b req-4144d4f8-f345-415b-be0b-864abb0c6f13 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:31.844586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144d4f8-f345-415b-be0b-864abb0c6f13 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Pushing event deleted for resources: {'Port': ['ID=488e46ad-fe68-46e6-a0c3-178f4817960d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:31.867114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['68ef6050-97d2-451c-a20d-acefcf0140b2', '488e46ad-fe68-46e6-a0c3-178f4817960d'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:39:31.890134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ee055a-893a-47ce-9978-2664c1c52d3b req-4144d4f8-f345-415b-be0b-864abb0c6f13 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] No DVR routers for this DVR port 488e46ad-fe68-46e6-a0c3-178f4817960d on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:39:31.893184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-a0ee055a-893a-47ce-9978-2664c1c52d3b req-4144d4f8-f345-415b-be0b-864abb0c6f13 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:31.896631 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a0ee055a-893a-47ce-9978-2664c1c52d3b req-4144d4f8-f345-415b-be0b-864abb0c6f13 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.45 "DELETE /v2.0/ports/488e46ad-fe68-46e6-a0c3-178f4817960d HTTP/1.1" status: 204 len: 173 time: 0.3951640 Dec 09 02:39:31.897077 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c6c8d7-346a-4b87-a365-caf7881935bc', 'name': 'network-vif-deleted', 'tag': '488e46ad-fe68-46e6-a0c3-178f4817960d'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:39:31.899555 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49ed97a-5d5f-430a-81ef-b501f926c118" -d '{"events": [{"server_uuid": "88c6c8d7-346a-4b87-a365-caf7881935bc", "name": "network-vif-deleted", "tag": "488e46ad-fe68-46e6-a0c3-178f4817960d"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:39:31.951134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35304bdb-4723-4d60-84aa-95b27c84cb40 x-openstack-request-id: req-35304bdb-4723-4d60-84aa-95b27c84cb40 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:39:31.951878 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c6c8d7-346a-4b87-a365-caf7881935bc", "name": "network-vif-deleted", "tag": "488e46ad-fe68-46e6-a0c3-178f4817960d", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:39:31.952141 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35304bdb-4723-4d60-84aa-95b27c84cb40 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:39:31.952544 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c6c8d7-346a-4b87-a365-caf7881935bc', 'name': 'network-vif-deleted', 'tag': '488e46ad-fe68-46e6-a0c3-178f4817960d', 'status': 'completed', 'code': 200} Dec 09 02:39:32.263211 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f29f4de7-88e5-4027-ae6e-5cf46f50b0ec req-c05e028a-16d0-48cd-b9cf-0f2f29cd7446 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=88c6c8d7-346a-4b87-a365-caf7881935bc HTTP/1.1" status: 200 len: 210 time: 0.0256047 Dec 09 02:39:33.066828 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1e629570-3b7a-4618-8f6e-39a7a5574dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:33.407324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe6636-2e74-46d1-bb06-5c540cf3cc92 req-0ab3d6ff-a528-4b70-a02d-680015e23b6c tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:33.408798 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-94fe6636-2e74-46d1-bb06-5c540cf3cc92 req-0ab3d6ff-a528-4b70-a02d-680015e23b6c tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 945 time: 0.0493050 Dec 09 02:39:33.455331 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-94fe6636-2e74-46d1-bb06-5c540cf3cc92 req-8b23944d-d71a-4d20-87aa-80eb7376db7f tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406668 Dec 09 02:39:33.582966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a3141-747e-470d-8cba-62e75cb8eb85 req-42efbbb7-192a-4f4f-8750-cd02b1be67f6 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:33.584387 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-540a3141-747e-470d-8cba-62e75cb8eb85 req-42efbbb7-192a-4f4f-8750-cd02b1be67f6 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 945 time: 0.0480454 Dec 09 02:39:33.633508 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-540a3141-747e-470d-8cba-62e75cb8eb85 req-53b06ca0-00c3-41d1-a351-2224900a8574 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428772 Dec 09 02:39:33.746669 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a0132-936e-428d-8851-8777c748b41b req-d705105c-63a1-4339-a1da-a22e6158dfef tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:33.748172 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6b9a0132-936e-428d-8851-8777c748b41b req-d705105c-63a1-4339-a1da-a22e6158dfef tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 945 time: 0.0493417 Dec 09 02:39:33.793884 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6b9a0132-936e-428d-8851-8777c748b41b req-4aa47583-ad67-42dc-83a1-0dcb12595b56 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398681 Dec 09 02:39:33.952597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c6d72-4bd2-4777-b4ac-67b3a337c1b1 req-9256e13a-861d-4e88-883b-d5a461fce130 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:33.954068 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-256c6d72-4bd2-4777-b4ac-67b3a337c1b1 req-9256e13a-861d-4e88-883b-d5a461fce130 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 945 time: 0.0474467 Dec 09 02:39:33.999363 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-256c6d72-4bd2-4777-b4ac-67b3a337c1b1 req-dbaf24a8-fd6d-40f1-ba49-43f745d78604 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394597 Dec 09 02:39:34.114197 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb44f6-67ea-4375-86a0-e264d557ccc7 req-0a13f929-1d24-427b-b733-9c9e10c98fab tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:34.115580 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f1cb44f6-67ea-4375-86a0-e264d557ccc7 req-0a13f929-1d24-427b-b733-9c9e10c98fab tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 945 time: 0.0514915 Dec 09 02:39:34.162140 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f1cb44f6-67ea-4375-86a0-e264d557ccc7 req-6cc121de-f63f-4ca7-8c3c-4b1b79ab9556 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405335 Dec 09 02:39:34.283285 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3cc5b-d7b3-4b06-810d-fef1ca7fa00f req-19ac609f-fd7f-4000-9556-3190abce6d0f tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:34.284745 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-56c3cc5b-d7b3-4b06-810d-fef1ca7fa00f req-19ac609f-fd7f-4000-9556-3190abce6d0f tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 945 time: 0.0477214 Dec 09 02:39:34.329826 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-56c3cc5b-d7b3-4b06-810d-fef1ca7fa00f req-5e9c78a2-4e4f-4ced-8cc5-532fb3707877 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386479 Dec 09 02:39:34.623293 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde6238-6b98-44c3-9bad-b3a384b79d37 req-b3e2c267-a157-4f85-8ed3-2b2365778cac tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:34.624746 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7dde6238-6b98-44c3-9bad-b3a384b79d37 req-b3e2c267-a157-4f85-8ed3-2b2365778cac tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 945 time: 0.0520062 Dec 09 02:39:34.672479 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7dde6238-6b98-44c3-9bad-b3a384b79d37 req-083a00c0-8d3e-4c20-82ed-0bc4bf230a63 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418344 Dec 09 02:39:35.298560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a500717b-fd0b-47f1-ab3d-95c035cf6f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:35.498588 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 488e46ad-fe68-46e6-a0c3-178f4817960d no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:39:35.518107 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 488e46ad-fe68-46e6-a0c3-178f4817960d {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:39:35.518451 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 488e46ad-fe68-46e6-a0c3-178f4817960d not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:39:35.786548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883997a-5645-4104-94b9-469e9ac964ce req-69df81db-66b8-4f38-a029-1908eb0f0a75 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:35.788077 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1883997a-5645-4104-94b9-469e9ac964ce req-69df81db-66b8-4f38-a029-1908eb0f0a75 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 945 time: 0.0484684 Dec 09 02:39:35.834433 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1883997a-5645-4104-94b9-469e9ac964ce req-54c9fa5a-7c16-4dff-a073-44885b624b2f tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/security-groups?id=3861ba83-90cd-4189-ab49-ab0dd21ae553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397308 Dec 09 02:39:36.119688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d6d68-59ab-46fe-92bc-83ae58ca4f05 req-8a341647-253d-4812-82b1-c65b7e06e8c1 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:36.121146 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d77d6d68-59ab-46fe-92bc-83ae58ca4f05 req-8a341647-253d-4812-82b1-c65b7e06e8c1 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.45 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 945 time: 0.0462713 Dec 09 02:39:36.211109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-d77d6d68-59ab-46fe-92bc-83ae58ca4f05 req-1279cc20-f0a9-4114-9627-57f1fbd3be9a tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Deleting port 68ef6050-97d2-451c-a20d-acefcf0140b2 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:39:36.211477 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d77d6d68-59ab-46fe-92bc-83ae58ca4f05 req-1279cc20-f0a9-4114-9627-57f1fbd3be9a tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:36.296347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-d77d6d68-59ab-46fe-92bc-83ae58ca4f05 req-1279cc20-f0a9-4114-9627-57f1fbd3be9a tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] For port 68ef6050-97d2-451c-a20d-acefcf0140b2, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=68ef6050-97d2-451c-a20d-acefcf0140b2,segment=NetworkSegment(1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2),segment_id=1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:36.296711 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d77d6d68-59ab-46fe-92bc-83ae58ca4f05 req-1279cc20-f0a9-4114-9627-57f1fbd3be9a tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:36.309116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-d77d6d68-59ab-46fe-92bc-83ae58ca4f05 req-1279cc20-f0a9-4114-9627-57f1fbd3be9a tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Calling delete_port for 68ef6050-97d2-451c-a20d-acefcf0140b2 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:39:36.434586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d77d6d68-59ab-46fe-92bc-83ae58ca4f05 req-1279cc20-f0a9-4114-9627-57f1fbd3be9a tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:36.462289 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279cc20-f0a9-4114-9627-57f1fbd3be9a tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Pushing event deleted for resources: {'Port': ['ID=68ef6050-97d2-451c-a20d-acefcf0140b2,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:36.472069 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['68ef6050-97d2-451c-a20d-acefcf0140b2'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:39:36.495525 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:36.506039 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77d6d68-59ab-46fe-92bc-83ae58ca4f05 req-1279cc20-f0a9-4114-9627-57f1fbd3be9a tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] No DVR routers for this DVR port 68ef6050-97d2-451c-a20d-acefcf0140b2 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:39:36.508392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d77d6d68-59ab-46fe-92bc-83ae58ca4f05 req-1279cc20-f0a9-4114-9627-57f1fbd3be9a tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:36.512369 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d77d6d68-59ab-46fe-92bc-83ae58ca4f05 req-1279cc20-f0a9-4114-9627-57f1fbd3be9a tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.45 "DELETE /v2.0/ports/68ef6050-97d2-451c-a20d-acefcf0140b2 HTTP/1.1" status: 204 len: 173 time: 0.3856041 Dec 09 02:39:36.512825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16efe4b9-09f2-48b8-a6be-0826f61a31c2', 'name': 'network-vif-deleted', 'tag': '68ef6050-97d2-451c-a20d-acefcf0140b2'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:39:36.515084 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8849de58-21d0-4a76-be42-defccf061291" -d '{"events": [{"server_uuid": "16efe4b9-09f2-48b8-a6be-0826f61a31c2", "name": "network-vif-deleted", "tag": "68ef6050-97d2-451c-a20d-acefcf0140b2"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:39:36.606059 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b1dc90-b344-4cfb-a817-eb7afe6ad8c0 x-openstack-request-id: req-a0b1dc90-b344-4cfb-a817-eb7afe6ad8c0 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:39:36.606355 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16efe4b9-09f2-48b8-a6be-0826f61a31c2", "name": "network-vif-deleted", "tag": "68ef6050-97d2-451c-a20d-acefcf0140b2", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:39:36.606604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0b1dc90-b344-4cfb-a817-eb7afe6ad8c0 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:39:36.606999 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16efe4b9-09f2-48b8-a6be-0826f61a31c2', 'name': 'network-vif-deleted', 'tag': '68ef6050-97d2-451c-a20d-acefcf0140b2', 'status': 'completed', 'code': 200} Dec 09 02:39:36.941334 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f1b68c64-f86f-46f2-8999-92af9940d3c5 req-d8042693-5875-4b47-8e99-65a58dedd220 tempest-ServersNegativeTestJSON-674586568 tempest-ServersNegativeTestJSON-674586568-project] 10.222.0.43 "GET /v2.0/ports?device_id=16efe4b9-09f2-48b8-a6be-0826f61a31c2 HTTP/1.1" status: 200 len: 210 time: 0.0264964 Dec 09 02:39:37.854915 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:37.995892 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41432) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:38.038726 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-f228fb7e-db5a-4047-b8e5-b4036a0fd654 admin admin] Deleting subnet bf5597b4-4050-46a5-a825-c6bb4fd6964b {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:39:38.042360 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f228fb7e-db5a-4047-b8e5-b4036a0fd654 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:38.074563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f228fb7e-db5a-4047-b8e5-b4036a0fd654 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:38.111643 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f228fb7e-db5a-4047-b8e5-b4036a0fd654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:38.166632 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f228fb7e-db5a-4047-b8e5-b4036a0fd654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:38.190850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228fb7e-db5a-4047-b8e5-b4036a0fd654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf5597b4-4050-46a5-a825-c6bb4fd6964b,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:38.194914 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f228fb7e-db5a-4047-b8e5-b4036a0fd654 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:38.198131 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f228fb7e-db5a-4047-b8e5-b4036a0fd654 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bf5597b4-4050-46a5-a825-c6bb4fd6964b HTTP/1.1" status: 204 len: 168 time: 0.2012243 Dec 09 02:39:38.200715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41434) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:38.266168 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae614-0c73-4261-8e09-b6921638d06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:38.345121 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae614-0c73-4261-8e09-b6921638d06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:38.364003 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-7a0ae614-0c73-4261-8e09-b6921638d06f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a08d045-d7dc-471b-8e8b-354cbc4ec006']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:38.372787 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-7a0ae614-0c73-4261-8e09-b6921638d06f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:38.373079 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-7a0ae614-0c73-4261-8e09-b6921638d06f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab8dcaf-3bf5-4786-b553-0c4dd4508eb2') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:38.381981 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae614-0c73-4261-8e09-b6921638d06f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:38.394969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae614-0c73-4261-8e09-b6921638d06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:38.401258 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0ae614-0c73-4261-8e09-b6921638d06f admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:39:38.401633 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae614-0c73-4261-8e09-b6921638d06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:39:38.405554 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:39:38.455856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae614-0c73-4261-8e09-b6921638d06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:38.460884 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae614-0c73-4261-8e09-b6921638d06f admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:38.464593 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7a0ae614-0c73-4261-8e09-b6921638d06f admin admin] 10.222.0.43 "DELETE /v2.0/networks/5a08d045-d7dc-471b-8e8b-354cbc4ec006 HTTP/1.1" status: 204 len: 168 time: 0.2630882 Dec 09 02:39:38.475372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ae614-0c73-4261-8e09-b6921638d06f admin admin] Pushing event deleted for resources: {'Network': ['ID=5a08d045-d7dc-471b-8e8b-354cbc4ec006,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:38.571679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41438) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:38.613841 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d439352c-c797-46b9-9a1b-49bb10222316 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b4ee54bb8f549aabc2422fb657dfae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409706 Dec 09 02:39:38.616256 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41440) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:38.661796 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2e53082-cf85-4e5b-a924-3ad7a45636e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:38.682001 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2e53082-cf85-4e5b-a924-3ad7a45636e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:38.704615 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:38.733787 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2e53082-cf85-4e5b-a924-3ad7a45636e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:38.736608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2e53082-cf85-4e5b-a924-3ad7a45636e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:38.737759 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a2e53082-cf85-4e5b-a924-3ad7a45636e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3861ba83-90cd-4189-ab49-ab0dd21ae553 HTTP/1.1" status: 204 len: 168 time: 0.1206164 Dec 09 02:39:38.745885 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e53082-cf85-4e5b-a924-3ad7a45636e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3861ba83-90cd-4189-ab49-ab0dd21ae553,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:39.393029 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41462) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:39.485577 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-58004e51-a14d-498c-87de-db71c884676a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1823221331'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:39.505419 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58004e51-a14d-498c-87de-db71c884676a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Made reservation on behalf of 8a9208f85a3d42079fca79cef01745e7 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:39.508827 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-58004e51-a14d-498c-87de-db71c884676a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:39.509655 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 68ef6050-97d2-451c-a20d-acefcf0140b2 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:39:39.517213 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-58004e51-a14d-498c-87de-db71c884676a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:39.529985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 68ef6050-97d2-451c-a20d-acefcf0140b2 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:39:39.530336 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 68ef6050-97d2-451c-a20d-acefcf0140b2 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:39:39.593985 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-58004e51-a14d-498c-87de-db71c884676a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:39.598831 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-58004e51-a14d-498c-87de-db71c884676a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:39.627140 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58004e51-a14d-498c-87de-db71c884676a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:39:39.632296 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58004e51-a14d-498c-87de-db71c884676a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6d787a-c7af-4b6e-bfe6-f1e744d38991,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:39.639233 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-58004e51-a14d-498c-87de-db71c884676a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:39.639799 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-58004e51-a14d-498c-87de-db71c884676a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Added segment 52f2c3c2-8356-43b8-a963-0dab93d0f6a1 of type vlan for network bd22d98d-3356-44cb-8a23-9a03ee4fc0fd Dec 09 02:39:39.679942 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-58004e51-a14d-498c-87de-db71c884676a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:39.701572 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-58004e51-a14d-498c-87de-db71c884676a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:39.707092 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58004e51-a14d-498c-87de-db71c884676a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:39.707784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-58004e51-a14d-498c-87de-db71c884676a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:39.767912 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-58004e51-a14d-498c-87de-db71c884676a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3737853 Dec 09 02:39:39.773610 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58004e51-a14d-498c-87de-db71c884676a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event updated for resources: {'Network': ['ID=bd22d98d-3356-44cb-8a23-9a03ee4fc0fd,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:39.784827 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network bd22d98d-3356-44cb-8a23-9a03ee4fc0fd details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:39:42.994343 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41466) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:42.999455 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bb7e0746-c2a8-41d0-9706-acd7047fbe80 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Request body: {'subnet': {'network_id': 'bd22d98d-3356-44cb-8a23-9a03ee4fc0fd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:43.089505 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7e0746-c2a8-41d0-9706-acd7047fbe80 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Made reservation on behalf of 8a9208f85a3d42079fca79cef01745e7 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:43.093043 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb7e0746-c2a8-41d0-9706-acd7047fbe80 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:43.271637 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb7e0746-c2a8-41d0-9706-acd7047fbe80 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:43.332434 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e0746-c2a8-41d0-9706-acd7047fbe80 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event updated for resources: {'Subnet': ['ID=0910d5ec-093a-463b-b569-27b87f3e8ab0,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:43.337247 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e0746-c2a8-41d0-9706-acd7047fbe80 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Checking segment: {'id': '52f2c3c2-8356-43b8-a963-0dab93d0f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bd22d98d-3356-44cb-8a23-9a03ee4fc0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:39:43.337604 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7e0746-c2a8-41d0-9706-acd7047fbe80 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Network hostable DHCP agents. Network: bd22d98d-3356-44cb-8a23-9a03ee4fc0fd, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:39:43.354122 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7e0746-c2a8-41d0-9706-acd7047fbe80 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Network bd22d98d-3356-44cb-8a23-9a03ee4fc0fd is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:39:43.362956 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-bb7e0746-c2a8-41d0-9706-acd7047fbe80 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, bd22d98d-3356-44cb-8a23-9a03ee4fc0fd) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:43.366995 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7e0746-c2a8-41d0-9706-acd7047fbe80 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:43.367623 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb7e0746-c2a8-41d0-9706-acd7047fbe80 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:43.372294 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22e1528-cafa-4d57-b1ca-01b89f1d5989 None None] Network bd22d98d-3356-44cb-8a23-9a03ee4fc0fd requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:43.385137 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bb7e0746-c2a8-41d0-9706-acd7047fbe80 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3889761 Dec 09 02:39:43.387811 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41468) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:43.392723 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-948ef040-e0a4-42c4-92b5-e5ac838a509c tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-781220926'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:43.413919 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948ef040-e0a4-42c4-92b5-e5ac838a509c tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Made reservation on behalf of 8a9208f85a3d42079fca79cef01745e7 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:43.418016 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-948ef040-e0a4-42c4-92b5-e5ac838a509c tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:43.441287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948ef040-e0a4-42c4-92b5-e5ac838a509c tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:39:43.450926 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-948ef040-e0a4-42c4-92b5-e5ac838a509c tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:43.451334 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-948ef040-e0a4-42c4-92b5-e5ac838a509c tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Added segment 4d07cfe6-a35e-449e-9fd5-3880d90f0b63 of type vlan for network c4e0f9a9-673d-437e-9776-eab525337a71 Dec 09 02:39:43.475965 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-bd22d98d-3356-44cb-8a23-9a03ee4fc0fd', 'network_id': 'bd22d98d-3356-44cb-8a23-9a03ee4fc0fd', 'project_id': '8a9208f85a3d42079fca79cef01745e7', 'fixed_ips': [{'subnet_id': '0910d5ec-093a-463b-b569-27b87f3e8ab0'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:39:43.476866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:43.496907 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-948ef040-e0a4-42c4-92b5-e5ac838a509c tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:43.521925 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-948ef040-e0a4-42c4-92b5-e5ac838a509c tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:43.528532 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ef040-e0a4-42c4-92b5-e5ac838a509c tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:43.529118 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-948ef040-e0a4-42c4-92b5-e5ac838a509c tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:43.581056 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-948ef040-e0a4-42c4-92b5-e5ac838a509c tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1920896 Dec 09 02:39:43.583987 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41470) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:43.590035 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-32380d82-a881-46b8-9e6c-b4454a0024dd tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Request body: {'subnet': {'network_id': 'c4e0f9a9-673d-437e-9776-eab525337a71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:43.598934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ef040-e0a4-42c4-92b5-e5ac838a509c tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event updated for resources: {'Network': ['ID=c4e0f9a9-673d-437e-9776-eab525337a71,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:43.614534 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network c4e0f9a9-673d-437e-9776-eab525337a71 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:39:43.616698 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Allocated IP 2001:db8:0:ffff::2 (bd22d98d-3356-44cb-8a23-9a03ee4fc0fd/0910d5ec-093a-463b-b569-27b87f3e8ab0/b721a872-fea0-4a38-9950-3d2a96b99ea8) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:39:43.680959 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32380d82-a881-46b8-9e6c-b4454a0024dd tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Made reservation on behalf of 8a9208f85a3d42079fca79cef01745e7 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:43.684593 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-32380d82-a881-46b8-9e6c-b4454a0024dd tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:43.811102 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:43.817230 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:43.854219 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Network bd22d98d-3356-44cb-8a23-9a03ee4fc0fd is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:39:43.856978 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:43.862340 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:39:43.872259 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Pushing event updated for resources: {'Port': ['ID=b721a872-fea0-4a38-9950-3d2a96b99ea8,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:43.874521 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-32380d82-a881-46b8-9e6c-b4454a0024dd tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:43.925586 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Attempting to bind port b721a872-fea0-4a38-9950-3d2a96b99ea8 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:39:43.925938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Attempting to bind port b721a872-fea0-4a38-9950-3d2a96b99ea8 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '52f2c3c2-8356-43b8-a963-0dab93d0f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bd22d98d-3356-44cb-8a23-9a03ee4fc0fd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:39:43.926303 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Attempting to bind port b721a872-fea0-4a38-9950-3d2a96b99ea8 on network bd22d98d-3356-44cb-8a23-9a03ee4fc0fd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:39:43.931906 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:39:43.932285 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Checking segment: {'id': '52f2c3c2-8356-43b8-a963-0dab93d0f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bd22d98d-3356-44cb-8a23-9a03ee4fc0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:39:43.932688 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:43.933078 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Bound using segment: {'id': '52f2c3c2-8356-43b8-a963-0dab93d0f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bd22d98d-3356-44cb-8a23-9a03ee4fc0fd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:39:43.934509 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Bound port: b721a872-fea0-4a38-9950-3d2a96b99ea8, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f2c3c2-8356-43b8-a963-0dab93d0f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bd22d98d-3356-44cb-8a23-9a03ee4fc0fd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:39:43.935133 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:43.935554 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32380d82-a881-46b8-9e6c-b4454a0024dd tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event updated for resources: {'Subnet': ['ID=0d3d605e-7ad1-4d85-a320-38b4bedba0bc,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:43.944274 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32380d82-a881-46b8-9e6c-b4454a0024dd tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Checking segment: {'id': '4d07cfe6-a35e-449e-9fd5-3880d90f0b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c4e0f9a9-673d-437e-9776-eab525337a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:39:43.944632 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32380d82-a881-46b8-9e6c-b4454a0024dd tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Network hostable DHCP agents. Network: c4e0f9a9-673d-437e-9776-eab525337a71, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:39:43.961062 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32380d82-a881-46b8-9e6c-b4454a0024dd tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Network c4e0f9a9-673d-437e-9776-eab525337a71 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:39:43.970245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-32380d82-a881-46b8-9e6c-b4454a0024dd tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, c4e0f9a9-673d-437e-9776-eab525337a71) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:43.974398 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32380d82-a881-46b8-9e6c-b4454a0024dd tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:43.975006 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-32380d82-a881-46b8-9e6c-b4454a0024dd tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:43.980536 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4967bf-0388-47d6-98ec-340d800213c5 None None] Network c4e0f9a9-673d-437e-9776-eab525337a71 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:43.991252 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-32380d82-a881-46b8-9e6c-b4454a0024dd tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4059944 Dec 09 02:39:43.994525 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41472) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:44.048398 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] For port b721a872-fea0-4a38-9950-3d2a96b99ea8, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:39:44.065391 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] For port b721a872-fea0-4a38-9950-3d2a96b99ea8, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=b721a872-fea0-4a38-9950-3d2a96b99ea8,segment=NetworkSegment(52f2c3c2-8356-43b8-a963-0dab93d0f6a1),segment_id=52f2c3c2-8356-43b8-a963-0dab93d0f6a1)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:39:44.073730 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.093056 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7847ad85-30c9-461c-817a-18f877ce834f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.149811 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c924f62-986b-4f9b-a3f9-b0e499b45453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-c4e0f9a9-673d-437e-9776-eab525337a71', 'network_id': 'c4e0f9a9-673d-437e-9776-eab525337a71', 'project_id': '8a9208f85a3d42079fca79cef01745e7', 'fixed_ips': [{'subnet_id': '0d3d605e-7ad1-4d85-a320-38b4bedba0bc'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:39:44.150667 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7c924f62-986b-4f9b-a3f9-b0e499b45453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.170106 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1882a7-d4a6-47a2-b346-1596492691db None None] Pushing event updated for resources: {'Port': ['ID=b721a872-fea0-4a38-9950-3d2a96b99ea8,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:44.187285 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7847ad85-30c9-461c-817a-18f877ce834f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.258730 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7847ad85-30c9-461c-817a-18f877ce834f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server [None req-7c924f62-986b-4f9b-a3f9-b0e499b45453 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d3d605e-7ad1-4d85-a320-38b4bedba0bc: This subnet is being modified by another concurrent operation. Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise exception Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d3d605e-7ad1-4d85-a320-38b4bedba0bc: This subnet is being modified by another concurrent operation. Dec 09 02:39:44.265550 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server Dec 09 02:39:44.293379 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847ad85-30c9-461c-817a-18f877ce834f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3d605e-7ad1-4d85-a320-38b4bedba0bc,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:44.301393 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87056557-a307-4978-8fa7-f84bda008005 None None] Network c4e0f9a9-673d-437e-9776-eab525337a71 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:44.307748 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.373935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7847ad85-30c9-461c-817a-18f877ce834f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.396962 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-7847ad85-30c9-461c-817a-18f877ce834f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e0f9a9-673d-437e-9776-eab525337a71']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:44.412019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-7847ad85-30c9-461c-817a-18f877ce834f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d07cfe6-a35e-449e-9fd5-3880d90f0b63') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:44.412379 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-7847ad85-30c9-461c-817a-18f877ce834f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d07cfe6-a35e-449e-9fd5-3880d90f0b63') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:44.422980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7847ad85-30c9-461c-817a-18f877ce834f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.437288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7847ad85-30c9-461c-817a-18f877ce834f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.443543 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7847ad85-30c9-461c-817a-18f877ce834f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:39:44.443945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7847ad85-30c9-461c-817a-18f877ce834f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:39:44.447170 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:39:44.507563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7847ad85-30c9-461c-817a-18f877ce834f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.512410 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7847ad85-30c9-461c-817a-18f877ce834f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.515732 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7847ad85-30c9-461c-817a-18f877ce834f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "DELETE /v2.0/networks/c4e0f9a9-673d-437e-9776-eab525337a71 HTTP/1.1" status: 204 len: 168 time: 0.5202305 Dec 09 02:39:44.519368 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41474) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:44.524296 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-148634bf-0b98-46af-8213-4aae6bf8c566 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-440008247'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:44.537258 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847ad85-30c9-461c-817a-18f877ce834f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event deleted for resources: {'Network': ['ID=c4e0f9a9-673d-437e-9776-eab525337a71,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:44.545032 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148634bf-0b98-46af-8213-4aae6bf8c566 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Made reservation on behalf of 8a9208f85a3d42079fca79cef01745e7 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:44.548614 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-148634bf-0b98-46af-8213-4aae6bf8c566 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.572803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148634bf-0b98-46af-8213-4aae6bf8c566 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:39:44.581269 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-148634bf-0b98-46af-8213-4aae6bf8c566 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.581624 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-148634bf-0b98-46af-8213-4aae6bf8c566 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Added segment 6b1aed99-3085-4007-b3c0-e83235153de7 of type vlan for network 42797001-9952-43e9-9a77-a452a4938252 Dec 09 02:39:44.629755 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-148634bf-0b98-46af-8213-4aae6bf8c566 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.658785 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-148634bf-0b98-46af-8213-4aae6bf8c566 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.664474 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148634bf-0b98-46af-8213-4aae6bf8c566 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:44.665631 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-148634bf-0b98-46af-8213-4aae6bf8c566 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.695040 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b721a872-fea0-4a38-9950-3d2a96b99ea8 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:39:44.722502 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-148634bf-0b98-46af-8213-4aae6bf8c566 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2020664 Dec 09 02:39:44.725326 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41476) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:44.733363 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0cd9708b-4b99-4002-acd0-2ef755788b36 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Request body: {'subnet': {'network_id': '42797001-9952-43e9-9a77-a452a4938252', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:44.751210 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port b721a872-fea0-4a38-9950-3d2a96b99ea8 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:39:44.751712 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.780092 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148634bf-0b98-46af-8213-4aae6bf8c566 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event updated for resources: {'Network': ['ID=42797001-9952-43e9-9a77-a452a4938252,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:44.793767 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 42797001-9952-43e9-9a77-a452a4938252 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:39:44.832444 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd9708b-4b99-4002-acd0-2ef755788b36 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Made reservation on behalf of 8a9208f85a3d42079fca79cef01745e7 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:44.837823 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0cd9708b-4b99-4002-acd0-2ef755788b36 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.892603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.904458 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_backend_mixin [None req-0cd9708b-4b99-4002-acd0-2ef755788b36 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Performing IP validity checks on allocation pools {{(pid=103333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 09 02:39:44.905006 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_backend_mixin [None req-0cd9708b-4b99-4002-acd0-2ef755788b36 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103333) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 09 02:39:44.928007 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port b721a872-fea0-4a38-9950-3d2a96b99ea8, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=b721a872-fea0-4a38-9950-3d2a96b99ea8,segment=NetworkSegment(52f2c3c2-8356-43b8-a963-0dab93d0f6a1),segment_id=52f2c3c2-8356-43b8-a963-0dab93d0f6a1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:44.932596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:44.986368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=b721a872-fea0-4a38-9950-3d2a96b99ea8,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:45.032784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0cd9708b-4b99-4002-acd0-2ef755788b36 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.093258 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9708b-4b99-4002-acd0-2ef755788b36 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event updated for resources: {'Subnet': ['ID=b3d60ddb-27dc-4092-8be3-4fa3e9d4857c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:45.104798 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9708b-4b99-4002-acd0-2ef755788b36 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Checking segment: {'id': '6b1aed99-3085-4007-b3c0-e83235153de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '42797001-9952-43e9-9a77-a452a4938252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:39:45.105169 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd9708b-4b99-4002-acd0-2ef755788b36 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Network hostable DHCP agents. Network: 42797001-9952-43e9-9a77-a452a4938252, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:39:45.128446 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd9708b-4b99-4002-acd0-2ef755788b36 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Network 42797001-9952-43e9-9a77-a452a4938252 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:39:45.138621 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-0cd9708b-4b99-4002-acd0-2ef755788b36 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 42797001-9952-43e9-9a77-a452a4938252) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:45.142713 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd9708b-4b99-4002-acd0-2ef755788b36 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:45.143336 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0cd9708b-4b99-4002-acd0-2ef755788b36 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.149342 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff36674e-e696-4f97-86c1-d152fd8934d1 None None] Network 42797001-9952-43e9-9a77-a452a4938252 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:45.153309 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7f48fa-30e1-48d3-8641-58447c508e58 None None] Network bd22d98d-3356-44cb-8a23-9a03ee4fc0fd requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:45.160474 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0cd9708b-4b99-4002-acd0-2ef755788b36 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4341269 Dec 09 02:39:45.163037 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41478) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:45.264571 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d9225c5-f906-4800-b1ad-33a809e8d0a9 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.297063 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3f2e9fea-2523-4636-bc26-5e71f4e9704a None None] Provisioning complete for port b721a872-fea0-4a38-9950-3d2a96b99ea8 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:39:45.297441 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9fea-2523-4636-bc26-5e71f4e9704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.338251 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d9225c5-f906-4800-b1ad-33a809e8d0a9 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.351110 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1292b5-e2f6-4ad4-851c-070e4e0b9c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-42797001-9952-43e9-9a77-a452a4938252', 'network_id': '42797001-9952-43e9-9a77-a452a4938252', 'project_id': '8a9208f85a3d42079fca79cef01745e7', 'fixed_ips': [{'subnet_id': 'b3d60ddb-27dc-4092-8be3-4fa3e9d4857c'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:39:45.351929 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ed1292b5-e2f6-4ad4-851c-070e4e0b9c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.396235 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d9225c5-f906-4800-b1ad-33a809e8d0a9 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.429234 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9225c5-f906-4800-b1ad-33a809e8d0a9 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d60ddb-27dc-4092-8be3-4fa3e9d4857c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:45.488602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d9225c5-f906-4800-b1ad-33a809e8d0a9 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.513421 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-5d9225c5-f906-4800-b1ad-33a809e8d0a9 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42797001-9952-43e9-9a77-a452a4938252']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:45.525164 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-5d9225c5-f906-4800-b1ad-33a809e8d0a9 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1aed99-3085-4007-b3c0-e83235153de7') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:45.525815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-5d9225c5-f906-4800-b1ad-33a809e8d0a9 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1aed99-3085-4007-b3c0-e83235153de7') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:45.536602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d9225c5-f906-4800-b1ad-33a809e8d0a9 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.552043 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d9225c5-f906-4800-b1ad-33a809e8d0a9 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.559298 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9225c5-f906-4800-b1ad-33a809e8d0a9 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:39:45.559867 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d9225c5-f906-4800-b1ad-33a809e8d0a9 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:39:45.563158 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server [None req-ed1292b5-e2f6-4ad4-851c-070e4e0b9c4f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3d60ddb-27dc-4092-8be3-4fa3e9d4857c: This subnet is being modified by another concurrent operation. Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise self.value Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server raise exception Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3d60ddb-27dc-4092-8be3-4fa3e9d4857c: This subnet is being modified by another concurrent operation. Dec 09 02:39:45.659978 dv-neutron-804846-18-hyperv neutron-server[103335]: ERROR oslo_messaging.rpc.server Dec 09 02:39:45.668076 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d9225c5-f906-4800-b1ad-33a809e8d0a9 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.674708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d9225c5-f906-4800-b1ad-33a809e8d0a9 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.676429 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592d1e5b-4a99-4f97-a9d8-0a65fc99c279 None None] Network 42797001-9952-43e9-9a77-a452a4938252 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:45.678292 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5d9225c5-f906-4800-b1ad-33a809e8d0a9 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "DELETE /v2.0/networks/42797001-9952-43e9-9a77-a452a4938252 HTTP/1.1" status: 204 len: 168 time: 0.5142899 Dec 09 02:39:45.683581 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41480) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:45.688512 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4af2326d-4edd-4eb9-97be-20377ffd226d tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-155655300'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:45.689794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592d1e5b-4a99-4f97-a9d8-0a65fc99c279 None None] Network 42797001-9952-43e9-9a77-a452a4938252 could not be found, it might have been deleted concurrently. {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 02:39:45.701867 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9225c5-f906-4800-b1ad-33a809e8d0a9 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event deleted for resources: {'Network': ['ID=42797001-9952-43e9-9a77-a452a4938252,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:45.702262 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7700e75-8d09-448d-9893-2a94d66cbf1d None None] get_active_networks_info from dv-neutron-804846-18-hyperv {{(pid=103335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 02:39:45.724068 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af2326d-4edd-4eb9-97be-20377ffd226d tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Made reservation on behalf of 8a9208f85a3d42079fca79cef01745e7 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:45.728265 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4af2326d-4edd-4eb9-97be-20377ffd226d tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.754181 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af2326d-4edd-4eb9-97be-20377ffd226d tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:39:45.763565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4af2326d-4edd-4eb9-97be-20377ffd226d tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.764006 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-4af2326d-4edd-4eb9-97be-20377ffd226d tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Added segment a4561693-32c1-4e98-974f-8bacf9202cf6 of type vlan for network 6b460b2d-dfa0-4149-aebe-6e1e9334121c Dec 09 02:39:45.776526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7700e75-8d09-448d-9893-2a94d66cbf1d None None] Resources bound (agent type, host, resource id): {{(pid=103335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 02:39:45.796740 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-30c4d746-c2f7-4a1c-9ff7-9829e8ae6f12 None None] Provisioning complete for port b721a872-fea0-4a38-9950-3d2a96b99ea8 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:39:45.797118 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-30c4d746-c2f7-4a1c-9ff7-9829e8ae6f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.803312 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4af2326d-4edd-4eb9-97be-20377ffd226d tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.827734 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4af2326d-4edd-4eb9-97be-20377ffd226d tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.833261 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af2326d-4edd-4eb9-97be-20377ffd226d tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:45.833846 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4af2326d-4edd-4eb9-97be-20377ffd226d tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:45.888539 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4af2326d-4edd-4eb9-97be-20377ffd226d tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2037616 Dec 09 02:39:45.891326 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41482) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:45.896356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-71b7285b-ae4c-4c59-8b8f-439e1787a50a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Request body: {'subnet': {'network_id': '6b460b2d-dfa0-4149-aebe-6e1e9334121c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:45.907156 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2326d-4edd-4eb9-97be-20377ffd226d tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event updated for resources: {'Network': ['ID=6b460b2d-dfa0-4149-aebe-6e1e9334121c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:45.939099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 6b460b2d-dfa0-4149-aebe-6e1e9334121c details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:39:45.982895 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b7285b-ae4c-4c59-8b8f-439e1787a50a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Made reservation on behalf of 8a9208f85a3d42079fca79cef01745e7 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:45.986685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71b7285b-ae4c-4c59-8b8f-439e1787a50a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:46.121259 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a602cf48-e224-4494-9369-4d92f2ffc446 None None] get_active_networks_info from dv-neutron-804846-18-hyperv {{(pid=103335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 02:39:46.192134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a602cf48-e224-4494-9369-4d92f2ffc446 None None] Resources bound (agent type, host, resource id): {{(pid=103335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 02:39:46.437809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71b7285b-ae4c-4c59-8b8f-439e1787a50a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:46.500273 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7285b-ae4c-4c59-8b8f-439e1787a50a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event updated for resources: {'Subnet': ['ID=9d06a2ac-df84-440f-89a4-ecea2a5295ca,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:46.507301 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b7285b-ae4c-4c59-8b8f-439e1787a50a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Checking segment: {'id': 'a4561693-32c1-4e98-974f-8bacf9202cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b460b2d-dfa0-4149-aebe-6e1e9334121c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:39:46.507691 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b7285b-ae4c-4c59-8b8f-439e1787a50a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Network hostable DHCP agents. Network: 6b460b2d-dfa0-4149-aebe-6e1e9334121c, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:39:46.523711 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b7285b-ae4c-4c59-8b8f-439e1787a50a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Network 6b460b2d-dfa0-4149-aebe-6e1e9334121c is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:39:46.532648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-71b7285b-ae4c-4c59-8b8f-439e1787a50a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 6b460b2d-dfa0-4149-aebe-6e1e9334121c) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:46.536616 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b7285b-ae4c-4c59-8b8f-439e1787a50a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:46.537205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71b7285b-ae4c-4c59-8b8f-439e1787a50a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:46.541805 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8abe868-d01c-4d5a-ad73-aca6f07033cc None None] Network 6b460b2d-dfa0-4149-aebe-6e1e9334121c requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:46.552851 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-71b7285b-ae4c-4c59-8b8f-439e1787a50a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6604180 Dec 09 02:39:46.556447 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41484) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:46.561428 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-55c9d29a-1f8a-4342-83a8-a69d697c42e3 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-858977131'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:46.581658 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c9d29a-1f8a-4342-83a8-a69d697c42e3 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Made reservation on behalf of 8a9208f85a3d42079fca79cef01745e7 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:46.585234 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55c9d29a-1f8a-4342-83a8-a69d697c42e3 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:46.609704 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c9d29a-1f8a-4342-83a8-a69d697c42e3 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:39:46.619765 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55c9d29a-1f8a-4342-83a8-a69d697c42e3 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:46.620415 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-55c9d29a-1f8a-4342-83a8-a69d697c42e3 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Added segment f4ae2f9b-043f-4216-bf30-f74a5873970b of type vlan for network 5b395e44-1268-4108-a2fa-fa137faf4750 Dec 09 02:39:46.645702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-6b460b2d-dfa0-4149-aebe-6e1e9334121c', 'network_id': '6b460b2d-dfa0-4149-aebe-6e1e9334121c', 'project_id': '8a9208f85a3d42079fca79cef01745e7', 'fixed_ips': [{'subnet_id': '9d06a2ac-df84-440f-89a4-ecea2a5295ca'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:39:46.646834 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:46.667875 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55c9d29a-1f8a-4342-83a8-a69d697c42e3 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:46.694079 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55c9d29a-1f8a-4342-83a8-a69d697c42e3 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:46.700358 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c9d29a-1f8a-4342-83a8-a69d697c42e3 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:46.700947 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55c9d29a-1f8a-4342-83a8-a69d697c42e3 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:46.721004 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b721a872-fea0-4a38-9950-3d2a96b99ea8 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:39:46.771051 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-55c9d29a-1f8a-4342-83a8-a69d697c42e3 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2134211 Dec 09 02:39:46.775104 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41486) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:46.782730 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e627e35b-42ee-49e0-b7d6-f1ae9173c4f1 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Request body: {'subnet': {'network_id': '5b395e44-1268-4108-a2fa-fa137faf4750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:46.806282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9d29a-1f8a-4342-83a8-a69d697c42e3 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event updated for resources: {'Network': ['ID=5b395e44-1268-4108-a2fa-fa137faf4750,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:46.822120 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 5b395e44-1268-4108-a2fa-fa137faf4750 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:39:46.847093 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Allocated IP 2001:db8::2 (6b460b2d-dfa0-4149-aebe-6e1e9334121c/9d06a2ac-df84-440f-89a4-ecea2a5295ca/e222655d-14c2-49bb-94ff-f953949f079b) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:39:46.885738 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e627e35b-42ee-49e0-b7d6-f1ae9173c4f1 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Made reservation on behalf of 8a9208f85a3d42079fca79cef01745e7 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:46.889328 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e627e35b-42ee-49e0-b7d6-f1ae9173c4f1 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:46.899636 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port b721a872-fea0-4a38-9950-3d2a96b99ea8 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:39:46.900008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:47.070591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e627e35b-42ee-49e0-b7d6-f1ae9173c4f1 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:47.112596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:47.117971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:47.157102 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Network 6b460b2d-dfa0-4149-aebe-6e1e9334121c is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:39:47.159992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:47.162558 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:39:47.178129 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Pushing event updated for resources: {'Port': ['ID=e222655d-14c2-49bb-94ff-f953949f079b,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:47.229655 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Attempting to bind port e222655d-14c2-49bb-94ff-f953949f079b on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:39:47.230030 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Attempting to bind port e222655d-14c2-49bb-94ff-f953949f079b by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'a4561693-32c1-4e98-974f-8bacf9202cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b460b2d-dfa0-4149-aebe-6e1e9334121c'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:39:47.230396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Attempting to bind port e222655d-14c2-49bb-94ff-f953949f079b on network 6b460b2d-dfa0-4149-aebe-6e1e9334121c {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:39:47.236963 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:39:47.237598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Checking segment: {'id': 'a4561693-32c1-4e98-974f-8bacf9202cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b460b2d-dfa0-4149-aebe-6e1e9334121c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:39:47.238282 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:47.238956 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Bound using segment: {'id': 'a4561693-32c1-4e98-974f-8bacf9202cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b460b2d-dfa0-4149-aebe-6e1e9334121c'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:39:47.239805 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Bound port: e222655d-14c2-49bb-94ff-f953949f079b, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4561693-32c1-4e98-974f-8bacf9202cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6b460b2d-dfa0-4149-aebe-6e1e9334121c'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:39:47.240285 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:47.308612 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] For port e222655d-14c2-49bb-94ff-f953949f079b, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:39:47.312160 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] For port e222655d-14c2-49bb-94ff-f953949f079b, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e222655d-14c2-49bb-94ff-f953949f079b,segment=NetworkSegment(a4561693-32c1-4e98-974f-8bacf9202cf6),segment_id=a4561693-32c1-4e98-974f-8bacf9202cf6)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:39:47.315977 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:47.379101 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0485cc-239c-4512-8777-2e744cff940a None None] Pushing event updated for resources: {'Port': ['ID=e222655d-14c2-49bb-94ff-f953949f079b,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:47.398670 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627e35b-42ee-49e0-b7d6-f1ae9173c4f1 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event updated for resources: {'Subnet': ['ID=81dccba9-5188-46f6-895f-109b6f5d1388,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:47.407701 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627e35b-42ee-49e0-b7d6-f1ae9173c4f1 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Checking segment: {'id': 'f4ae2f9b-043f-4216-bf30-f74a5873970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b395e44-1268-4108-a2fa-fa137faf4750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:39:47.408072 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e627e35b-42ee-49e0-b7d6-f1ae9173c4f1 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Network hostable DHCP agents. Network: 5b395e44-1268-4108-a2fa-fa137faf4750, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:39:47.425290 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e627e35b-42ee-49e0-b7d6-f1ae9173c4f1 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Network 5b395e44-1268-4108-a2fa-fa137faf4750 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:39:47.434844 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e627e35b-42ee-49e0-b7d6-f1ae9173c4f1 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 5b395e44-1268-4108-a2fa-fa137faf4750) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:47.439613 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e627e35b-42ee-49e0-b7d6-f1ae9173c4f1 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:47.440323 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e627e35b-42ee-49e0-b7d6-f1ae9173c4f1 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:47.446292 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98772f83-bcfd-45e8-b079-35d50b610b9e None None] Network 5b395e44-1268-4108-a2fa-fa137faf4750 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:47.457985 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e627e35b-42ee-49e0-b7d6-f1ae9173c4f1 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6807454 Dec 09 02:39:47.460673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41488) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:47.579808 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-5b395e44-1268-4108-a2fa-fa137faf4750', 'network_id': '5b395e44-1268-4108-a2fa-fa137faf4750', 'project_id': '8a9208f85a3d42079fca79cef01745e7', 'fixed_ips': [{'subnet_id': '81dccba9-5188-46f6-895f-109b6f5d1388'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:39:47.580837 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:47.597562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:47.659069 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:47.720290 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Allocated IP 2001:db8::2 (5b395e44-1268-4108-a2fa-fa137faf4750/81dccba9-5188-46f6-895f-109b6f5d1388/f1766bf2-14ec-4fc2-ad36-e7fc61500c5f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:39:47.861606 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:47.867562 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:47.882863 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:47.910495 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Network 5b395e44-1268-4108-a2fa-fa137faf4750 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:39:47.911201 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event deleted for resources: {'Subnet': ['ID=81dccba9-5188-46f6-895f-109b6f5d1388,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:47.915877 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:47.919375 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:39:47.926341 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Pushing event updated for resources: {'Port': ['ID=f1766bf2-14ec-4fc2-ad36-e7fc61500c5f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:47.972966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:47.976111 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Attempting to bind port f1766bf2-14ec-4fc2-ad36-e7fc61500c5f on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:39:47.976488 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Attempting to bind port f1766bf2-14ec-4fc2-ad36-e7fc61500c5f by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'f4ae2f9b-043f-4216-bf30-f74a5873970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b395e44-1268-4108-a2fa-fa137faf4750'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:39:47.976854 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Attempting to bind port f1766bf2-14ec-4fc2-ad36-e7fc61500c5f on network 5b395e44-1268-4108-a2fa-fa137faf4750 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:39:47.982676 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:39:47.983060 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Checking segment: {'id': 'f4ae2f9b-043f-4216-bf30-f74a5873970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b395e44-1268-4108-a2fa-fa137faf4750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:39:47.983482 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:47.983882 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Bound using segment: {'id': 'f4ae2f9b-043f-4216-bf30-f74a5873970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b395e44-1268-4108-a2fa-fa137faf4750'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:39:47.984357 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Bound port: f1766bf2-14ec-4fc2-ad36-e7fc61500c5f, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ae2f9b-043f-4216-bf30-f74a5873970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5b395e44-1268-4108-a2fa-fa137faf4750'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:39:47.984741 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:47.998825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b395e44-1268-4108-a2fa-fa137faf4750']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:48.010085 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ae2f9b-043f-4216-bf30-f74a5873970b') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:48.010382 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ae2f9b-043f-4216-bf30-f74a5873970b') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:48.020288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:48.033929 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:48.040703 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:39:48.041187 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:39:48.044503 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:39:48.051914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] For port f1766bf2-14ec-4fc2-ad36-e7fc61500c5f, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:39:48.102795 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] For port f1766bf2-14ec-4fc2-ad36-e7fc61500c5f, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f1766bf2-14ec-4fc2-ad36-e7fc61500c5f,segment=NetworkSegment(f4ae2f9b-043f-4216-bf30-f74a5873970b),segment_id=f4ae2f9b-043f-4216-bf30-f74a5873970b)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:39:48.104863 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 02:39:48.104863 dv-neutron-804846-18-hyperv neutron-server[103334]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 02:39:48.104863 dv-neutron-804846-18-hyperv neutron-server[103334]: [parameters: {'id': '5b395e44-1268-4108-a2fa-fa137faf4750'}] Dec 09 02:39:48.104863 dv-neutron-804846-18-hyperv neutron-server[103334]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:39:48.105295 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:39:48.107834 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:48.189446 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e42b5-ab0c-4833-98b6-c091589324ed None None] Pushing event updated for resources: {'Port': ['ID=f1766bf2-14ec-4fc2-ad36-e7fc61500c5f,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:48.209128 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5adef0-2861-4aa5-b29f-5dc4a230bf54 None None] Network 5b395e44-1268-4108-a2fa-fa137faf4750 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:48.317320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07cf1bf-c8b9-4698-ab41-9d645c5519a0 None None] Network 6b460b2d-dfa0-4149-aebe-6e1e9334121c requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:48.380625 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2711ac5b-1dad-42c3-9c7a-795e9c28c50e None None] Provisioning complete for port e222655d-14c2-49bb-94ff-f953949f079b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:39:48.380922 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2711ac5b-1dad-42c3-9c7a-795e9c28c50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:48.496315 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2711ac5b-1dad-42c3-9c7a-795e9c28c50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:48.529623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2711ac5b-1dad-42c3-9c7a-795e9c28c50e None None] For port e222655d-14c2-49bb-94ff-f953949f079b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e222655d-14c2-49bb-94ff-f953949f079b,segment=NetworkSegment(a4561693-32c1-4e98-974f-8bacf9202cf6),segment_id=a4561693-32c1-4e98-974f-8bacf9202cf6)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:48.533693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2711ac5b-1dad-42c3-9c7a-795e9c28c50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:48.582799 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711ac5b-1dad-42c3-9c7a-795e9c28c50e None None] Pushing event updated for resources: {'Port': ['ID=e222655d-14c2-49bb-94ff-f953949f079b,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:48.606613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:48.662685 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1ac49e-f1f9-4f1d-9c14-36ec3e8ce5cb None None] get_active_networks_info from dv-neutron-804846-18-hyperv {{(pid=103335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 02:39:48.668652 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Deleting port f1766bf2-14ec-4fc2-ad36-e7fc61500c5f {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:39:48.668998 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:48.702552 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b8ff1599-2ff7-4d3e-bf2d-9a845bd1b314 None None] Provisioning complete for port e222655d-14c2-49bb-94ff-f953949f079b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:39:48.703021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8ff1599-2ff7-4d3e-bf2d-9a845bd1b314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:48.740243 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] For port f1766bf2-14ec-4fc2-ad36-e7fc61500c5f, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f1766bf2-14ec-4fc2-ad36-e7fc61500c5f,segment=NetworkSegment(f4ae2f9b-043f-4216-bf30-f74a5873970b),segment_id=f4ae2f9b-043f-4216-bf30-f74a5873970b)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:48.740613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:48.754970 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Calling delete_port for f1766bf2-14ec-4fc2-ad36-e7fc61500c5f owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:39:48.835320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:48.865353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event deleted for resources: {'Port': ['ID=f1766bf2-14ec-4fc2-ad36-e7fc61500c5f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:48.869720 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] No DVR routers for this DVR port f1766bf2-14ec-4fc2-ad36-e7fc61500c5f on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:39:48.881415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e222655d-14c2-49bb-94ff-f953949f079b up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:39:48.947541 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:48.958813 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1ac49e-f1f9-4f1d-9c14-36ec3e8ce5cb None None] Resources bound (agent type, host, resource id): {{(pid=103335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 09 02:39:48.967702 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b395e44-1268-4108-a2fa-fa137faf4750']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:48.976907 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ae2f9b-043f-4216-bf30-f74a5873970b') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:48.977739 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ae2f9b-043f-4216-bf30-f74a5873970b') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:48.986932 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.000455 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.006782 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:39:49.007344 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:39:49.010536 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:39:49.053144 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port e222655d-14c2-49bb-94ff-f953949f079b triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:39:49.053520 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.073265 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.080155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.083523 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "DELETE /v2.0/networks/5b395e44-1268-4108-a2fa-fa137faf4750 HTTP/1.1" status: 204 len: 168 time: 1.6218152 Dec 09 02:39:49.087334 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41490) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:49.096224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec969dc-61a4-4e70-95d6-e415ce4467e0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event deleted for resources: {'Network': ['ID=5b395e44-1268-4108-a2fa-fa137faf4750,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:49.118767 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08d261d-7c28-4c8a-9b2b-408dec35cd18 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] GET failed (client error): The resource could not be found. Dec 09 02:39:49.120364 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d08d261d-7c28-4c8a-9b2b-408dec35cd18 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "GET /v2.0/subnets/81dccba9-5188-46f6-895f-109b6f5d1388 HTTP/1.1" status: 404 len: 337 time: 0.0319805 Dec 09 02:39:49.123081 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41492) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:49.144747 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5936a442-d78d-4072-99d1-8bd6b930181c tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] DELETE failed (client error): The resource could not be found. Dec 09 02:39:49.145314 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5936a442-d78d-4072-99d1-8bd6b930181c tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:39:49.148438 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5936a442-d78d-4072-99d1-8bd6b930181c tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "DELETE /v2.0/networks/5b395e44-1268-4108-a2fa-fa137faf4750 HTTP/1.1" status: 404 len: 339 time: 0.0241504 Dec 09 02:39:49.152716 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41494) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:49.178340 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad3b780-163f-446f-8b66-49e2a572f26a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] DELETE failed (client error): The resource could not be found. Dec 09 02:39:49.178891 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad3b780-163f-446f-8b66-49e2a572f26a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:39:49.184816 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dad3b780-163f-446f-8b66-49e2a572f26a tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "DELETE /v2.0/subnets/81dccba9-5188-46f6-895f-109b6f5d1388 HTTP/1.1" status: 404 len: 337 time: 0.0286968 Dec 09 02:39:49.185148 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41496) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:49.203692 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-df09c723-fd5a-41b9-9043-5110f0db68dd tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] DELETE failed (client error): The resource could not be found. Dec 09 02:39:49.204103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df09c723-fd5a-41b9-9043-5110f0db68dd tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:39:49.207085 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-df09c723-fd5a-41b9-9043-5110f0db68dd tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "DELETE /v2.0/networks/5b395e44-1268-4108-a2fa-fa137faf4750 HTTP/1.1" status: 404 len: 339 time: 0.0209877 Dec 09 02:39:49.209634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41498) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:49.260446 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ee972c-2669-4bce-937b-ea1cf66806b0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Deleting subnet 9d06a2ac-df84-440f-89a4-ecea2a5295ca {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:39:49.263560 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c8ee972c-2669-4bce-937b-ea1cf66806b0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.307196 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c8ee972c-2669-4bce-937b-ea1cf66806b0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.386670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c8ee972c-2669-4bce-937b-ea1cf66806b0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.442148 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c8ee972c-2669-4bce-937b-ea1cf66806b0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.474278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c8ee972c-2669-4bce-937b-ea1cf66806b0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.478167 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c8ee972c-2669-4bce-937b-ea1cf66806b0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "DELETE /v2.0/subnets/9d06a2ac-df84-440f-89a4-ecea2a5295ca HTTP/1.1" status: 204 len: 168 time: 0.2673566 Dec 09 02:39:49.479282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee972c-2669-4bce-937b-ea1cf66806b0 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event deleted for resources: {'Subnet': ['ID=9d06a2ac-df84-440f-89a4-ecea2a5295ca,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:49.480608 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41500) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:49.482843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6376a29-b241-433c-b3b3-288b0ba67533 None None] Network 6b460b2d-dfa0-4149-aebe-6e1e9334121c requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:49.555936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.612790 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Deleting port e222655d-14c2-49bb-94ff-f953949f079b {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:39:49.613134 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.636074 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8257b-13d8-4aee-8c96-53ce51b269b9 None None] DHCP port deletion for 6b460b2d-dfa0-4149-aebe-6e1e9334121c request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:39:49.675300 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] For port e222655d-14c2-49bb-94ff-f953949f079b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e222655d-14c2-49bb-94ff-f953949f079b,segment=NetworkSegment(a4561693-32c1-4e98-974f-8bacf9202cf6),segment_id=a4561693-32c1-4e98-974f-8bacf9202cf6)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:49.675697 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.683855 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8257b-13d8-4aee-8c96-53ce51b269b9 None None] Deleting port e222655d-14c2-49bb-94ff-f953949f079b {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:39:49.684229 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2b8257b-13d8-4aee-8c96-53ce51b269b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.688865 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Calling delete_port for e222655d-14c2-49bb-94ff-f953949f079b owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:39:49.749904 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b2b8257b-13d8-4aee-8c96-53ce51b269b9 None None] For port e222655d-14c2-49bb-94ff-f953949f079b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=e222655d-14c2-49bb-94ff-f953949f079b,segment=NetworkSegment(a4561693-32c1-4e98-974f-8bacf9202cf6),segment_id=a4561693-32c1-4e98-974f-8bacf9202cf6)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:49.750198 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2b8257b-13d8-4aee-8c96-53ce51b269b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.762227 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b2b8257b-13d8-4aee-8c96-53ce51b269b9 None None] Calling delete_port for e222655d-14c2-49bb-94ff-f953949f079b owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:39:49.769384 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.794352 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event deleted for resources: {'Port': ['ID=e222655d-14c2-49bb-94ff-f953949f079b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:49.798855 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] No DVR routers for this DVR port e222655d-14c2-49bb-94ff-f953949f079b on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: from cryptography.utils import int_from_bytes Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: from cryptography.utils import int_from_bytes Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 02:39:49.831769 dv-neutron-804846-18-hyperv neutron-server[103335]: self.session.flush() Dec 09 02:39:49.837458 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b2b8257b-13d8-4aee-8c96-53ce51b269b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.863188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8257b-13d8-4aee-8c96-53ce51b269b9 None None] Pushing event deleted for resources: {'Port': ['ID=e222655d-14c2-49bb-94ff-f953949f079b,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:49.864971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8257b-13d8-4aee-8c96-53ce51b269b9 None None] No DVR routers for this DVR port e222655d-14c2-49bb-94ff-f953949f079b on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:39:49.884613 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.908303 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b460b2d-dfa0-4149-aebe-6e1e9334121c']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:49.918023 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4561693-32c1-4e98-974f-8bacf9202cf6') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:49.918326 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4561693-32c1-4e98-974f-8bacf9202cf6') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:49.927752 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.940602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.946662 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:39:49.947144 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:39:49.950135 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:39:50.005413 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.012238 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.015314 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "DELETE /v2.0/networks/6b460b2d-dfa0-4149-aebe-6e1e9334121c HTTP/1.1" status: 204 len: 168 time: 0.5336628 Dec 09 02:39:50.017853 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41502) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:50.027532 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d034ba-df6f-4e0d-bdfd-43230430b1a8 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event deleted for resources: {'Network': ['ID=6b460b2d-dfa0-4149-aebe-6e1e9334121c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:50.045234 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac040e9f-4a83-4b1d-904d-d987fd17c484 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] DELETE failed (client error): The resource could not be found. Dec 09 02:39:50.045683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac040e9f-4a83-4b1d-904d-d987fd17c484 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:39:50.048700 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ac040e9f-4a83-4b1d-904d-d987fd17c484 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "DELETE /v2.0/subnets/b3d60ddb-27dc-4092-8be3-4fa3e9d4857c HTTP/1.1" status: 404 len: 337 time: 0.0298545 Dec 09 02:39:50.051119 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41504) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:50.068088 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-9812e4cb-8c97-459d-ad36-c7e87c79be9f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] DELETE failed (client error): The resource could not be found. Dec 09 02:39:50.068558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9812e4cb-8c97-459d-ad36-c7e87c79be9f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:39:50.071524 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9812e4cb-8c97-459d-ad36-c7e87c79be9f tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "DELETE /v2.0/networks/42797001-9952-43e9-9a77-a452a4938252 HTTP/1.1" status: 404 len: 339 time: 0.0194380 Dec 09 02:39:50.073667 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41506) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:50.098310 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-0868407b-c750-4474-aefb-3c0fce7bb071 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] DELETE failed (client error): The resource could not be found. Dec 09 02:39:50.098749 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0868407b-c750-4474-aefb-3c0fce7bb071 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:39:50.101737 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0868407b-c750-4474-aefb-3c0fce7bb071 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "DELETE /v2.0/subnets/0d3d605e-7ad1-4d85-a320-38b4bedba0bc HTTP/1.1" status: 404 len: 337 time: 0.0271785 Dec 09 02:39:50.104539 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41508) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:50.121462 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d737364-9d3f-4454-b5c9-e792518d5f4b tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] DELETE failed (client error): The resource could not be found. Dec 09 02:39:50.121953 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d737364-9d3f-4454-b5c9-e792518d5f4b tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103334) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 09 02:39:50.125027 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2d737364-9d3f-4454-b5c9-e792518d5f4b tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "DELETE /v2.0/networks/c4e0f9a9-673d-437e-9776-eab525337a71 HTTP/1.1" status: 404 len: 339 time: 0.0195568 Dec 09 02:39:50.127398 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41510) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:50.176781 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-b413d626-c612-4d48-88d0-e0e52341d844 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Deleting subnet 0910d5ec-093a-463b-b569-27b87f3e8ab0 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:39:50.179815 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b413d626-c612-4d48-88d0-e0e52341d844 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.223261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b413d626-c612-4d48-88d0-e0e52341d844 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.302762 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b413d626-c612-4d48-88d0-e0e52341d844 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.358259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b413d626-c612-4d48-88d0-e0e52341d844 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.390952 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b413d626-c612-4d48-88d0-e0e52341d844 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.394302 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b413d626-c612-4d48-88d0-e0e52341d844 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "DELETE /v2.0/subnets/0910d5ec-093a-463b-b569-27b87f3e8ab0 HTTP/1.1" status: 204 len: 168 time: 0.2659597 Dec 09 02:39:50.395274 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413d626-c612-4d48-88d0-e0e52341d844 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event deleted for resources: {'Subnet': ['ID=0910d5ec-093a-463b-b569-27b87f3e8ab0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:50.396813 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41512) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:50.399793 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff72e2b-b7eb-4741-8b69-c112b5dc79ad None None] Network bd22d98d-3356-44cb-8a23-9a03ee4fc0fd requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:50.475184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.532598 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Deleting port b721a872-fea0-4a38-9950-3d2a96b99ea8 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:39:50.532951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.546475 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be5b071-da47-4435-aabc-34327cf0f2f2 None None] DHCP port deletion for bd22d98d-3356-44cb-8a23-9a03ee4fc0fd request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:39:50.592407 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3be5b071-da47-4435-aabc-34327cf0f2f2 None None] Deleting port b721a872-fea0-4a38-9950-3d2a96b99ea8 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:39:50.592702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3be5b071-da47-4435-aabc-34327cf0f2f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.598204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] For port b721a872-fea0-4a38-9950-3d2a96b99ea8, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=b721a872-fea0-4a38-9950-3d2a96b99ea8,segment=NetworkSegment(52f2c3c2-8356-43b8-a963-0dab93d0f6a1),segment_id=52f2c3c2-8356-43b8-a963-0dab93d0f6a1)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:50.598568 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.611118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Calling delete_port for b721a872-fea0-4a38-9950-3d2a96b99ea8 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:39:50.658440 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3be5b071-da47-4435-aabc-34327cf0f2f2 None None] For port b721a872-fea0-4a38-9950-3d2a96b99ea8, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=b721a872-fea0-4a38-9950-3d2a96b99ea8,segment=NetworkSegment(52f2c3c2-8356-43b8-a963-0dab93d0f6a1),segment_id=52f2c3c2-8356-43b8-a963-0dab93d0f6a1)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:50.658840 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3be5b071-da47-4435-aabc-34327cf0f2f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.672031 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3be5b071-da47-4435-aabc-34327cf0f2f2 None None] Calling delete_port for b721a872-fea0-4a38-9950-3d2a96b99ea8 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:39:50.691375 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.714339 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b721a872-fea0-4a38-9950-3d2a96b99ea8 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:39:50.718430 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event deleted for resources: {'Port': ['ID=b721a872-fea0-4a38-9950-3d2a96b99ea8,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:50.720560 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] No DVR routers for this DVR port b721a872-fea0-4a38-9950-3d2a96b99ea8 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:39:50.739259 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: b721a872-fea0-4a38-9950-3d2a96b99ea8 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:39:50.739706 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b721a872-fea0-4a38-9950-3d2a96b99ea8 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:39:50.740127 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e222655d-14c2-49bb-94ff-f953949f079b no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:39:50.763287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: e222655d-14c2-49bb-94ff-f953949f079b {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:39:50.763663 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device e222655d-14c2-49bb-94ff-f953949f079b not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:39:50.792486 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3be5b071-da47-4435-aabc-34327cf0f2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.799706 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.818520 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5b071-da47-4435-aabc-34327cf0f2f2 None None] Pushing event deleted for resources: {'Port': ['ID=b721a872-fea0-4a38-9950-3d2a96b99ea8,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:50.820014 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd22d98d-3356-44cb-8a23-9a03ee4fc0fd']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:50.820389 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be5b071-da47-4435-aabc-34327cf0f2f2 None None] No DVR routers for this DVR port b721a872-fea0-4a38-9950-3d2a96b99ea8 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:39:50.832969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f2c3c2-8356-43b8-a963-0dab93d0f6a1') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:50.833218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f2c3c2-8356-43b8-a963-0dab93d0f6a1') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:50.842900 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.855664 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.861583 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:39:50.861984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:39:50.865070 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:39:50.921195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.925305 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:50.928859 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] 10.222.0.43 "DELETE /v2.0/networks/bd22d98d-3356-44cb-8a23-9a03ee4fc0fd HTTP/1.1" status: 204 len: 168 time: 0.5287764 Dec 09 02:39:50.949835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d53d64-b503-4507-b37c-5d4a4226edf2 tempest-NetworksIpV6Test-1809968525 tempest-NetworksIpV6Test-1809968525-project] Pushing event deleted for resources: {'Network': ['ID=bd22d98d-3356-44cb-8a23-9a03ee4fc0fd,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:51.161513 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41518) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:51.291639 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6e9e26ee-a05e-4665-8853-2d8501a8913d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a9208f85a3d42079fca79cef01745e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289124 Dec 09 02:39:51.294012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41522) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:51.339789 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d909c94-74b5-4280-adc8-49537135c776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:51.360741 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d909c94-74b5-4280-adc8-49537135c776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:51.407982 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d909c94-74b5-4280-adc8-49537135c776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:51.410544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d909c94-74b5-4280-adc8-49537135c776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:51.411749 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0d909c94-74b5-4280-adc8-49537135c776 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df6d787a-c7af-4b6e-bfe6-f1e744d38991 HTTP/1.1" status: 204 len: 168 time: 0.1167831 Dec 09 02:39:51.420544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d909c94-74b5-4280-adc8-49537135c776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6d787a-c7af-4b6e-bfe6-f1e744d38991,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:52.017307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41544) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:52.112169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-38d85630-f4f3-4817-8766-119f79cbe00b tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-71339018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:52.137339 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38d85630-f4f3-4817-8766-119f79cbe00b tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.138341 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38d85630-f4f3-4817-8766-119f79cbe00b tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.221705 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38d85630-f4f3-4817-8766-119f79cbe00b tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.225966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38d85630-f4f3-4817-8766-119f79cbe00b tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.243272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38d85630-f4f3-4817-8766-119f79cbe00b tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.244518 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-38d85630-f4f3-4817-8766-119f79cbe00b tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2261980 Dec 09 02:39:52.247147 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41548) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:52.251874 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-97dc4c3c-974d-4256-897f-bdda4a1acd02 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1098944351'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:52.271221 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dc4c3c-974d-4256-897f-bdda4a1acd02 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Made reservation on behalf of 83945770eda14ce0af65dae23b0b70ff for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:52.274498 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97dc4c3c-974d-4256-897f-bdda4a1acd02 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.283025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97dc4c3c-974d-4256-897f-bdda4a1acd02 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.355425 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97dc4c3c-974d-4256-897f-bdda4a1acd02 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.359036 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97dc4c3c-974d-4256-897f-bdda4a1acd02 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.363047 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:39:52.382398 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97dc4c3c-974d-4256-897f-bdda4a1acd02 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:39:52.396368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc4c3c-974d-4256-897f-bdda4a1acd02 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfe2525-6ef4-49d6-9301-0130daaee660,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:52.401157 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97dc4c3c-974d-4256-897f-bdda4a1acd02 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.401503 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-97dc4c3c-974d-4256-897f-bdda4a1acd02 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Added segment 145292a6-d342-4975-a220-2bffc4b617b3 of type vlan for network efec69c1-102f-43d9-a7e1-ddba6e2c30f2 Dec 09 02:39:52.443449 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97dc4c3c-974d-4256-897f-bdda4a1acd02 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.467257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97dc4c3c-974d-4256-897f-bdda4a1acd02 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.472836 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dc4c3c-974d-4256-897f-bdda4a1acd02 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:52.473419 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97dc4c3c-974d-4256-897f-bdda4a1acd02 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.524775 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-97dc4c3c-974d-4256-897f-bdda4a1acd02 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2765861 Dec 09 02:39:52.528012 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41550) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:52.533045 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-53e0aaee-53d9-430b-98f6-afa1fca917db tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Request body: {'subnet': {'network_id': 'efec69c1-102f-43d9-a7e1-ddba6e2c30f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:52.542265 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc4c3c-974d-4256-897f-bdda4a1acd02 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Pushing event updated for resources: {'Network': ['ID=efec69c1-102f-43d9-a7e1-ddba6e2c30f2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:52.552314 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network efec69c1-102f-43d9-a7e1-ddba6e2c30f2 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:39:52.621665 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e0aaee-53d9-430b-98f6-afa1fca917db tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Made reservation on behalf of 83945770eda14ce0af65dae23b0b70ff for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:52.625730 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53e0aaee-53d9-430b-98f6-afa1fca917db tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.798225 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53e0aaee-53d9-430b-98f6-afa1fca917db tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.858618 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0aaee-53d9-430b-98f6-afa1fca917db tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Pushing event updated for resources: {'Subnet': ['ID=c5d0cf99-ce3c-4aa5-bf9f-2105a6712468,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:52.866290 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e0aaee-53d9-430b-98f6-afa1fca917db tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Checking segment: {'id': '145292a6-d342-4975-a220-2bffc4b617b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'efec69c1-102f-43d9-a7e1-ddba6e2c30f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:39:52.866658 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e0aaee-53d9-430b-98f6-afa1fca917db tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Network hostable DHCP agents. Network: efec69c1-102f-43d9-a7e1-ddba6e2c30f2, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:39:52.883808 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e0aaee-53d9-430b-98f6-afa1fca917db tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Network efec69c1-102f-43d9-a7e1-ddba6e2c30f2 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:39:52.891672 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-53e0aaee-53d9-430b-98f6-afa1fca917db tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, efec69c1-102f-43d9-a7e1-ddba6e2c30f2) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:52.895657 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e0aaee-53d9-430b-98f6-afa1fca917db tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:52.896253 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53e0aaee-53d9-430b-98f6-afa1fca917db tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.899983 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3514ac6b-0162-4d2f-a2c4-98a070782d37 None None] Network efec69c1-102f-43d9-a7e1-ddba6e2c30f2 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:52.914647 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-53e0aaee-53d9-430b-98f6-afa1fca917db tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3853848 Dec 09 02:39:52.917495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41552) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:52.922359 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c1a926c7-1b12-47b2-9945-f51271e62236 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1501227307'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:52.943355 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a926c7-1b12-47b2-9945-f51271e62236 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Made reservation on behalf of 83945770eda14ce0af65dae23b0b70ff for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:52.947419 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1a926c7-1b12-47b2-9945-f51271e62236 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.970299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a926c7-1b12-47b2-9945-f51271e62236 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:39:52.979193 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1a926c7-1b12-47b2-9945-f51271e62236 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:52.979569 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-c1a926c7-1b12-47b2-9945-f51271e62236 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Added segment 3dbcc9d1-1e8b-4ebb-a4d6-a3c2edf99141 of type vlan for network 393e94d3-b5fe-48f2-9282-5634f2617db6 Dec 09 02:39:52.998627 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-efec69c1-102f-43d9-a7e1-ddba6e2c30f2', 'network_id': 'efec69c1-102f-43d9-a7e1-ddba6e2c30f2', 'project_id': '83945770eda14ce0af65dae23b0b70ff', 'fixed_ips': [{'subnet_id': 'c5d0cf99-ce3c-4aa5-bf9f-2105a6712468'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:39:52.999559 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:53.019607 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1a926c7-1b12-47b2-9945-f51271e62236 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:53.043077 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1a926c7-1b12-47b2-9945-f51271e62236 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:53.048708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a926c7-1b12-47b2-9945-f51271e62236 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:53.049229 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c1a926c7-1b12-47b2-9945-f51271e62236 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:53.108963 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c1a926c7-1b12-47b2-9945-f51271e62236 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1904392 Dec 09 02:39:53.111727 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41554) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:53.116505 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-80c4e565-ec7d-4a20-a5bf-80656dfc733f tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Request body: {'subnet': {'network_id': '393e94d3-b5fe-48f2-9282-5634f2617db6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:53.143792 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Allocated IP 172.20.0.2 (efec69c1-102f-43d9-a7e1-ddba6e2c30f2/c5d0cf99-ce3c-4aa5-bf9f-2105a6712468/5a63902f-f506-4a67-8b50-0932bf87d0d9) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:39:53.163314 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a926c7-1b12-47b2-9945-f51271e62236 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Pushing event updated for resources: {'Network': ['ID=393e94d3-b5fe-48f2-9282-5634f2617db6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:53.201370 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 393e94d3-b5fe-48f2-9282-5634f2617db6 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:39:53.215749 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c4e565-ec7d-4a20-a5bf-80656dfc733f tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Made reservation on behalf of 83945770eda14ce0af65dae23b0b70ff for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:53.219378 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80c4e565-ec7d-4a20-a5bf-80656dfc733f tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:53.348826 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:53.356298 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:53.397238 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Network efec69c1-102f-43d9-a7e1-ddba6e2c30f2 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:39:53.399562 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80c4e565-ec7d-4a20-a5bf-80656dfc733f tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:53.402997 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:53.406486 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:39:53.413531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Pushing event updated for resources: {'Port': ['ID=5a63902f-f506-4a67-8b50-0932bf87d0d9,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:53.461009 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4e565-ec7d-4a20-a5bf-80656dfc733f tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Pushing event updated for resources: {'Subnet': ['ID=e8b9d51c-e65f-4bd3-a96c-4e4144a421f0,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:53.463010 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Attempting to bind port 5a63902f-f506-4a67-8b50-0932bf87d0d9 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:39:53.463384 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Attempting to bind port 5a63902f-f506-4a67-8b50-0932bf87d0d9 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '145292a6-d342-4975-a220-2bffc4b617b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'efec69c1-102f-43d9-a7e1-ddba6e2c30f2'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:39:53.463791 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Attempting to bind port 5a63902f-f506-4a67-8b50-0932bf87d0d9 on network efec69c1-102f-43d9-a7e1-ddba6e2c30f2 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:39:53.469441 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:39:53.469819 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Checking segment: {'id': '145292a6-d342-4975-a220-2bffc4b617b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'efec69c1-102f-43d9-a7e1-ddba6e2c30f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:39:53.470225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:53.470460 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c4e565-ec7d-4a20-a5bf-80656dfc733f tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Checking segment: {'id': '3dbcc9d1-1e8b-4ebb-a4d6-a3c2edf99141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '393e94d3-b5fe-48f2-9282-5634f2617db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:39:53.470621 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Bound using segment: {'id': '145292a6-d342-4975-a220-2bffc4b617b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'efec69c1-102f-43d9-a7e1-ddba6e2c30f2'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:39:53.470817 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c4e565-ec7d-4a20-a5bf-80656dfc733f tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Network hostable DHCP agents. Network: 393e94d3-b5fe-48f2-9282-5634f2617db6, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:39:53.471088 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Bound port: 5a63902f-f506-4a67-8b50-0932bf87d0d9, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145292a6-d342-4975-a220-2bffc4b617b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'efec69c1-102f-43d9-a7e1-ddba6e2c30f2'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:39:53.471492 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:53.488424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c4e565-ec7d-4a20-a5bf-80656dfc733f tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Network 393e94d3-b5fe-48f2-9282-5634f2617db6 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:39:53.498007 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-80c4e565-ec7d-4a20-a5bf-80656dfc733f tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 393e94d3-b5fe-48f2-9282-5634f2617db6) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:53.502131 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c4e565-ec7d-4a20-a5bf-80656dfc733f tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:53.502729 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80c4e565-ec7d-4a20-a5bf-80656dfc733f tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:53.507134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a844883-f48a-4610-a5e1-2ffb29c137ae None None] Network 393e94d3-b5fe-48f2-9282-5634f2617db6 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:53.518983 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-80c4e565-ec7d-4a20-a5bf-80656dfc733f tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4062498 Dec 09 02:39:53.521898 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41556) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:53.527210 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-506db9c0-6798-4be2-a5f6-94b05be06f2b tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Request body: {'router': {'external_gateway_info': {'network_id': '393e94d3-b5fe-48f2-9282-5634f2617db6'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:53.592420 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] For port 5a63902f-f506-4a67-8b50-0932bf87d0d9, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:39:53.596732 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] For port 5a63902f-f506-4a67-8b50-0932bf87d0d9, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5a63902f-f506-4a67-8b50-0932bf87d0d9,segment=NetworkSegment(145292a6-d342-4975-a220-2bffc4b617b3),segment_id=145292a6-d342-4975-a220-2bffc4b617b3)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:39:53.605148 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:53.658249 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-393e94d3-b5fe-48f2-9282-5634f2617db6', 'network_id': '393e94d3-b5fe-48f2-9282-5634f2617db6', 'project_id': '83945770eda14ce0af65dae23b0b70ff', 'fixed_ips': [{'subnet_id': 'e8b9d51c-e65f-4bd3-a96c-4e4144a421f0'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:39:53.659086 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:53.689558 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5d048-f4ab-4ba6-be4e-abcb7f6c1f85 None None] Pushing event updated for resources: {'Port': ['ID=5a63902f-f506-4a67-8b50-0932bf87d0d9,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:53.749592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-506db9c0-6798-4be2-a5f6-94b05be06f2b tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:53.819208 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Allocated IP 172.21.0.2 (393e94d3-b5fe-48f2-9282-5634f2617db6/e8b9d51c-e65f-4bd3-a96c-4e4144a421f0/d7369733-9ead-4e47-abf3-a1e0c7fd2658) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:39:53.876069 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-506db9c0-6798-4be2-a5f6-94b05be06f2b tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 02:39:53.883896 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41558) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:53.884356 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-506db9c0-6798-4be2-a5f6-94b05be06f2b tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] 10.222.0.43 "PUT /v2.0/routers/8f472a34-f231-4482-8f5d-e6117abd66c2 HTTP/1.1" status: 400 len: 364 time: 0.3612266 Dec 09 02:39:53.946262 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92ebcb7-7975-4e56-92a1-7b613dd250f8 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Deleting subnet e8b9d51c-e65f-4bd3-a96c-4e4144a421f0 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:39:53.997274 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.002722 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c92ebcb7-7975-4e56-92a1-7b613dd250f8 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.003467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.047640 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c92ebcb7-7975-4e56-92a1-7b613dd250f8 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.051532 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Network 393e94d3-b5fe-48f2-9282-5634f2617db6 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:39:54.052792 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Pushing event updated for resources: {'Port': ['ID=d7369733-9ead-4e47-abf3-a1e0c7fd2658,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:54.056235 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:54.058260 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:39:54.112452 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Attempting to bind port d7369733-9ead-4e47-abf3-a1e0c7fd2658 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:39:54.112696 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Attempting to bind port d7369733-9ead-4e47-abf3-a1e0c7fd2658 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '3dbcc9d1-1e8b-4ebb-a4d6-a3c2edf99141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '393e94d3-b5fe-48f2-9282-5634f2617db6'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:39:54.113055 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Attempting to bind port d7369733-9ead-4e47-abf3-a1e0c7fd2658 on network 393e94d3-b5fe-48f2-9282-5634f2617db6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:39:54.117891 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:39:54.118259 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Checking segment: {'id': '3dbcc9d1-1e8b-4ebb-a4d6-a3c2edf99141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '393e94d3-b5fe-48f2-9282-5634f2617db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:39:54.118656 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.119044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Bound using segment: {'id': '3dbcc9d1-1e8b-4ebb-a4d6-a3c2edf99141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '393e94d3-b5fe-48f2-9282-5634f2617db6'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:39:54.119524 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Bound port: d7369733-9ead-4e47-abf3-a1e0c7fd2658, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbcc9d1-1e8b-4ebb-a4d6-a3c2edf99141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '393e94d3-b5fe-48f2-9282-5634f2617db6'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:39:54.119923 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.131675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c92ebcb7-7975-4e56-92a1-7b613dd250f8 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.189990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c92ebcb7-7975-4e56-92a1-7b613dd250f8 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.192015 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] For port d7369733-9ead-4e47-abf3-a1e0c7fd2658, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:39:54.195253 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] For port d7369733-9ead-4e47-abf3-a1e0c7fd2658, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d7369733-9ead-4e47-abf3-a1e0c7fd2658,segment=NetworkSegment(3dbcc9d1-1e8b-4ebb-a4d6-a3c2edf99141),segment_id=3dbcc9d1-1e8b-4ebb-a4d6-a3c2edf99141)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:39:54.201306 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.222838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ebcb7-7975-4e56-92a1-7b613dd250f8 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b9d51c-e65f-4bd3-a96c-4e4144a421f0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:54.228304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c92ebcb7-7975-4e56-92a1-7b613dd250f8 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.232835 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c92ebcb7-7975-4e56-92a1-7b613dd250f8 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] 10.222.0.43 "DELETE /v2.0/subnets/e8b9d51c-e65f-4bd3-a96c-4e4144a421f0 HTTP/1.1" status: 204 len: 168 time: 0.3472497 Dec 09 02:39:54.234536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41560) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:54.261058 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d93eca-deca-46e6-bdfa-8af9e7cce79a None None] Pushing event updated for resources: {'Port': ['ID=d7369733-9ead-4e47-abf3-a1e0c7fd2658,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:54.314786 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.371968 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Deleting port d7369733-9ead-4e47-abf3-a1e0c7fd2658 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:39:54.372404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.451475 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] For port d7369733-9ead-4e47-abf3-a1e0c7fd2658, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d7369733-9ead-4e47-abf3-a1e0c7fd2658,segment=NetworkSegment(3dbcc9d1-1e8b-4ebb-a4d6-a3c2edf99141),segment_id=3dbcc9d1-1e8b-4ebb-a4d6-a3c2edf99141)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:54.452081 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.467098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Calling delete_port for d7369733-9ead-4e47-abf3-a1e0c7fd2658 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:39:54.550077 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.577412 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Pushing event deleted for resources: {'Port': ['ID=d7369733-9ead-4e47-abf3-a1e0c7fd2658,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:54.582385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] No DVR routers for this DVR port d7369733-9ead-4e47-abf3-a1e0c7fd2658 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:39:54.672305 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.694210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393e94d3-b5fe-48f2-9282-5634f2617db6']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:54.707252 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbcc9d1-1e8b-4ebb-a4d6-a3c2edf99141') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:54.707585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbcc9d1-1e8b-4ebb-a4d6-a3c2edf99141') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:54.721141 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.723011 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f54471f-1caf-474f-bc0d-372357a201b5 None None] Network efec69c1-102f-43d9-a7e1-ddba6e2c30f2 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:54.736254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.742480 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:39:54.742874 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:39:54.745906 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:39:54.765850 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5a63902f-f506-4a67-8b50-0932bf87d0d9 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:39:54.811130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.818005 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.825179 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] 10.222.0.43 "DELETE /v2.0/networks/393e94d3-b5fe-48f2-9282-5634f2617db6 HTTP/1.1" status: 204 len: 168 time: 0.5862978 Dec 09 02:39:54.825360 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-fb1a18b4-e8df-4324-b78b-7e67fb989352 None None] Provisioning complete for port 5a63902f-f506-4a67-8b50-0932bf87d0d9 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:39:54.825486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41562) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:54.825594 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fb1a18b4-e8df-4324-b78b-7e67fb989352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.842864 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60ade1-81da-4dc4-9366-2182cdaee181 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Pushing event deleted for resources: {'Network': ['ID=393e94d3-b5fe-48f2-9282-5634f2617db6,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:54.884728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-88318915-346c-4a8f-bafb-da7c030514c0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Deleting subnet c5d0cf99-ce3c-4aa5-bf9f-2105a6712468 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:39:54.887848 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-88318915-346c-4a8f-bafb-da7c030514c0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.913468 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 5a63902f-f506-4a67-8b50-0932bf87d0d9 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:39:54.913847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.928109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-88318915-346c-4a8f-bafb-da7c030514c0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:54.994692 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fb1a18b4-e8df-4324-b78b-7e67fb989352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:55.029796 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-88318915-346c-4a8f-bafb-da7c030514c0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:55.059266 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:55.101036 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-88318915-346c-4a8f-bafb-da7c030514c0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:55.148774 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88318915-346c-4a8f-bafb-da7c030514c0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d0cf99-ce3c-4aa5-bf9f-2105a6712468,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:55.153381 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-88318915-346c-4a8f-bafb-da7c030514c0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:55.159183 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-88318915-346c-4a8f-bafb-da7c030514c0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] 10.222.0.43 "DELETE /v2.0/subnets/c5d0cf99-ce3c-4aa5-bf9f-2105a6712468 HTTP/1.1" status: 204 len: 168 time: 0.3315217 Dec 09 02:39:55.159498 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41564) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:55.249857 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:55.299783 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49edf16c-f3d2-4db0-8414-9613c484f8c4 None None] Network efec69c1-102f-43d9-a7e1-ddba6e2c30f2 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:55.306758 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Deleting port 5a63902f-f506-4a67-8b50-0932bf87d0d9 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:39:55.307100 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:55.372442 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] For port 5a63902f-f506-4a67-8b50-0932bf87d0d9, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5a63902f-f506-4a67-8b50-0932bf87d0d9,segment=NetworkSegment(145292a6-d342-4975-a220-2bffc4b617b3),segment_id=145292a6-d342-4975-a220-2bffc4b617b3)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:55.372442 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:55.391255 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Calling delete_port for 5a63902f-f506-4a67-8b50-0932bf87d0d9 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:39:55.392722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-fb1a18b4-e8df-4324-b78b-7e67fb989352 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:39:55.393092 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-fb1a18b4-e8df-4324-b78b-7e67fb989352 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:39:55.399539 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:39:55.399539 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:39:55.479631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:55.479843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6361a3f1-bb1a-4d37-8e9b-3ca046436dbb None None] DHCP port deletion for 393e94d3-b5fe-48f2-9282-5634f2617db6 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:39:55.500447 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576c2023-e525-432d-9fbc-c9b47d10a274 None None] Network 393e94d3-b5fe-48f2-9282-5634f2617db6 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:55.508627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Pushing event deleted for resources: {'Port': ['ID=5a63902f-f506-4a67-8b50-0932bf87d0d9,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:55.513173 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] No DVR routers for this DVR port 5a63902f-f506-4a67-8b50-0932bf87d0d9 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:39:55.519126 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc51ecf1-1227-46b2-9e6e-94f3e23235a3 None None] DHCP port deletion for efec69c1-102f-43d9-a7e1-ddba6e2c30f2 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:39:55.521995 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576c2023-e525-432d-9fbc-c9b47d10a274 None None] Network 393e94d3-b5fe-48f2-9282-5634f2617db6 could not be found, it might have been deleted concurrently. {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 09 02:39:55.593336 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:55.613433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efec69c1-102f-43d9-a7e1-ddba6e2c30f2']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:55.623010 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145292a6-d342-4975-a220-2bffc4b617b3') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:55.623302 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145292a6-d342-4975-a220-2bffc4b617b3') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:55.632365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:55.644939 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:55.650621 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:39:55.650940 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:39:55.654293 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:39:55.710279 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:55.717889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:55.721409 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] 10.222.0.43 "DELETE /v2.0/networks/efec69c1-102f-43d9-a7e1-ddba6e2c30f2 HTTP/1.1" status: 204 len: 168 time: 0.5610058 Dec 09 02:39:55.724429 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41566) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:55.733730 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Pushing event deleted for resources: {'Network': ['ID=efec69c1-102f-43d9-a7e1-ddba6e2c30f2,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:55.740928 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:55.741359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:55.742114 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:55.742114 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:55.743187 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:55.743618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:55.744022 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:55.744431 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:55.744817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:55.745215 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:55.745610 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:55.746031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:55.746385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e0060-448e-43bc-85bb-8e5b6a1518f0 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:39:55.775100 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5ab98027-664a-4ecb-9eb6-43c2d9808963 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f472a34-f231-4482-8f5d-e6117abd66c2 HTTP/1.1" status: 200 len: 205 time: 0.0494494 Dec 09 02:39:55.777789 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41568) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:55.850758 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c33e3aa-615d-4418-aa34-16751a277576 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:55.915931 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a18b4-e8df-4324-b78b-7e67fb989352 None None] Port 5a63902f-f506-4a67-8b50-0932bf87d0d9 update to ACTIVE by agent not found {{(pid=103335) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 09 02:39:55.932551 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Port 5a63902f-f506-4a67-8b50-0932bf87d0d9 update to ACTIVE by agent not found {{(pid=103335) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 09 02:39:56.005434 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c33e3aa-615d-4418-aa34-16751a277576 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:56.007556 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c33e3aa-615d-4418-aa34-16751a277576 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:56.027280 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-4ff6aff2-90da-4d8e-bb0a-885029c352c3 None None] Could not find standard attr ID for object 5a63902f-f506-4a67-8b50-0932bf87d0d9. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:39:56.030454 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-4ff6aff2-90da-4d8e-bb0a-885029c352c3 None None] Could not find standard attr ID for object d7369733-9ead-4e47-abf3-a1e0c7fd2658. {{(pid=103335) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 09 02:39:56.051205 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c33e3aa-615d-4418-aa34-16751a277576 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:56.051763 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c33e3aa-615d-4418-aa34-16751a277576 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Fanout notify agent at l3_agent the message router_deleted on router 8f472a34-f231-4482-8f5d-e6117abd66c2 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:39:56.058775 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c33e3aa-615d-4418-aa34-16751a277576 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:56.060013 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9c33e3aa-615d-4418-aa34-16751a277576 tempest-RoutersNegativeTest-307899213 tempest-RoutersNegativeTest-307899213-project] 10.222.0.43 "DELETE /v2.0/routers/8f472a34-f231-4482-8f5d-e6117abd66c2 HTTP/1.1" status: 204 len: 168 time: 0.2813354 Dec 09 02:39:56.292310 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41574) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:56.423044 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-83fde9dd-7de1-4375-a7d4-6c26aa0c3070 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83945770eda14ce0af65dae23b0b70ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295333 Dec 09 02:39:56.425405 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41578) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:56.471267 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1232f8e1-3496-419f-9636-51dcbd4d744c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:56.491988 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1232f8e1-3496-419f-9636-51dcbd4d744c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:56.537511 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1232f8e1-3496-419f-9636-51dcbd4d744c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:56.540367 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1232f8e1-3496-419f-9636-51dcbd4d744c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:56.541508 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1232f8e1-3496-419f-9636-51dcbd4d744c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4cfe2525-6ef4-49d6-9301-0130daaee660 HTTP/1.1" status: 204 len: 168 time: 0.1152017 Dec 09 02:39:56.549115 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232f8e1-3496-419f-9636-51dcbd4d744c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfe2525-6ef4-49d6-9301-0130daaee660,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:56.676599 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d7369733-9ead-4e47-abf3-a1e0c7fd2658 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:39:56.697062 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: d7369733-9ead-4e47-abf3-a1e0c7fd2658 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:39:56.697406 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d7369733-9ead-4e47-abf3-a1e0c7fd2658 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:39:56.697823 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5a63902f-f506-4a67-8b50-0932bf87d0d9 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:39:56.716085 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 5a63902f-f506-4a67-8b50-0932bf87d0d9 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:39:56.716430 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5a63902f-f506-4a67-8b50-0932bf87d0d9 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:39:57.146004 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41600) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:57.237964 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d6e827e1-b561-469a-bc34-9565c012d652 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1453096905-network', 'tenant_id': 'bae2c921635645868ab270ce13d9fcad'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:57.258749 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e827e1-b561-469a-bc34-9565c012d652 admin admin] Made reservation on behalf of bae2c921635645868ab270ce13d9fcad for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:57.261061 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6e827e1-b561-469a-bc34-9565c012d652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:57.269299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6e827e1-b561-469a-bc34-9565c012d652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:57.342750 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6e827e1-b561-469a-bc34-9565c012d652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:57.346329 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6e827e1-b561-469a-bc34-9565c012d652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:57.367025 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e827e1-b561-469a-bc34-9565c012d652 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:39:57.381889 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e827e1-b561-469a-bc34-9565c012d652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9981ba-8d49-4bf4-8fcc-77988728b8f1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:57.384790 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6e827e1-b561-469a-bc34-9565c012d652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:57.385139 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-d6e827e1-b561-469a-bc34-9565c012d652 admin admin] Added segment 91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba of type vlan for network cb290641-2775-4819-8433-1fc97cc79916 Dec 09 02:39:57.428800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6e827e1-b561-469a-bc34-9565c012d652 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:57.452494 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6e827e1-b561-469a-bc34-9565c012d652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:57.453435 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e827e1-b561-469a-bc34-9565c012d652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:57.454017 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6e827e1-b561-469a-bc34-9565c012d652 admin admin] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:57.506796 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d6e827e1-b561-469a-bc34-9565c012d652 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3595462 Dec 09 02:39:57.509606 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41604) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:57.514604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-e241096b-d707-4d82-a634-54223f9ffe52 admin admin] Request body: {'subnet': {'network_id': 'cb290641-2775-4819-8433-1fc97cc79916', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1453096905-subnet', 'tenant_id': 'bae2c921635645868ab270ce13d9fcad', 'ip_version': 4}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:57.515246 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e827e1-b561-469a-bc34-9565c012d652 admin admin] Pushing event updated for resources: {'Network': ['ID=cb290641-2775-4819-8433-1fc97cc79916,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:57.525533 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network cb290641-2775-4819-8433-1fc97cc79916 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:39:57.535972 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e241096b-d707-4d82-a634-54223f9ffe52 admin admin] Made reservation on behalf of bae2c921635645868ab270ce13d9fcad for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:39:57.538280 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e241096b-d707-4d82-a634-54223f9ffe52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:57.702267 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e241096b-d707-4d82-a634-54223f9ffe52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:57.769225 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241096b-d707-4d82-a634-54223f9ffe52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:57.774862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e241096b-d707-4d82-a634-54223f9ffe52 admin admin] Checking segment: {'id': '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:39:57.775222 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e241096b-d707-4d82-a634-54223f9ffe52 admin admin] Network hostable DHCP agents. Network: cb290641-2775-4819-8433-1fc97cc79916, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:39:57.791065 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e241096b-d707-4d82-a634-54223f9ffe52 admin admin] Network cb290641-2775-4819-8433-1fc97cc79916 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:39:57.798661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-e241096b-d707-4d82-a634-54223f9ffe52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, cb290641-2775-4819-8433-1fc97cc79916) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:57.802380 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e241096b-d707-4d82-a634-54223f9ffe52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:39:57.802964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e241096b-d707-4d82-a634-54223f9ffe52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:57.807003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574c9de5-01d7-4d8d-8407-1d25b5560e1a None None] Network cb290641-2775-4819-8433-1fc97cc79916 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:57.821243 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e241096b-d707-4d82-a634-54223f9ffe52 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3075156 Dec 09 02:39:57.821452 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41606) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:57.825711 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1453096905-router', 'tenant_id': 'bae2c921635645868ab270ce13d9fcad', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:39:57.847166 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:57.848368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:57.899335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:57.906510 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-cb290641-2775-4819-8433-1fc97cc79916', 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916', 'project_id': 'bae2c921635645868ab270ce13d9fcad', 'fixed_ips': [{'subnet_id': '1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:39:57.907415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:58.045894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Allocated IP 172.20.0.2 (cb290641-2775-4819-8433-1fc97cc79916/1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd/729f3f99-cf30-4c85-8169-c438c5562c43) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:39:58.196129 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:58.202197 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:58.241603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Network cb290641-2775-4819-8433-1fc97cc79916 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:39:58.246496 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:58.250012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:39:58.258161 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Pushing event updated for resources: {'Port': ['ID=729f3f99-cf30-4c85-8169-c438c5562c43,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:58.309258 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Attempting to bind port 729f3f99-cf30-4c85-8169-c438c5562c43 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:39:58.309875 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Attempting to bind port 729f3f99-cf30-4c85-8169-c438c5562c43 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:39:58.310241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Attempting to bind port 729f3f99-cf30-4c85-8169-c438c5562c43 on network cb290641-2775-4819-8433-1fc97cc79916 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:39:58.314743 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:58.315169 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:39:58.315581 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Checking segment: {'id': '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:39:58.315986 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:58.316380 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Bound using segment: {'id': '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:39:58.316847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Bound port: 729f3f99-cf30-4c85-8169-c438c5562c43, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:39:58.317227 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:58.381069 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] For port 729f3f99-cf30-4c85-8169-c438c5562c43, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:39:58.384538 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] For port 729f3f99-cf30-4c85-8169-c438c5562c43, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=729f3f99-cf30-4c85-8169-c438c5562c43,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:39:58.388884 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:58.445120 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3af17-0de0-40ab-b3c9-4bec493cdbb7 None None] Pushing event updated for resources: {'Port': ['ID=729f3f99-cf30-4c85-8169-c438c5562c43,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:58.514823 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:58.543467 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:58.667081 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Allocated IP 172.26.3.28 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/54718cac-d300-4c5f-8a7d-f71fdbde59e7) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:39:58.746008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 729f3f99-cf30-4c85-8169-c438c5562c43 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:39:58.788076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:58.796902 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 729f3f99-cf30-4c85-8169-c438c5562c43 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:39:58.797288 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:58.822291 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:58.859136 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:39:58.863834 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:39:58.867852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:39:58.880503 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5663a35-761f-4147-91b3-90386e7baf03 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:39:58.892014 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Pushing event updated for resources: {'Port': ['ID=54718cac-d300-4c5f-8a7d-f71fdbde59e7,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:58.895726 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:58.929017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 729f3f99-cf30-4c85-8169-c438c5562c43, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=729f3f99-cf30-4c85-8169-c438c5562c43,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:39:58.933494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:58.982850 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-eeb30f5c-06a0-49d1-a991-cd4e7e0f11a2 None None] Provisioning complete for port 54718cac-d300-4c5f-8a7d-f71fdbde59e7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:39:58.983219 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eeb30f5c-06a0-49d1-a991-cd4e7e0f11a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:59.018485 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=729f3f99-cf30-4c85-8169-c438c5562c43,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:39:59.034019 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-eeb30f5c-06a0-49d1-a991-cd4e7e0f11a2 None None] Port 54718cac-d300-4c5f-8a7d-f71fdbde59e7 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:39:59.123491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:59.325287 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:59.375426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cd203e-6aa9-4a96-9552-54b7cae765bc None None] Network cb290641-2775-4819-8433-1fc97cc79916 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:39:59.464375 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Router ab4d338e-8fac-4a5e-9bbd-0dae307680b1 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:39:59.478136 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-66b71220-de97-49e4-af8a-7d9f366d82a5 None None] Provisioning complete for port 729f3f99-cf30-4c85-8169-c438c5562c43 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:39:59.478509 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-66b71220-de97-49e4-af8a-7d9f366d82a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:59.577753 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:39:59.587881 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Sync routers for ids ['ab4d338e-8fac-4a5e-9bbd-0dae307680b1'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:39:59.596316 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:59.600158 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cedf30dd-09c9-4473-9a82-d264b3f84832 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7751613 Dec 09 02:39:59.600306 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Routers {'ab4d338e-8fac-4a5e-9bbd-0dae307680b1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:39:59.600306 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:39:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ab4d338e-8fac-4a5e-9bbd-0dae307680b1'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:39:59.600492 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41608) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:39:59.788339 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-4eff8199-01ca-4449-9051-1ce4202d9860 None None] Provisioning complete for port 729f3f99-cf30-4c85-8169-c438c5562c43 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:39:59.788903 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4eff8199-01ca-4449-9051-1ce4202d9860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:39:59.792454 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Set router ab4d338e-8fac-4a5e-9bbd-0dae307680b1 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:39:59.973362 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'name': 'tempest-TestEncryptedCinderVolumes-1453096905-router', 'tenant_id': 'bae2c921635645868ab270ce13d9fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '54718cac-d300-4c5f-8a7d-f71fdbde59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:39:57Z', 'updated_at': '2021-12-09T02:39:59Z', 'revision_number': 3, 'project_id': 'bae2c921635645868ab270ce13d9fcad', 'gw_port': {'id': '54718cac-d300-4c5f-8a7d-f71fdbde59e7', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:39:58Z', 'updated_at': '2021-12-09T02:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:40:00.002926 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Checking router: ab4d338e-8fac-4a5e-9bbd-0dae307680b1 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:40:00.003274 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Updating router ab4d338e-8fac-4a5e-9bbd-0dae307680b1 port 54718cac-d300-4c5f-8a7d-f71fdbde59e7 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:40:00.028950 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:00.029158 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:00.228676 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Allocated IP 172.20.0.1 (cb290641-2775-4819-8433-1fc97cc79916/1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd/56279281-c600-4e11-b169-7b155e3b9f59) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:40:00.280729 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:00.285982 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:00.326248 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bff4e7-dffa-4935-ae05-3335f54ef2ef None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:40:00.335060 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:00.338303 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Attempting to bind port 54718cac-d300-4c5f-8a7d-f71fdbde59e7 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:40:00.338732 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Attempting to bind port 54718cac-d300-4c5f-8a7d-f71fdbde59e7 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:40:00.339203 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Attempting to bind port 54718cac-d300-4c5f-8a7d-f71fdbde59e7 on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:40:00.348048 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96985f5-92ba-4569-bf1d-edf60e8d0f61 None None] Pushing event updated for resources: {'Port': ['ID=54718cac-d300-4c5f-8a7d-f71fdbde59e7,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:00.350139 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:40:00.350512 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:40:00.350912 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:00.351299 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:40:00.351819 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Bound port: 54718cac-d300-4c5f-8a7d-f71fdbde59e7, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:40:00.352201 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:00.369315 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:00.375999 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96985f5-92ba-4569-bf1d-edf60e8d0f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:00.376351 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96985f5-92ba-4569-bf1d-edf60e8d0f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:00.376693 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96985f5-92ba-4569-bf1d-edf60e8d0f61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:00.377028 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96985f5-92ba-4569-bf1d-edf60e8d0f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:00.377358 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96985f5-92ba-4569-bf1d-edf60e8d0f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:00.377688 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96985f5-92ba-4569-bf1d-edf60e8d0f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:00.378015 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96985f5-92ba-4569-bf1d-edf60e8d0f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:00.378334 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96985f5-92ba-4569-bf1d-edf60e8d0f61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:00.378755 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96985f5-92ba-4569-bf1d-edf60e8d0f61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:00.379002 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96985f5-92ba-4569-bf1d-edf60e8d0f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:00.379299 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96985f5-92ba-4569-bf1d-edf60e8d0f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:00.379698 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96985f5-92ba-4569-bf1d-edf60e8d0f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:00.379969 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96985f5-92ba-4569-bf1d-edf60e8d0f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:00.397621 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-be1cc571-3a53-4130-9c07-2a8d09903240 None None] Provisioning complete for port 54718cac-d300-4c5f-8a7d-f71fdbde59e7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:00.397998 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be1cc571-3a53-4130-9c07-2a8d09903240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:00.413430 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Network cb290641-2775-4819-8433-1fc97cc79916 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:40:00.416472 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:40:00.422281 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:40:00.423956 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] For port 54718cac-d300-4c5f-8a7d-f71fdbde59e7, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:40:00.428642 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] For port 54718cac-d300-4c5f-8a7d-f71fdbde59e7, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=54718cac-d300-4c5f-8a7d-f71fdbde59e7,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:40:00.434785 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:00.449102 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Pushing event updated for resources: {'Port': ['ID=56279281-c600-4e11-b169-7b155e3b9f59,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:00.454292 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-be1cc571-3a53-4130-9c07-2a8d09903240 None None] Port 54718cac-d300-4c5f-8a7d-f71fdbde59e7 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:40:00.469393 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:00.504499 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3a1e80-2ae1-4e50-b6f7-2a179435286b None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:40:00.509292 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96985f5-92ba-4569-bf1d-edf60e8d0f61 None None] Pushing event updated for resources: {'Port': ['ID=54718cac-d300-4c5f-8a7d-f71fdbde59e7,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:00.515293 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Routers {'ab4d338e-8fac-4a5e-9bbd-0dae307680b1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:40:00.515909 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:39:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ab4d338e-8fac-4a5e-9bbd-0dae307680b1'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:40:00.579456 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c849ad8c-a2a9-4c5f-87eb-ec46640fd051 None None] Provisioning complete for port 54718cac-d300-4c5f-8a7d-f71fdbde59e7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:00.580237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c849ad8c-a2a9-4c5f-87eb-ec46640fd051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:00.616250 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:00.660145 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] Set router ab4d338e-8fac-4a5e-9bbd-0dae307680b1 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:40:00.717188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c849ad8c-a2a9-4c5f-87eb-ec46640fd051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:00.745455 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 729f3f99-cf30-4c85-8169-c438c5562c43 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:40:00.751527 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c849ad8c-a2a9-4c5f-87eb-ec46640fd051 None None] For port 54718cac-d300-4c5f-8a7d-f71fdbde59e7, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=54718cac-d300-4c5f-8a7d-f71fdbde59e7,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:40:00.777628 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c849ad8c-a2a9-4c5f-87eb-ec46640fd051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:00.842217 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849ad8c-a2a9-4c5f-87eb-ec46640fd051 None None] Pushing event updated for resources: {'Port': ['ID=54718cac-d300-4c5f-8a7d-f71fdbde59e7,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:00.847016 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 729f3f99-cf30-4c85-8169-c438c5562c43 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:00.847540 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:00.878129 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'name': 'tempest-TestEncryptedCinderVolumes-1453096905-router', 'tenant_id': 'bae2c921635645868ab270ce13d9fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '54718cac-d300-4c5f-8a7d-f71fdbde59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:39:57Z', 'updated_at': '2021-12-09T02:39:59Z', 'revision_number': 3, 'project_id': 'bae2c921635645868ab270ce13d9fcad', 'gw_port': {'id': '54718cac-d300-4c5f-8a7d-f71fdbde59e7', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:39:58Z', 'updated_at': '2021-12-09T02:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:40:00.908937 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9679be4-8b33-44cf-b937-26d8bd80e135 None None] The sync data for ids ['ab4d338e-8fac-4a5e-9bbd-0dae307680b1'] in dv-neutron-804846-18-hyperv is: [{'id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'name': 'tempest-TestEncryptedCinderVolumes-1453096905-router', 'tenant_id': 'bae2c921635645868ab270ce13d9fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '54718cac-d300-4c5f-8a7d-f71fdbde59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:39:57Z', 'updated_at': '2021-12-09T02:39:59Z', 'revision_number': 3, 'project_id': 'bae2c921635645868ab270ce13d9fcad', 'gw_port': {'id': '54718cac-d300-4c5f-8a7d-f71fdbde59e7', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:39:58Z', 'updated_at': '2021-12-09T02:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:40:00.928955 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e67cf67f-5d8f-48ff-b31a-98c256581c58 None None] Provisioning complete for port 56279281-c600-4e11-b169-7b155e3b9f59 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:00.928955 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e67cf67f-5d8f-48ff-b31a-98c256581c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:00.978905 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e67cf67f-5d8f-48ff-b31a-98c256581c58 None None] Port 56279281-c600-4e11-b169-7b155e3b9f59 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:40:01.094717 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:01.099491 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:01.174475 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:01.176330 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Pushing event updated for resources: {'Port': ['ID=56279281-c600-4e11-b169-7b155e3b9f59,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:01.276961 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Network cb290641-2775-4819-8433-1fc97cc79916 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:40:01.278375 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:40:01.406745 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Router ab4d338e-8fac-4a5e-9bbd-0dae307680b1 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:40:01.524238 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:40:01.538128 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-36155727-3c95-4fce-ae0e-2679f9a90e29 admin admin] 10.222.0.43 "PUT /v2.0/routers/ab4d338e-8fac-4a5e-9bbd-0dae307680b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9281514 Dec 09 02:40:01.609147 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5ba0169e-1e8f-4812-852f-885308930fb0 None None] Provisioning complete for port 56279281-c600-4e11-b169-7b155e3b9f59 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:01.609533 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ba0169e-1e8f-4812-852f-885308930fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:01.653232 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0169e-1e8f-4812-852f-885308930fb0 None None] Port 56279281-c600-4e11-b169-7b155e3b9f59 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:40:02.023188 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41624) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:40:02.028612 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2838a71b-e677-45ef-b76a-0ef5d72b5714 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1104221401-network', 'tenant_id': 'b5c40b1868d24aaaac124c4821ea1fd0'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:40:02.049449 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2838a71b-e677-45ef-b76a-0ef5d72b5714 admin admin] Made reservation on behalf of b5c40b1868d24aaaac124c4821ea1fd0 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:40:02.051757 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2838a71b-e677-45ef-b76a-0ef5d72b5714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:02.061329 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2838a71b-e677-45ef-b76a-0ef5d72b5714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:02.145113 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2838a71b-e677-45ef-b76a-0ef5d72b5714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:02.148856 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2838a71b-e677-45ef-b76a-0ef5d72b5714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:02.175026 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2838a71b-e677-45ef-b76a-0ef5d72b5714 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:40:02.181929 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838a71b-e677-45ef-b76a-0ef5d72b5714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50326fd-260d-46a5-adab-1f7d26e8d0ce,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:02.187888 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2838a71b-e677-45ef-b76a-0ef5d72b5714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:02.188262 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-2838a71b-e677-45ef-b76a-0ef5d72b5714 admin admin] Added segment a6e57ac4-f8d2-4e14-b4a4-af91fd315c25 of type vlan for network 4995b935-e482-47ad-98ed-3e4f4a53b62e Dec 09 02:40:02.231354 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2838a71b-e677-45ef-b76a-0ef5d72b5714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:02.257712 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2838a71b-e677-45ef-b76a-0ef5d72b5714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:02.258880 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2838a71b-e677-45ef-b76a-0ef5d72b5714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:02.259299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2838a71b-e677-45ef-b76a-0ef5d72b5714 admin admin] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:02.316655 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2838a71b-e677-45ef-b76a-0ef5d72b5714 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2920978 Dec 09 02:40:02.319295 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41626) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:40:02.325148 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-99046000-6ae5-4f66-a00b-01a39eb71dca admin admin] Request body: {'subnet': {'network_id': '4995b935-e482-47ad-98ed-3e4f4a53b62e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1104221401-subnet', 'tenant_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:40:02.342444 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838a71b-e677-45ef-b76a-0ef5d72b5714 admin admin] Pushing event updated for resources: {'Network': ['ID=4995b935-e482-47ad-98ed-3e4f4a53b62e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:02.357280 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 4995b935-e482-47ad-98ed-3e4f4a53b62e details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:40:02.358060 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99046000-6ae5-4f66-a00b-01a39eb71dca admin admin] Made reservation on behalf of b5c40b1868d24aaaac124c4821ea1fd0 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:40:02.360615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99046000-6ae5-4f66-a00b-01a39eb71dca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:02.544056 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99046000-6ae5-4f66-a00b-01a39eb71dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:02.604150 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99046000-6ae5-4f66-a00b-01a39eb71dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f64aad4-ca2e-42ab-809d-2597c3d232fd,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:02.608336 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99046000-6ae5-4f66-a00b-01a39eb71dca admin admin] Checking segment: {'id': 'a6e57ac4-f8d2-4e14-b4a4-af91fd315c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4995b935-e482-47ad-98ed-3e4f4a53b62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:40:02.608704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99046000-6ae5-4f66-a00b-01a39eb71dca admin admin] Network hostable DHCP agents. Network: 4995b935-e482-47ad-98ed-3e4f4a53b62e, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:40:02.625372 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99046000-6ae5-4f66-a00b-01a39eb71dca admin admin] Network 4995b935-e482-47ad-98ed-3e4f4a53b62e is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:40:02.636800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-99046000-6ae5-4f66-a00b-01a39eb71dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 4995b935-e482-47ad-98ed-3e4f4a53b62e) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:40:02.656392 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f906c60c-bf67-4f12-a267-1e27a44c65da None None] Network 4995b935-e482-47ad-98ed-3e4f4a53b62e requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:40:02.656526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99046000-6ae5-4f66-a00b-01a39eb71dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:02.657203 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99046000-6ae5-4f66-a00b-01a39eb71dca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:02.679192 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-99046000-6ae5-4f66-a00b-01a39eb71dca admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3586397 Dec 09 02:40:02.681769 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41628) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:40:02.686302 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1104221401-router', 'tenant_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:40:02.713044 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:02.715042 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:02.737304 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Sync routers for ids ['ab4d338e-8fac-4a5e-9bbd-0dae307680b1'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:40:02.754459 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 54718cac-d300-4c5f-8a7d-f71fdbde59e7 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:40:02.788298 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:02.799378 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Routers {'ab4d338e-8fac-4a5e-9bbd-0dae307680b1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:40:02.800018 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:39:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ab4d338e-8fac-4a5e-9bbd-0dae307680b1'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:40:02.844778 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-4995b935-e482-47ad-98ed-3e4f4a53b62e', 'network_id': '4995b935-e482-47ad-98ed-3e4f4a53b62e', 'project_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'fixed_ips': [{'subnet_id': '5f64aad4-ca2e-42ab-809d-2597c3d232fd'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:40:02.845631 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:02.925181 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:02.996840 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 54718cac-d300-4c5f-8a7d-f71fdbde59e7 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:02.997215 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:03.003631 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Set router ab4d338e-8fac-4a5e-9bbd-0dae307680b1 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:40:03.120625 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:03.126758 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-75010b6c-db68-4574-83c7-0883bbd5d725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:03.141789 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:03.173860 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Allocated IP 172.20.0.2 (4995b935-e482-47ad-98ed-3e4f4a53b62e/5f64aad4-ca2e-42ab-809d-2597c3d232fd/73d97b27-3cff-4bdf-89e6-9d0ca5b1caab) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:40:03.248382 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Allocated IP 172.26.3.243 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/70684e7d-cae5-4a22-b19d-e605c6db5fbe) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:40:03.358309 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:03.393291 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:03.430737 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:40:03.437555 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:40:03.440019 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:40:03.458208 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9742b16c-39c9-4cab-b617-1869454ea03e None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:40:03.468972 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Pushing event updated for resources: {'Port': ['ID=70684e7d-cae5-4a22-b19d-e605c6db5fbe,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:03.618256 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:03.622109 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9edbe067-46d0-46b5-bcd1-7430aa601efb None None] Provisioning complete for port 70684e7d-cae5-4a22-b19d-e605c6db5fbe triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:03.622481 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9edbe067-46d0-46b5-bcd1-7430aa601efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:03.645324 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:03.692923 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:03.700434 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Network 4995b935-e482-47ad-98ed-3e4f4a53b62e is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:40:03.704538 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9edbe067-46d0-46b5-bcd1-7430aa601efb None None] Port 70684e7d-cae5-4a22-b19d-e605c6db5fbe cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:40:03.711629 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:40:03.714997 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'name': 'tempest-TestEncryptedCinderVolumes-1453096905-router', 'tenant_id': 'bae2c921635645868ab270ce13d9fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '54718cac-d300-4c5f-8a7d-f71fdbde59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:39:57Z', 'updated_at': '2021-12-09T02:40:00Z', 'revision_number': 4, 'project_id': 'bae2c921635645868ab270ce13d9fcad', 'gw_port': {'id': '54718cac-d300-4c5f-8a7d-f71fdbde59e7', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:39:58Z', 'updated_at': '2021-12-09T02:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '56279281-c600-4e11-b169-7b155e3b9f59', 'name': '', 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916', 'tenant_id': 'bae2c921635645868ab270ce13d9fcad', 'mac_address': 'fa:16:3e:1b:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:40:00Z', 'updated_at': '2021-12-09T02:40:00Z', 'revision_number': 2, 'project_id': 'bae2c921635645868ab270ce13d9fcad', 'subnets': [{'id': '1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:40:03.717071 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:40:03.718740 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Pushing event updated for resources: {'Port': ['ID=73d97b27-3cff-4bdf-89e6-9d0ca5b1caab,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:03.752619 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Checking router: ab4d338e-8fac-4a5e-9bbd-0dae307680b1 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:40:03.752898 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Updating router ab4d338e-8fac-4a5e-9bbd-0dae307680b1 port 56279281-c600-4e11-b169-7b155e3b9f59 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:40:03.810324 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:03.828776 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Attempting to bind port 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:40:03.829150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Attempting to bind port 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'a6e57ac4-f8d2-4e14-b4a4-af91fd315c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4995b935-e482-47ad-98ed-3e4f4a53b62e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:40:03.829518 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Attempting to bind port 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab on network 4995b935-e482-47ad-98ed-3e4f4a53b62e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:40:03.857079 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:40:03.857452 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Checking segment: {'id': 'a6e57ac4-f8d2-4e14-b4a4-af91fd315c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4995b935-e482-47ad-98ed-3e4f4a53b62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:40:03.857854 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:03.858250 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Bound using segment: {'id': 'a6e57ac4-f8d2-4e14-b4a4-af91fd315c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4995b935-e482-47ad-98ed-3e4f4a53b62e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:40:03.858732 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Bound port: 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e57ac4-f8d2-4e14-b4a4-af91fd315c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4995b935-e482-47ad-98ed-3e4f4a53b62e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:40:03.859111 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:03.886966 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:04.011141 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Router 25c1c9f0-9b9b-4e02-a654-ea22819eb109 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:40:04.026256 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] For port 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:40:04.042666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] For port 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=73d97b27-3cff-4bdf-89e6-9d0ca5b1caab,segment=NetworkSegment(a6e57ac4-f8d2-4e14-b4a4-af91fd315c25),segment_id=a6e57ac4-f8d2-4e14-b4a4-af91fd315c25)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:40:04.048350 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:04.129360 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:40:04.138661 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69197617-e67e-4a11-9a73-8c7ce832480a None None] Pushing event updated for resources: {'Port': ['ID=73d97b27-3cff-4bdf-89e6-9d0ca5b1caab,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:04.141912 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Sync routers for ids ['25c1c9f0-9b9b-4e02-a654-ea22819eb109'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:40:04.160835 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:04.162377 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Routers {'25c1c9f0-9b9b-4e02-a654-ea22819eb109'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:40:04.163300 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:39:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['25c1c9f0-9b9b-4e02-a654-ea22819eb109'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:40:04.163938 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4929bd12-0488-483a-b1c8-a734cde3b973 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4811263 Dec 09 02:40:04.167794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41630) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:40:04.202476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:04.211506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:04.268632 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74641f5b-b610-4389-b2cd-c5575cbf8e9c None None] Pushing event updated for resources: {'Port': ['ID=56279281-c600-4e11-b169-7b155e3b9f59,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:04.286073 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Set router 25c1c9f0-9b9b-4e02-a654-ea22819eb109 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:40:04.353073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Attempting to bind port 56279281-c600-4e11-b169-7b155e3b9f59 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:40:04.355551 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Attempting to bind port 56279281-c600-4e11-b169-7b155e3b9f59 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:40:04.355551 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Attempting to bind port 56279281-c600-4e11-b169-7b155e3b9f59 on network cb290641-2775-4819-8433-1fc97cc79916 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:40:04.366290 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:40:04.366697 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Checking segment: {'id': '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:40:04.368118 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:04.368555 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Bound using segment: {'id': '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:40:04.369099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Bound port: 56279281-c600-4e11-b169-7b155e3b9f59, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:40:04.369493 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:04.458164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] For port 56279281-c600-4e11-b169-7b155e3b9f59, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:40:04.468405 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] For port 56279281-c600-4e11-b169-7b155e3b9f59, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=56279281-c600-4e11-b169-7b155e3b9f59,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:40:04.477475 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:04.536501 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Routers {'ab4d338e-8fac-4a5e-9bbd-0dae307680b1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:40:04.537439 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:39:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ab4d338e-8fac-4a5e-9bbd-0dae307680b1'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:40:04.569188 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'name': 'tempest-TestEncryptedCinderVolumes-1104221401-router', 'tenant_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '70684e7d-cae5-4a22-b19d-e605c6db5fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:40:02Z', 'updated_at': '2021-12-09T02:40:03Z', 'revision_number': 3, 'project_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'gw_port': {'id': '70684e7d-cae5-4a22-b19d-e605c6db5fbe', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:40:03Z', 'updated_at': '2021-12-09T02:40:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:40:04.605998 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Checking router: 25c1c9f0-9b9b-4e02-a654-ea22819eb109 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:40:04.606625 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Updating router 25c1c9f0-9b9b-4e02-a654-ea22819eb109 port 70684e7d-cae5-4a22-b19d-e605c6db5fbe binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:40:04.646628 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:04.676269 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74641f5b-b610-4389-b2cd-c5575cbf8e9c None None] Pushing event updated for resources: {'Port': ['ID=56279281-c600-4e11-b169-7b155e3b9f59,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:04.690522 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1971cbdc-a2d7-4490-bdd5-3ce7ec8689e2 None None] Provisioning complete for port 56279281-c600-4e11-b169-7b155e3b9f59 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:04.690968 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1971cbdc-a2d7-4490-bdd5-3ce7ec8689e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:04.754780 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] Set router ab4d338e-8fac-4a5e-9bbd-0dae307680b1 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:40:04.797137 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:40:04.809776 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:04.870216 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1971cbdc-a2d7-4490-bdd5-3ce7ec8689e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:04.995680 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Allocated IP 172.20.0.1 (4995b935-e482-47ad-98ed-3e4f4a53b62e/5f64aad4-ca2e-42ab-809d-2597c3d232fd/b5b9a980-ec97-489b-b325-40e773005075) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:40:05.013197 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1971cbdc-a2d7-4490-bdd5-3ce7ec8689e2 None None] For port 56279281-c600-4e11-b169-7b155e3b9f59, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=56279281-c600-4e11-b169-7b155e3b9f59,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:40:05.023415 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.028586 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1971cbdc-a2d7-4490-bdd5-3ce7ec8689e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.038579 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.071334 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4db35c-300a-458c-929b-1dbe2a51c46a None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:40:05.104725 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Attempting to bind port 70684e7d-cae5-4a22-b19d-e605c6db5fbe on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:40:05.105155 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Attempting to bind port 70684e7d-cae5-4a22-b19d-e605c6db5fbe by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:40:05.105767 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Attempting to bind port 70684e7d-cae5-4a22-b19d-e605c6db5fbe on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:40:05.113820 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:40:05.114395 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:40:05.114591 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.114985 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:40:05.115548 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Bound port: 70684e7d-cae5-4a22-b19d-e605c6db5fbe, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:40:05.115928 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.127693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:05.128090 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.158921 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.189923 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971cbdc-a2d7-4490-bdd5-3ce7ec8689e2 None None] Pushing event updated for resources: {'Port': ['ID=56279281-c600-4e11-b169-7b155e3b9f59,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:05.208140 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.240917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-cbc79568-5001-4f0f-9740-d94ef0dfb01c None None] Provisioning complete for port 70684e7d-cae5-4a22-b19d-e605c6db5fbe triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:05.241297 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbc79568-5001-4f0f-9740-d94ef0dfb01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.261408 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b9a980-ec97-489b-b325-40e773005075,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:05.262603 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589e4f5-ff45-4787-a364-20beea890b72 None None] Pushing event updated for resources: {'Port': ['ID=70684e7d-cae5-4a22-b19d-e605c6db5fbe,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:05.273668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Network 4995b935-e482-47ad-98ed-3e4f4a53b62e is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:40:05.277278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:40:05.280916 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:40:05.295534 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] For port 70684e7d-cae5-4a22-b19d-e605c6db5fbe, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:40:05.300310 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] For port 70684e7d-cae5-4a22-b19d-e605c6db5fbe, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=70684e7d-cae5-4a22-b19d-e605c6db5fbe,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:40:05.306905 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.335037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.340221 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7a2c-c7a6-4087-a79c-06395c753e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.349283 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-cbc79568-5001-4f0f-9740-d94ef0dfb01c None None] Port 70684e7d-cae5-4a22-b19d-e605c6db5fbe cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:40:05.356632 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f495ea8-1418-424d-b72a-252cc4608bcc None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:40:05.366942 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Routers {'25c1c9f0-9b9b-4e02-a654-ea22819eb109'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:40:05.368100 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:40:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['25c1c9f0-9b9b-4e02-a654-ea22819eb109'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:40:05.404476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-cbc79568-5001-4f0f-9740-d94ef0dfb01c None None] Provisioning complete for port 56279281-c600-4e11-b169-7b155e3b9f59 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:05.404810 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cbc79568-5001-4f0f-9740-d94ef0dfb01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.416127 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'name': 'tempest-TestEncryptedCinderVolumes-1453096905-router', 'tenant_id': 'bae2c921635645868ab270ce13d9fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '54718cac-d300-4c5f-8a7d-f71fdbde59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:39:57Z', 'updated_at': '2021-12-09T02:40:00Z', 'revision_number': 4, 'project_id': 'bae2c921635645868ab270ce13d9fcad', 'gw_port': {'id': '54718cac-d300-4c5f-8a7d-f71fdbde59e7', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:39:58Z', 'updated_at': '2021-12-09T02:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '56279281-c600-4e11-b169-7b155e3b9f59', 'name': '', 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916', 'tenant_id': 'bae2c921635645868ab270ce13d9fcad', 'mac_address': 'fa:16:3e:1b:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:40:00Z', 'updated_at': '2021-12-09T02:40:04Z', 'revision_number': 4, 'project_id': 'bae2c921635645868ab270ce13d9fcad', 'subnets': [{'id': '1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:40:05.446523 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d74857c-d6d4-45f8-90bc-8ce2756477d4 None None] Network 4995b935-e482-47ad-98ed-3e4f4a53b62e requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:40:05.466147 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589e4f5-ff45-4787-a364-20beea890b72 None None] Pushing event updated for resources: {'Port': ['ID=70684e7d-cae5-4a22-b19d-e605c6db5fbe,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:05.475425 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.491624 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.499602 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] Set router 25c1c9f0-9b9b-4e02-a654-ea22819eb109 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:40:05.500251 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328012e7-0443-4463-83bc-ef6aea06409b None None] The sync data for ids ['ab4d338e-8fac-4a5e-9bbd-0dae307680b1'] in dv-neutron-804846-18-hyperv is: [{'id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'name': 'tempest-TestEncryptedCinderVolumes-1453096905-router', 'tenant_id': 'bae2c921635645868ab270ce13d9fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '54718cac-d300-4c5f-8a7d-f71fdbde59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:39:57Z', 'updated_at': '2021-12-09T02:40:00Z', 'revision_number': 4, 'project_id': 'bae2c921635645868ab270ce13d9fcad', 'gw_port': {'id': '54718cac-d300-4c5f-8a7d-f71fdbde59e7', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:39:58Z', 'updated_at': '2021-12-09T02:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '56279281-c600-4e11-b169-7b155e3b9f59', 'name': '', 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916', 'tenant_id': 'bae2c921635645868ab270ce13d9fcad', 'mac_address': 'fa:16:3e:1b:57:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:40:00Z', 'updated_at': '2021-12-09T02:40:04Z', 'revision_number': 4, 'project_id': 'bae2c921635645868ab270ce13d9fcad', 'subnets': [{'id': '1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:40:05.611796 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=73d97b27-3cff-4bdf-89e6-9d0ca5b1caab,segment=NetworkSegment(a6e57ac4-f8d2-4e14-b4a4-af91fd315c25),segment_id=a6e57ac4-f8d2-4e14-b4a4-af91fd315c25)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:40:05.635966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.705143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.713284 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.782425 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=73d97b27-3cff-4bdf-89e6-9d0ca5b1caab,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:05.799179 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'name': 'tempest-TestEncryptedCinderVolumes-1104221401-router', 'tenant_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '70684e7d-cae5-4a22-b19d-e605c6db5fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:40:02Z', 'updated_at': '2021-12-09T02:40:03Z', 'revision_number': 3, 'project_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'gw_port': {'id': '70684e7d-cae5-4a22-b19d-e605c6db5fbe', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:40:03Z', 'updated_at': '2021-12-09T02:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:40:05.800337 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b9a980-ec97-489b-b325-40e773005075,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:05.809369 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.828933 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2697f-20b5-4421-8ec3-c4572fbe0867 None None] The sync data for ids ['25c1c9f0-9b9b-4e02-a654-ea22819eb109'] in dv-neutron-804846-18-hyperv is: [{'id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'name': 'tempest-TestEncryptedCinderVolumes-1104221401-router', 'tenant_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '70684e7d-cae5-4a22-b19d-e605c6db5fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:40:02Z', 'updated_at': '2021-12-09T02:40:03Z', 'revision_number': 3, 'project_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'gw_port': {'id': '70684e7d-cae5-4a22-b19d-e605c6db5fbe', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:40:03Z', 'updated_at': '2021-12-09T02:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:40:05.890567 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2237f813-2891-436a-a363-aaa3f42d31bb None None] Provisioning complete for port 70684e7d-cae5-4a22-b19d-e605c6db5fbe triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:05.890941 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2237f813-2891-436a-a363-aaa3f42d31bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:05.926467 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Network 4995b935-e482-47ad-98ed-3e4f4a53b62e is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:40:05.929450 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:40:06.029234 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2237f813-2891-436a-a363-aaa3f42d31bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:06.051814 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-2237f813-2891-436a-a363-aaa3f42d31bb None None] For port 70684e7d-cae5-4a22-b19d-e605c6db5fbe, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=70684e7d-cae5-4a22-b19d-e605c6db5fbe,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:40:06.061935 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2237f813-2891-436a-a363-aaa3f42d31bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:06.105663 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2237f813-2891-436a-a363-aaa3f42d31bb None None] Provisioning complete for port 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:06.106043 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2237f813-2891-436a-a363-aaa3f42d31bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:06.115134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Router 25c1c9f0-9b9b-4e02-a654-ea22819eb109 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:40:06.207178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237f813-2891-436a-a363-aaa3f42d31bb None None] Pushing event updated for resources: {'Port': ['ID=70684e7d-cae5-4a22-b19d-e605c6db5fbe,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:06.321045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:40:06.327986 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e73570ac-7f3d-4281-a352-31459ea0ea00 admin admin] 10.222.0.43 "PUT /v2.0/routers/25c1c9f0-9b9b-4e02-a654-ea22819eb109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1583529 Dec 09 02:40:06.415713 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-86eac633-3cbf-4c7c-b6d4-0109f06f1432 None None] Provisioning complete for port b5b9a980-ec97-489b-b325-40e773005075 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:06.416094 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86eac633-3cbf-4c7c-b6d4-0109f06f1432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:06.639866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-86eac633-3cbf-4c7c-b6d4-0109f06f1432 None None] Port b5b9a980-ec97-489b-b325-40e773005075 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:40:06.647796 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:06.659498 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-86eac633-3cbf-4c7c-b6d4-0109f06f1432 None None] Provisioning complete for port 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:06.659937 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86eac633-3cbf-4c7c-b6d4-0109f06f1432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:06.856891 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 70684e7d-cae5-4a22-b19d-e605c6db5fbe up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:40:06.922141 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-52d4dd6c-4f1f-496a-82b5-65b11cbd07cc None None] Provisioning complete for port b5b9a980-ec97-489b-b325-40e773005075 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:06.922521 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52d4dd6c-4f1f-496a-82b5-65b11cbd07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:06.972461 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-52d4dd6c-4f1f-496a-82b5-65b11cbd07cc None None] Port b5b9a980-ec97-489b-b325-40e773005075 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:40:06.975626 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 70684e7d-cae5-4a22-b19d-e605c6db5fbe triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:06.975998 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:07.065399 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:40:07.122042 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:07.122515 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:07.209251 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 56279281-c600-4e11-b169-7b155e3b9f59 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:40:07.263237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 56279281-c600-4e11-b169-7b155e3b9f59 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:07.263675 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:07.283831 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-227df9bf-a684-4ce6-9ffd-0480d02f0ecd tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:07.285909 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-227df9bf-a684-4ce6-9ffd-0480d02f0ecd tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/networks?id=cb290641-2775-4819-8433-1fc97cc79916 HTTP/1.1" status: 200 len: 817 time: 0.1129746 Dec 09 02:40:07.302803 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-46724248-dc08-4e5f-98b0-23b7d634c840 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/quotas/bae2c921635645868ab270ce13d9fcad HTTP/1.1" status: 200 len: 375 time: 0.0111525 Dec 09 02:40:07.636355 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-b7d39b46-9263-4b5d-9c0b-fcebdcabdb51 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bae2c921635645868ab270ce13d9fcad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3266459 Dec 09 02:40:07.816461 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-b6af20f3-ec29-425a-81c2-ad724b6f31ed service neutron] 10.222.0.43 "GET /v2.0/networks/cb290641-2775-4819-8433-1fc97cc79916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686728 Dec 09 02:40:07.857758 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:07.909378 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-dfe14ded-2abd-4e03-acff-a001ef105191 service neutron] 10.222.0.43 "GET /v2.0/networks/cb290641-2775-4819-8433-1fc97cc79916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868065 Dec 09 02:40:08.068524 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-129e6137-5a9b-404b-b99a-43d49384b14e req-1135f3c9-19d7-41e8-ae8d-aba658b24c06 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc023c3f-ffff-46ba-8b88-6f052532c6a8 HTTP/1.1" status: 200 len: 210 time: 0.0275490 Dec 09 02:40:08.708853 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:08.838680 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Sync routers for ids ['25c1c9f0-9b9b-4e02-a654-ea22819eb109'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:40:08.849441 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Routers {'25c1c9f0-9b9b-4e02-a654-ea22819eb109'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:40:08.850052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:40:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['25c1c9f0-9b9b-4e02-a654-ea22819eb109'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:40:08.952334 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Set router 25c1c9f0-9b9b-4e02-a654-ea22819eb109 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:40:09.177581 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'name': 'tempest-TestEncryptedCinderVolumes-1104221401-router', 'tenant_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '70684e7d-cae5-4a22-b19d-e605c6db5fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:40:02Z', 'updated_at': '2021-12-09T02:40:05Z', 'revision_number': 4, 'project_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'gw_port': {'id': '70684e7d-cae5-4a22-b19d-e605c6db5fbe', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:40:03Z', 'updated_at': '2021-12-09T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'b5b9a980-ec97-489b-b325-40e773005075', 'name': '', 'network_id': '4995b935-e482-47ad-98ed-3e4f4a53b62e', 'tenant_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'mac_address': 'fa:16:3e:71:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '5f64aad4-ca2e-42ab-809d-2597c3d232fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:40:04Z', 'updated_at': '2021-12-09T02:40:05Z', 'revision_number': 2, 'project_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'subnets': [{'id': '5f64aad4-ca2e-42ab-809d-2597c3d232fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:40:09.205672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-dbe3784d-0f35-41c6-8b8e-c81db3405a21 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:09.207135 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-dbe3784d-0f35-41c6-8b8e-c81db3405a21 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.45 "GET /v2.0/networks?id=cb290641-2775-4819-8433-1fc97cc79916 HTTP/1.1" status: 200 len: 817 time: 0.1368988 Dec 09 02:40:09.207708 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Checking router: 25c1c9f0-9b9b-4e02-a654-ea22819eb109 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:40:09.208075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Updating router 25c1c9f0-9b9b-4e02-a654-ea22819eb109 port b5b9a980-ec97-489b-b325-40e773005075 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:40:09.208998 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3aa33aa2-ab50-4d5d-b806-f991f7d9e743 req-b7a6a5f3-c78e-4e3e-b256-009df1dd0048 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc023c3f-ffff-46ba-8b88-6f052532c6a8 HTTP/1.1" status: 200 len: 210 time: 0.0419552 Dec 09 02:40:09.233516 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:09.240237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-80f08f11-6dae-4c39-98f4-83e1f5eb8cc5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Request body: {'port': {'device_id': 'dc023c3f-ffff-46ba-8b88-6f052532c6a8', 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916', 'admin_state_up': True, 'tenant_id': 'bae2c921635645868ab270ce13d9fcad'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:40:09.354397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-80f08f11-6dae-4c39-98f4-83e1f5eb8cc5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Made reservation on behalf of bae2c921635645868ab270ce13d9fcad for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:40:09.358037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-80f08f11-6dae-4c39-98f4-83e1f5eb8cc5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:09.483718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-80f08f11-6dae-4c39-98f4-83e1f5eb8cc5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Allocated IP 172.20.0.3 (cb290641-2775-4819-8433-1fc97cc79916/1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd/074cb9e6-5cd4-4316-989f-d694c1b0764b) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:40:09.499645 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:09.504869 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:09.555190 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49a672-1957-4adf-91c3-93ad2a6ee0a6 None None] Pushing event updated for resources: {'Port': ['ID=b5b9a980-ec97-489b-b325-40e773005075,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:09.604101 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Attempting to bind port b5b9a980-ec97-489b-b325-40e773005075 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:40:09.604456 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Attempting to bind port b5b9a980-ec97-489b-b325-40e773005075 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'a6e57ac4-f8d2-4e14-b4a4-af91fd315c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4995b935-e482-47ad-98ed-3e4f4a53b62e'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:40:09.604828 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Attempting to bind port b5b9a980-ec97-489b-b325-40e773005075 on network 4995b935-e482-47ad-98ed-3e4f4a53b62e {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:40:09.610421 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:40:09.610814 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Checking segment: {'id': 'a6e57ac4-f8d2-4e14-b4a4-af91fd315c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4995b935-e482-47ad-98ed-3e4f4a53b62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:40:09.611229 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:09.611665 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Bound using segment: {'id': 'a6e57ac4-f8d2-4e14-b4a4-af91fd315c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4995b935-e482-47ad-98ed-3e4f4a53b62e'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:40:09.612159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Bound port: b5b9a980-ec97-489b-b325-40e773005075, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e57ac4-f8d2-4e14-b4a4-af91fd315c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4995b935-e482-47ad-98ed-3e4f4a53b62e'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:40:09.612548 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:09.652137 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-80f08f11-6dae-4c39-98f4-83e1f5eb8cc5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:09.696166 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] For port b5b9a980-ec97-489b-b325-40e773005075, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:40:09.699372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-80f08f11-6dae-4c39-98f4-83e1f5eb8cc5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:09.702982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] For port b5b9a980-ec97-489b-b325-40e773005075, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=b5b9a980-ec97-489b-b325-40e773005075,segment=NetworkSegment(a6e57ac4-f8d2-4e14-b4a4-af91fd315c25),segment_id=a6e57ac4-f8d2-4e14-b4a4-af91fd315c25)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:40:09.716015 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:09.752064 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-80f08f11-6dae-4c39-98f4-83e1f5eb8cc5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Network cb290641-2775-4819-8433-1fc97cc79916 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:40:09.760668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-80f08f11-6dae-4c39-98f4-83e1f5eb8cc5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:40:09.766427 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-80f08f11-6dae-4c39-98f4-83e1f5eb8cc5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:40:09.807201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49a672-1957-4adf-91c3-93ad2a6ee0a6 None None] Pushing event updated for resources: {'Port': ['ID=b5b9a980-ec97-489b-b325-40e773005075,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:09.814775 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Routers {'25c1c9f0-9b9b-4e02-a654-ea22819eb109'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:40:09.815670 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:40:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['25c1c9f0-9b9b-4e02-a654-ea22819eb109'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:40:09.818554 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-80f08f11-6dae-4c39-98f4-83e1f5eb8cc5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:09.819221 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-80f08f11-6dae-4c39-98f4-83e1f5eb8cc5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:09.831372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f08f11-6dae-4c39-98f4-83e1f5eb8cc5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Pushing event updated for resources: {'Port': ['ID=074cb9e6-5cd4-4316-989f-d694c1b0764b,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:09.840940 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-80f08f11-6dae-4c39-98f4-83e1f5eb8cc5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6053219 Dec 09 02:40:09.859955 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Request body: {'port': {'device_id': 'dc023c3f-ffff-46ba-8b88-6f052532c6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:40:09.883143 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-96c4f6f7-da0c-48b7-8312-08e21ded0999 None None] Provisioning complete for port b5b9a980-ec97-489b-b325-40e773005075 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:09.883627 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96c4f6f7-da0c-48b7-8312-08e21ded0999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:09.928553 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:09.980193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] Set router 25c1c9f0-9b9b-4e02-a654-ea22819eb109 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:40:10.083178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96c4f6f7-da0c-48b7-8312-08e21ded0999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:10.159838 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-96c4f6f7-da0c-48b7-8312-08e21ded0999 None None] For port b5b9a980-ec97-489b-b325-40e773005075, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=b5b9a980-ec97-489b-b325-40e773005075,segment=NetworkSegment(a6e57ac4-f8d2-4e14-b4a4-af91fd315c25),segment_id=a6e57ac4-f8d2-4e14-b4a4-af91fd315c25)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:40:10.166349 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-96c4f6f7-da0c-48b7-8312-08e21ded0999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:10.215777 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074cb9e6-5cd4-4316-989f-d694c1b0764b {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:40:10.223396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:10.235491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Transition to ACTIVE for port object 074cb9e6-5cd4-4316-989f-d694c1b0764b will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:40:10.240349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:10.255935 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4f6f7-da0c-48b7-8312-08e21ded0999 None None] Pushing event updated for resources: {'Port': ['ID=b5b9a980-ec97-489b-b325-40e773005075,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:10.295603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'name': 'tempest-TestEncryptedCinderVolumes-1104221401-router', 'tenant_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '70684e7d-cae5-4a22-b19d-e605c6db5fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:40:02Z', 'updated_at': '2021-12-09T02:40:05Z', 'revision_number': 4, 'project_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'gw_port': {'id': '70684e7d-cae5-4a22-b19d-e605c6db5fbe', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:40:03Z', 'updated_at': '2021-12-09T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'b5b9a980-ec97-489b-b325-40e773005075', 'name': '', 'network_id': '4995b935-e482-47ad-98ed-3e4f4a53b62e', 'tenant_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'mac_address': 'fa:16:3e:71:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '5f64aad4-ca2e-42ab-809d-2597c3d232fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:40:04Z', 'updated_at': '2021-12-09T02:40:09Z', 'revision_number': 4, 'project_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'subnets': [{'id': '5f64aad4-ca2e-42ab-809d-2597c3d232fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:40:10.297160 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=074cb9e6-5cd4-4316-989f-d694c1b0764b,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:10.326225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b935ec3c-d748-4856-bea8-3709454737ef None None] Provisioning complete for port b5b9a980-ec97-489b-b325-40e773005075 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:10.326598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b935ec3c-d748-4856-bea8-3709454737ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:10.328508 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0110a5-779b-4a8b-8b25-2b21c1dc9614 None None] The sync data for ids ['25c1c9f0-9b9b-4e02-a654-ea22819eb109'] in dv-neutron-804846-18-hyperv is: [{'id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'name': 'tempest-TestEncryptedCinderVolumes-1104221401-router', 'tenant_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '70684e7d-cae5-4a22-b19d-e605c6db5fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:40:02Z', 'updated_at': '2021-12-09T02:40:05Z', 'revision_number': 4, 'project_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'gw_port': {'id': '70684e7d-cae5-4a22-b19d-e605c6db5fbe', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:40:03Z', 'updated_at': '2021-12-09T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'b5b9a980-ec97-489b-b325-40e773005075', 'name': '', 'network_id': '4995b935-e482-47ad-98ed-3e4f4a53b62e', 'tenant_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'mac_address': 'fa:16:3e:71:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '5f64aad4-ca2e-42ab-809d-2597c3d232fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:40:04Z', 'updated_at': '2021-12-09T02:40:09Z', 'revision_number': 4, 'project_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'subnets': [{'id': '5f64aad4-ca2e-42ab-809d-2597c3d232fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:40:10.423698 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf18f3b-22b6-439a-949f-b5b2be025085 req-01a11475-e662-4974-8aa9-0a52bfcfa898 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:10.434588 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0bf18f3b-22b6-439a-949f-b5b2be025085 req-01a11475-e662-4974-8aa9-0a52bfcfa898 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc023c3f-ffff-46ba-8b88-6f052532c6a8 HTTP/1.1" status: 200 len: 943 time: 0.1424031 Dec 09 02:40:10.436557 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Attempting to bind port 074cb9e6-5cd4-4316-989f-d694c1b0764b on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:40:10.436899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Attempting to bind port 074cb9e6-5cd4-4316-989f-d694c1b0764b by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:40:10.437234 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Attempting to bind port 074cb9e6-5cd4-4316-989f-d694c1b0764b on network cb290641-2775-4819-8433-1fc97cc79916 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:40:10.451820 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Port 074cb9e6-5cd4-4316-989f-d694c1b0764b on network cb290641-2775-4819-8433-1fc97cc79916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:40:10.452197 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Attempting to bind port 074cb9e6-5cd4-4316-989f-d694c1b0764b on network cb290641-2775-4819-8433-1fc97cc79916 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:40:10.473220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:40:10.473573 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Checking segment: {'id': '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:40:10.473966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Bound using segment: {'id': '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:40:10.474418 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Bound port: 074cb9e6-5cd4-4316-989f-d694c1b0764b, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:40:10.474811 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:10.539136 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0bf18f3b-22b6-439a-949f-b5b2be025085 req-13612d81-574d-46c7-a5ae-76c1de669e2b tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036153 Dec 09 02:40:10.567940 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] For port 074cb9e6-5cd4-4316-989f-d694c1b0764b, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:40:10.571747 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] For port 074cb9e6-5cd4-4316-989f-d694c1b0764b, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=074cb9e6-5cd4-4316-989f-d694c1b0764b,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:40:10.576488 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:10.617598 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:10.618224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:10.620131 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] 10.222.0.45 "PUT /v2.0/ports/074cb9e6-5cd4-4316-989f-d694c1b0764b HTTP/1.1" status: 200 len: 1093 time: 0.7650211 Dec 09 02:40:10.622814 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc023c3f-ffff-46ba-8b88-6f052532c6a8', 'tag': '074cb9e6-5cd4-4316-989f-d694c1b0764b'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:40:10.624954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d095591-2739-4fec-8be7-b5b47a330980" -d '{"events": [{"name": "network-changed", "server_uuid": "dc023c3f-ffff-46ba-8b88-6f052532c6a8", "tag": "074cb9e6-5cd4-4316-989f-d694c1b0764b"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:40:10.672403 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36655ed-ee16-4ec8-8919-ac4ef0f7f8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=074cb9e6-5cd4-4316-989f-d694c1b0764b,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:10.701847 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a2d6f7-7528-40c3-a4ec-f72a76703781 x-openstack-request-id: req-32a2d6f7-7528-40c3-a4ec-f72a76703781 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:40:10.702144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc023c3f-ffff-46ba-8b88-6f052532c6a8", "tag": "074cb9e6-5cd4-4316-989f-d694c1b0764b", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:40:10.702401 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32a2d6f7-7528-40c3-a4ec-f72a76703781 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:40:10.702809 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc023c3f-ffff-46ba-8b88-6f052532c6a8', 'tag': '074cb9e6-5cd4-4316-989f-d694c1b0764b', 'status': 'completed', 'code': 200} Dec 09 02:40:10.743049 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-3e58621f-3fed-486e-92f3-9d7333a81eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:10.745006 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-3e58621f-3fed-486e-92f3-9d7333a81eed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bae2c921635645868ab270ce13d9fcad&device_id=dc023c3f-ffff-46ba-8b88-6f052532c6a8 HTTP/1.1" status: 200 len: 1096 time: 0.0530782 Dec 09 02:40:10.784779 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b5b9a980-ec97-489b-b325-40e773005075 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:40:10.818566 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-5181537a-fd23-4b23-aaed-eab60474612a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=074cb9e6-5cd4-4316-989f-d694c1b0764b HTTP/1.1" status: 200 len: 217 time: 0.0585208 Dec 09 02:40:10.837701 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port b5b9a980-ec97-489b-b325-40e773005075 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:10.838336 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:10.892039 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-a6cc6e91-e786-40e8-99e1-a5749deed2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:10.893740 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-a6cc6e91-e786-40e8-99e1-a5749deed2df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd HTTP/1.1" status: 200 len: 856 time: 0.0673759 Dec 09 02:40:10.946694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-fe02da58-859e-46b1-bd90-bd5a21e2d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:10.948292 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-fe02da58-859e-46b1-bd90-bd5a21e2d920 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb290641-2775-4819-8433-1fc97cc79916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0442994 Dec 09 02:40:11.039215 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-13ac13f9-9f95-4e9c-b660-16ad5a85bf68 service neutron] 10.222.0.45 "GET /v2.0/networks/cb290641-2775-4819-8433-1fc97cc79916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835810 Dec 09 02:40:11.137337 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fe0922a0-74c0-45d3-9e50-a46e6f7f93c8 req-ed241f5e-3ff1-4a88-b50a-82393e34eb7c service neutron] 10.222.0.45 "GET /v2.0/networks/cb290641-2775-4819-8433-1fc97cc79916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917022 Dec 09 02:40:11.276070 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095591-2739-4fec-8be7-b5b47a330980 req-38c93c4c-ef35-4287-a024-18812e937936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:11.277818 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d095591-2739-4fec-8be7-b5b47a330980 req-38c93c4c-ef35-4287-a024-18812e937936 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bae2c921635645868ab270ce13d9fcad&device_id=dc023c3f-ffff-46ba-8b88-6f052532c6a8 HTTP/1.1" status: 200 len: 1096 time: 0.0407147 Dec 09 02:40:11.371046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095591-2739-4fec-8be7-b5b47a330980 req-98ca01bc-5d5e-466b-ad2e-b5cfdf9aa398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:11.372459 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d095591-2739-4fec-8be7-b5b47a330980 req-98ca01bc-5d5e-466b-ad2e-b5cfdf9aa398 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb290641-2775-4819-8433-1fc97cc79916 HTTP/1.1" status: 200 len: 918 time: 0.0864449 Dec 09 02:40:11.414753 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d095591-2739-4fec-8be7-b5b47a330980 req-c5e598e0-79aa-40fb-a961-6b8a5a1bb91c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=074cb9e6-5cd4-4316-989f-d694c1b0764b HTTP/1.1" status: 200 len: 217 time: 0.0346212 Dec 09 02:40:11.463952 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095591-2739-4fec-8be7-b5b47a330980 req-8c4e19d0-dea2-4ac9-8bc8-8513dafcf2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:11.465406 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d095591-2739-4fec-8be7-b5b47a330980 req-8c4e19d0-dea2-4ac9-8bc8-8513dafcf2ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd HTTP/1.1" status: 200 len: 856 time: 0.0439582 Dec 09 02:40:11.514622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095591-2739-4fec-8be7-b5b47a330980 req-a8ecc97e-7715-4812-8ac3-4dc9e402543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:11.516115 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d095591-2739-4fec-8be7-b5b47a330980 req-a8ecc97e-7715-4812-8ac3-4dc9e402543d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb290641-2775-4819-8433-1fc97cc79916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432289 Dec 09 02:40:11.607933 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d095591-2739-4fec-8be7-b5b47a330980 req-88162732-9fff-4d50-83fd-ac71a7fe15d5 service neutron] 10.222.0.45 "GET /v2.0/networks/cb290641-2775-4819-8433-1fc97cc79916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837092 Dec 09 02:40:11.706346 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be8089-3190-4446-aa89-e4618f2fe680 req-9947e65d-e214-494a-ae25-3a811eb0b442 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:11.707758 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c8be8089-3190-4446-aa89-e4618f2fe680 req-9947e65d-e214-494a-ae25-3a811eb0b442 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc023c3f-ffff-46ba-8b88-6f052532c6a8 HTTP/1.1" status: 200 len: 943 time: 0.0983789 Dec 09 02:40:11.749191 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d095591-2739-4fec-8be7-b5b47a330980 req-a4e9363b-bdf4-4e30-a411-818856e397e2 service neutron] 10.222.0.45 "GET /v2.0/networks/cb290641-2775-4819-8433-1fc97cc79916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316967 Dec 09 02:40:11.769164 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c8be8089-3190-4446-aa89-e4618f2fe680 req-31ad2654-f545-4634-bea2-5b60a0fd6934 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547943 Dec 09 02:40:12.884404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70baef1-6c05-4dba-b3f4-89a5d2b468bd req-1b53ff7a-f752-4fc4-ba58-f3a4a3c498c4 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:12.885867 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e70baef1-6c05-4dba-b3f4-89a5d2b468bd req-1b53ff7a-f752-4fc4-ba58-f3a4a3c498c4 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc023c3f-ffff-46ba-8b88-6f052532c6a8 HTTP/1.1" status: 200 len: 943 time: 0.0489788 Dec 09 02:40:12.932340 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e70baef1-6c05-4dba-b3f4-89a5d2b468bd req-7c625a3f-a751-494d-a9bf-deb8ed2b6bbf tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405266 Dec 09 02:40:13.711173 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 074cb9e6-5cd4-4316-989f-d694c1b0764b details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:40:13.806153 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 074cb9e6-5cd4-4316-989f-d694c1b0764b, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=074cb9e6-5cd4-4316-989f-d694c1b0764b,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:40:13.816616 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '074cb9e6-5cd4-4316-989f-d694c1b0764b', 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916', 'port_id': '074cb9e6-5cd4-4316-989f-d694c1b0764b', 'mac_address': 'fa:16:3e:17:22:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:40:13.852536 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:13.868690 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074cb9e6-5cd4-4316-989f-d694c1b0764b {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:40:13.887248 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 074cb9e6-5cd4-4316-989f-d694c1b0764b, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=074cb9e6-5cd4-4316-989f-d694c1b0764b,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:40:13.890971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:13.937876 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=074cb9e6-5cd4-4316-989f-d694c1b0764b,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:14.047404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45547b-f3e6-47fa-b9bd-d16eb80db9bc req-4124cc87-145b-4197-a483-9e3a4c1837c5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:14.048908 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea45547b-f3e6-47fa-b9bd-d16eb80db9bc req-4124cc87-145b-4197-a483-9e3a4c1837c5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc023c3f-ffff-46ba-8b88-6f052532c6a8 HTTP/1.1" status: 200 len: 944 time: 0.0519714 Dec 09 02:40:14.095274 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea45547b-f3e6-47fa-b9bd-d16eb80db9bc req-c98e2cdc-9e75-43c2-9f7d-35f1688c5bfa tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397522 Dec 09 02:40:14.157008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['074cb9e6-5cd4-4316-989f-d694c1b0764b'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:40:14.299820 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:15.207823 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae193f-5f0f-4325-bac9-91b98d46ab9d req-4e3810ca-278e-48f3-9030-f7ff3c92b132 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:15.209301 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8cae193f-5f0f-4325-bac9-91b98d46ab9d req-4e3810ca-278e-48f3-9030-f7ff3c92b132 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc023c3f-ffff-46ba-8b88-6f052532c6a8 HTTP/1.1" status: 200 len: 944 time: 0.0479193 Dec 09 02:40:15.255110 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8cae193f-5f0f-4325-bac9-91b98d46ab9d req-6acf217f-70c4-4e7a-a44d-a2228759ab54 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399847 Dec 09 02:40:15.723386 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 074cb9e6-5cd4-4316-989f-d694c1b0764b up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:40:15.770917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 074cb9e6-5cd4-4316-989f-d694c1b0764b completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:40:15.775304 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 074cb9e6-5cd4-4316-989f-d694c1b0764b triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:15.775722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:15.848585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:15.872097 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc023c3f-ffff-46ba-8b88-6f052532c6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074cb9e6-5cd4-4316-989f-d694c1b0764b'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:40:15.874317 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a454eb-58b4-4284-b083-56b186d58717" -d '{"events": [{"server_uuid": "dc023c3f-ffff-46ba-8b88-6f052532c6a8", "name": "network-vif-plugged", "status": "completed", "tag": "074cb9e6-5cd4-4316-989f-d694c1b0764b"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:40:15.887353 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 074cb9e6-5cd4-4316-989f-d694c1b0764b, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=074cb9e6-5cd4-4316-989f-d694c1b0764b,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:40:15.891490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:15.940807 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=074cb9e6-5cd4-4316-989f-d694c1b0764b,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:15.966065 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14975c4-2ae0-4959-b8df-e72c3e237f93 x-openstack-request-id: req-c14975c4-2ae0-4959-b8df-e72c3e237f93 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:40:15.966364 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc023c3f-ffff-46ba-8b88-6f052532c6a8", "name": "network-vif-plugged", "status": "completed", "tag": "074cb9e6-5cd4-4316-989f-d694c1b0764b", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:40:15.966651 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c14975c4-2ae0-4959-b8df-e72c3e237f93 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:40:15.967072 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc023c3f-ffff-46ba-8b88-6f052532c6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074cb9e6-5cd4-4316-989f-d694c1b0764b', 'code': 200} Dec 09 02:40:16.171973 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ed271-17a4-4b53-85b2-0eca32428ce0 req-ef01d290-ab6e-4dae-aa35-488e9ba03058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:16.173466 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8e3ed271-17a4-4b53-85b2-0eca32428ce0 req-ef01d290-ab6e-4dae-aa35-488e9ba03058 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc023c3f-ffff-46ba-8b88-6f052532c6a8 HTTP/1.1" status: 200 len: 1098 time: 0.0437272 Dec 09 02:40:16.216632 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8e3ed271-17a4-4b53-85b2-0eca32428ce0 req-171347a8-ac17-491a-af59-bc095ac35ee1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360911 Dec 09 02:40:16.369447 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd6b8a-7b02-47d7-8004-67372ff109b4 req-54e92208-dcf7-42c8-b837-a94b0bf17837 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:16.371209 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8acd6b8a-7b02-47d7-8004-67372ff109b4 req-54e92208-dcf7-42c8-b837-a94b0bf17837 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc023c3f-ffff-46ba-8b88-6f052532c6a8 HTTP/1.1" status: 200 len: 945 time: 0.0475688 Dec 09 02:40:16.417300 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8acd6b8a-7b02-47d7-8004-67372ff109b4 req-58306d00-6140-41a7-80b3-0fbd2491555c tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399332 Dec 09 02:40:17.529264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f827c53-fad1-4242-aac6-0acfbce1a659 req-5b04c790-5a41-42d1-bf5d-c644cbf2f476 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:17.530712 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3f827c53-fad1-4242-aac6-0acfbce1a659 req-5b04c790-5a41-42d1-bf5d-c644cbf2f476 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc023c3f-ffff-46ba-8b88-6f052532c6a8 HTTP/1.1" status: 200 len: 945 time: 0.0478058 Dec 09 02:40:17.580426 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3f827c53-fad1-4242-aac6-0acfbce1a659 req-4e95d4a2-d4e6-4d9d-bdbb-afe0b88953f2 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438783 Dec 09 02:40:17.690141 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c132a53-2109-472d-a788-71b92c3bbe02 req-a426cf57-f6fc-4f1c-9914-fe6c554f9a75 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:17.691607 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c132a53-2109-472d-a788-71b92c3bbe02 req-a426cf57-f6fc-4f1c-9914-fe6c554f9a75 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc023c3f-ffff-46ba-8b88-6f052532c6a8 HTTP/1.1" status: 200 len: 945 time: 0.0471015 Dec 09 02:40:17.737804 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c132a53-2109-472d-a788-71b92c3bbe02 req-61d06d64-75ac-4bc2-83fd-86e67dba0cf1 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398235 Dec 09 02:40:29.362713 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:40:33.069059 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3245f8b3-afde-4990-b0a4-41196d8a6c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:35.303971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f6f489b6-cc25-441e-b7d6-0b151c7a794d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:36.473023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:37.860876 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:38.711598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:40.468567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f50c33-e452-4dd7-9d06-c47cff64f8a3 req-2cdb9f8e-cb65-4dfe-8d81-462642e6459a tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:40.470058 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-06f50c33-e452-4dd7-9d06-c47cff64f8a3 req-2cdb9f8e-cb65-4dfe-8d81-462642e6459a tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc023c3f-ffff-46ba-8b88-6f052532c6a8 HTTP/1.1" status: 200 len: 945 time: 0.0484252 Dec 09 02:40:40.517717 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-06f50c33-e452-4dd7-9d06-c47cff64f8a3 req-7fabcbf2-45ee-4cea-af80-bd0dc27498ee tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410542 Dec 09 02:40:41.635652 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32089f9-5a4c-46c4-8634-39184db4ac6e req-0b13e51d-37c5-458d-b4f2-38fd40d74672 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:41.637110 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e32089f9-5a4c-46c4-8634-39184db4ac6e req-0b13e51d-37c5-458d-b4f2-38fd40d74672 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc023c3f-ffff-46ba-8b88-6f052532c6a8 HTTP/1.1" status: 200 len: 945 time: 0.0510840 Dec 09 02:40:41.683942 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e32089f9-5a4c-46c4-8634-39184db4ac6e req-43ae5929-6879-4f53-80af-3660bedf59ec tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 Dec 09 02:40:42.231527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac7174-ccea-44fd-9cdb-d6be581aca30 req-913be556-56ad-4561-93c9-2aef5d0d0d01 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:42.233063 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9eac7174-ccea-44fd-9cdb-d6be581aca30 req-913be556-56ad-4561-93c9-2aef5d0d0d01 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc023c3f-ffff-46ba-8b88-6f052532c6a8 HTTP/1.1" status: 200 len: 945 time: 0.0486073 Dec 09 02:40:42.335112 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-9eac7174-ccea-44fd-9cdb-d6be581aca30 req-e1848ed9-e4f9-4963-8af3-7ab104d95391 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Deleting port 074cb9e6-5cd4-4316-989f-d694c1b0764b {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:40:42.335481 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-9eac7174-ccea-44fd-9cdb-d6be581aca30 req-e1848ed9-e4f9-4963-8af3-7ab104d95391 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:42.420882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-9eac7174-ccea-44fd-9cdb-d6be581aca30 req-e1848ed9-e4f9-4963-8af3-7ab104d95391 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] For port 074cb9e6-5cd4-4316-989f-d694c1b0764b, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=074cb9e6-5cd4-4316-989f-d694c1b0764b,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:40:42.421166 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-9eac7174-ccea-44fd-9cdb-d6be581aca30 req-e1848ed9-e4f9-4963-8af3-7ab104d95391 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:42.434156 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-9eac7174-ccea-44fd-9cdb-d6be581aca30 req-e1848ed9-e4f9-4963-8af3-7ab104d95391 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Calling delete_port for 074cb9e6-5cd4-4316-989f-d694c1b0764b owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:40:42.562801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-9eac7174-ccea-44fd-9cdb-d6be581aca30 req-e1848ed9-e4f9-4963-8af3-7ab104d95391 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:42.590903 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1848ed9-e4f9-4963-8af3-7ab104d95391 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Pushing event deleted for resources: {'Port': ['ID=074cb9e6-5cd4-4316-989f-d694c1b0764b,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:42.598160 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['074cb9e6-5cd4-4316-989f-d694c1b0764b'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:40:42.634772 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eac7174-ccea-44fd-9cdb-d6be581aca30 req-e1848ed9-e4f9-4963-8af3-7ab104d95391 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] No DVR routers for this DVR port 074cb9e6-5cd4-4316-989f-d694c1b0764b on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:40:42.637169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-9eac7174-ccea-44fd-9cdb-d6be581aca30 req-e1848ed9-e4f9-4963-8af3-7ab104d95391 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:42.640507 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9eac7174-ccea-44fd-9cdb-d6be581aca30 req-e1848ed9-e4f9-4963-8af3-7ab104d95391 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.45 "DELETE /v2.0/ports/074cb9e6-5cd4-4316-989f-d694c1b0764b HTTP/1.1" status: 204 len: 173 time: 0.3922133 Dec 09 02:40:42.640975 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc023c3f-ffff-46ba-8b88-6f052532c6a8', 'name': 'network-vif-deleted', 'tag': '074cb9e6-5cd4-4316-989f-d694c1b0764b'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:40:42.643242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ffc8a4-86e5-4eb6-b4ef-80f17bb97275" -d '{"events": [{"server_uuid": "dc023c3f-ffff-46ba-8b88-6f052532c6a8", "name": "network-vif-deleted", "tag": "074cb9e6-5cd4-4316-989f-d694c1b0764b"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:40:42.681722 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77313863-740b-43d7-beb1-d60539b22022 x-openstack-request-id: req-77313863-740b-43d7-beb1-d60539b22022 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:40:42.682025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc023c3f-ffff-46ba-8b88-6f052532c6a8", "name": "network-vif-deleted", "tag": "074cb9e6-5cd4-4316-989f-d694c1b0764b", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:40:42.682273 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77313863-740b-43d7-beb1-d60539b22022 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:40:42.682670 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc023c3f-ffff-46ba-8b88-6f052532c6a8', 'name': 'network-vif-deleted', 'tag': '074cb9e6-5cd4-4316-989f-d694c1b0764b', 'status': 'completed', 'code': 200} Dec 09 02:40:42.784545 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-766641c3-d314-4ea5-b62c-04b1b4fd4a09 req-a1f7a3bc-51cd-48ff-8bc5-fcd3ed05930a tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc023c3f-ffff-46ba-8b88-6f052532c6a8 HTTP/1.1" status: 200 len: 210 time: 0.0311649 Dec 09 02:40:44.291949 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:44.491095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-fe89df3f-3903-4631-be7f-b6a3395cf712 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:44.492559 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-fe89df3f-3903-4631-be7f-b6a3395cf712 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/networks?id=cb290641-2775-4819-8433-1fc97cc79916 HTTP/1.1" status: 200 len: 817 time: 0.0970151 Dec 09 02:40:44.507276 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-9fda2161-7b68-4f8a-800c-5c9005dc8059 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/quotas/bae2c921635645868ab270ce13d9fcad HTTP/1.1" status: 200 len: 375 time: 0.0091581 Dec 09 02:40:44.556533 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-f65aa30e-7371-46a5-b4f7-b92b75d0c930 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bae2c921635645868ab270ce13d9fcad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441384 Dec 09 02:40:44.651661 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4c859cdf-60fa-4262-8c2f-8086de0e24b9 service neutron] 10.222.0.43 "GET /v2.0/networks/cb290641-2775-4819-8433-1fc97cc79916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838273 Dec 09 02:40:44.739074 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-a69e7ff0-4da8-44a3-a844-d72337be0f2d service neutron] 10.222.0.43 "GET /v2.0/networks/cb290641-2775-4819-8433-1fc97cc79916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813420 Dec 09 02:40:44.896078 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-52d07611-6db7-4a24-8b05-1deb0217e20c req-60e65da3-e4a0-4628-b0d4-8915dd464f53 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f6bea95-1ecf-4547-bd75-3d1d070924ee HTTP/1.1" status: 200 len: 210 time: 0.0315957 Dec 09 02:40:45.886308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-8ee0c1cd-1ea3-45bf-a2ce-9633e4a7d2a6 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:45.887756 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-8ee0c1cd-1ea3-45bf-a2ce-9633e4a7d2a6 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.45 "GET /v2.0/networks?id=cb290641-2775-4819-8433-1fc97cc79916 HTTP/1.1" status: 200 len: 817 time: 0.0996258 Dec 09 02:40:45.913405 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 074cb9e6-5cd4-4316-989f-d694c1b0764b no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:40:45.916072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-40ae4569-06cc-46cb-ae91-fcb5811afc8c tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Request body: {'port': {'device_id': '0f6bea95-1ecf-4547-bd75-3d1d070924ee', 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916', 'admin_state_up': True, 'tenant_id': 'bae2c921635645868ab270ce13d9fcad'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:40:45.935111 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 074cb9e6-5cd4-4316-989f-d694c1b0764b {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:40:45.935538 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 074cb9e6-5cd4-4316-989f-d694c1b0764b not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:40:46.000942 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1f9f63b6-070b-471f-8da4-694fadb15919 req-c1fa828a-bf40-4d65-a6a1-b9b135c6b65c tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f6bea95-1ecf-4547-bd75-3d1d070924ee HTTP/1.1" status: 200 len: 210 time: 0.0317426 Dec 09 02:40:46.050756 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-40ae4569-06cc-46cb-ae91-fcb5811afc8c tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Made reservation on behalf of bae2c921635645868ab270ce13d9fcad for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:40:46.054258 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-40ae4569-06cc-46cb-ae91-fcb5811afc8c tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:46.175086 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-40ae4569-06cc-46cb-ae91-fcb5811afc8c tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Allocated IP 172.20.0.6 (cb290641-2775-4819-8433-1fc97cc79916/1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd/152405a6-8ddb-4942-a1a9-b816e2fbd466) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:40:46.320099 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-40ae4569-06cc-46cb-ae91-fcb5811afc8c tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:46.352323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-40ae4569-06cc-46cb-ae91-fcb5811afc8c tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:46.392250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-40ae4569-06cc-46cb-ae91-fcb5811afc8c tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Network cb290641-2775-4819-8433-1fc97cc79916 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:40:46.395216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-40ae4569-06cc-46cb-ae91-fcb5811afc8c tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:40:46.397605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-40ae4569-06cc-46cb-ae91-fcb5811afc8c tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:40:46.435570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae4569-06cc-46cb-ae91-fcb5811afc8c tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Pushing event updated for resources: {'Port': ['ID=152405a6-8ddb-4942-a1a9-b816e2fbd466,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:46.461899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-40ae4569-06cc-46cb-ae91-fcb5811afc8c tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:46.462531 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-40ae4569-06cc-46cb-ae91-fcb5811afc8c tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:46.479330 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-40ae4569-06cc-46cb-ae91-fcb5811afc8c tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5671256 Dec 09 02:40:46.497092 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Request body: {'port': {'device_id': '0f6bea95-1ecf-4547-bd75-3d1d070924ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:40:46.552201 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:46.575291 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a26dd0e4-d864-4e43-a957-06af3d38220b None None] Provisioning complete for port 152405a6-8ddb-4942-a1a9-b816e2fbd466 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:46.575705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a26dd0e4-d864-4e43-a957-06af3d38220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:46.609133 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a26dd0e4-d864-4e43-a957-06af3d38220b None None] Port 152405a6-8ddb-4942-a1a9-b816e2fbd466 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:40:46.810696 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152405a6-8ddb-4942-a1a9-b816e2fbd466 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:40:46.817871 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:46.829567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Transition to ACTIVE for port object 152405a6-8ddb-4942-a1a9-b816e2fbd466 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:40:46.833582 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:46.905202 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Pushing event updated for resources: {'Port': ['ID=152405a6-8ddb-4942-a1a9-b816e2fbd466,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:46.954984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Attempting to bind port 152405a6-8ddb-4942-a1a9-b816e2fbd466 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:40:46.955326 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Attempting to bind port 152405a6-8ddb-4942-a1a9-b816e2fbd466 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:40:46.955688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Attempting to bind port 152405a6-8ddb-4942-a1a9-b816e2fbd466 on network cb290641-2775-4819-8433-1fc97cc79916 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:40:46.960723 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Port 152405a6-8ddb-4942-a1a9-b816e2fbd466 on network cb290641-2775-4819-8433-1fc97cc79916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:40:46.961047 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Attempting to bind port 152405a6-8ddb-4942-a1a9-b816e2fbd466 on network cb290641-2775-4819-8433-1fc97cc79916 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:40:46.966206 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:40:46.966555 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Checking segment: {'id': '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:40:46.966943 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Bound using segment: {'id': '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:40:46.967377 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Bound port: 152405a6-8ddb-4942-a1a9-b816e2fbd466, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:40:46.967763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:47.038218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] For port 152405a6-8ddb-4942-a1a9-b816e2fbd466, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:40:47.041236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] For port 152405a6-8ddb-4942-a1a9-b816e2fbd466, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=152405a6-8ddb-4942-a1a9-b816e2fbd466,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:40:47.047142 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:47.092023 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:47.092646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:47.094062 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] 10.222.0.45 "PUT /v2.0/ports/152405a6-8ddb-4942-a1a9-b816e2fbd466 HTTP/1.1" status: 200 len: 1093 time: 0.6013131 Dec 09 02:40:47.094513 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6bea95-1ecf-4547-bd75-3d1d070924ee', 'tag': '152405a6-8ddb-4942-a1a9-b816e2fbd466'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:40:47.096801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c9218b-0445-4737-bfcf-eb984e17a898" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6bea95-1ecf-4547-bd75-3d1d070924ee", "tag": "152405a6-8ddb-4942-a1a9-b816e2fbd466"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:40:47.161566 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63965f-5d66-4547-b840-1286ee206c22 req-dc3e2954-6a52-4128-ace1-6ce0656deb48 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:47.163750 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ff63965f-5d66-4547-b840-1286ee206c22 req-dc3e2954-6a52-4128-ace1-6ce0656deb48 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f6bea95-1ecf-4547-bd75-3d1d070924ee HTTP/1.1" status: 200 len: 943 time: 0.0887086 Dec 09 02:40:47.164400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f050997-1265-49a6-99ce-acb865f95188 service neutron] Pushing event updated for resources: {'Port': ['ID=152405a6-8ddb-4942-a1a9-b816e2fbd466,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:47.242545 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-714ea1ed-3f87-4b8a-9783-d203a8b8b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:47.244106 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-714ea1ed-3f87-4b8a-9783-d203a8b8b394 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bae2c921635645868ab270ce13d9fcad&device_id=0f6bea95-1ecf-4547-bd75-3d1d070924ee HTTP/1.1" status: 200 len: 1096 time: 0.0768530 Dec 09 02:40:47.247737 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ff63965f-5d66-4547-b840-1286ee206c22 req-fcf23959-8d28-4c3b-b7ca-f3ce986248c7 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725250 Dec 09 02:40:47.298306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7346e5-722b-4178-93b0-9e83c3ba4556 x-openstack-request-id: req-ae7346e5-722b-4178-93b0-9e83c3ba4556 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:40:47.298622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6bea95-1ecf-4547-bd75-3d1d070924ee", "tag": "152405a6-8ddb-4942-a1a9-b816e2fbd466", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:40:47.298865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae7346e5-722b-4178-93b0-9e83c3ba4556 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:40:47.299269 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6bea95-1ecf-4547-bd75-3d1d070924ee', 'tag': '152405a6-8ddb-4942-a1a9-b816e2fbd466', 'status': 'completed', 'code': 200} Dec 09 02:40:47.301071 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-a671d9fa-ac2d-4b0a-a8a7-ca0523ec3d1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=152405a6-8ddb-4942-a1a9-b816e2fbd466 HTTP/1.1" status: 200 len: 217 time: 0.0402360 Dec 09 02:40:47.357399 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-e4f71c71-1260-439e-9e5e-371ea8fd37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:47.358859 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-e4f71c71-1260-439e-9e5e-371ea8fd37cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd HTTP/1.1" status: 200 len: 856 time: 0.0443063 Dec 09 02:40:47.409384 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-05889f24-566f-45c3-a932-f00597da40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:47.410870 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-05889f24-566f-45c3-a932-f00597da40b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb290641-2775-4819-8433-1fc97cc79916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0450590 Dec 09 02:40:47.497126 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-c14846b9-cbd9-44e2-ab59-39e47d38b523 service neutron] 10.222.0.45 "GET /v2.0/networks/cb290641-2775-4819-8433-1fc97cc79916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790787 Dec 09 02:40:47.589142 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6bb8fc44-e495-47e8-bb93-c7f6f70e6cd5 req-c89e6741-eadf-4df1-8870-75396134d2c1 service neutron] 10.222.0.45 "GET /v2.0/networks/cb290641-2775-4819-8433-1fc97cc79916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850444 Dec 09 02:40:47.714051 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9218b-0445-4737-bfcf-eb984e17a898 req-9e0c663c-633f-4055-ba9b-1eff07073855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:47.715558 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-43c9218b-0445-4737-bfcf-eb984e17a898 req-9e0c663c-633f-4055-ba9b-1eff07073855 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bae2c921635645868ab270ce13d9fcad&device_id=0f6bea95-1ecf-4547-bd75-3d1d070924ee HTTP/1.1" status: 200 len: 1096 time: 0.0413022 Dec 09 02:40:47.802971 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9218b-0445-4737-bfcf-eb984e17a898 req-2f0d1a47-0d54-405a-8fbc-17da0ac72c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:47.804960 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-43c9218b-0445-4737-bfcf-eb984e17a898 req-2f0d1a47-0d54-405a-8fbc-17da0ac72c39 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb290641-2775-4819-8433-1fc97cc79916 HTTP/1.1" status: 200 len: 918 time: 0.0824163 Dec 09 02:40:48.124213 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-43c9218b-0445-4737-bfcf-eb984e17a898 req-f5ba2f20-c279-4584-9954-816e9441f625 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=152405a6-8ddb-4942-a1a9-b816e2fbd466 HTTP/1.1" status: 200 len: 217 time: 0.3095205 Dec 09 02:40:48.173093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9218b-0445-4737-bfcf-eb984e17a898 req-59988a6b-ad23-435c-89d2-68b0b2a6b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:48.174481 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-43c9218b-0445-4737-bfcf-eb984e17a898 req-59988a6b-ad23-435c-89d2-68b0b2a6b16b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd HTTP/1.1" status: 200 len: 856 time: 0.0421731 Dec 09 02:40:48.219512 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9218b-0445-4737-bfcf-eb984e17a898 req-ef59b58a-ad6a-408e-af6d-959bbbc940b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:48.220942 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-43c9218b-0445-4737-bfcf-eb984e17a898 req-ef59b58a-ad6a-408e-af6d-959bbbc940b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb290641-2775-4819-8433-1fc97cc79916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0375638 Dec 09 02:40:48.313819 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-43c9218b-0445-4737-bfcf-eb984e17a898 req-6dc9885c-bd0b-46db-acc6-acb855d5fbce service neutron] 10.222.0.45 "GET /v2.0/networks/cb290641-2775-4819-8433-1fc97cc79916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834572 Dec 09 02:40:48.414464 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bd169-a28d-498d-9694-e727b00d06c8 req-666db46a-a834-4dd6-881f-3e4ffe3d7bf5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:48.415869 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-798bd169-a28d-498d-9694-e727b00d06c8 req-666db46a-a834-4dd6-881f-3e4ffe3d7bf5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f6bea95-1ecf-4547-bd75-3d1d070924ee HTTP/1.1" status: 200 len: 943 time: 0.0983982 Dec 09 02:40:48.455295 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-43c9218b-0445-4737-bfcf-eb984e17a898 req-7aa8aad3-75ac-4553-aa2f-b201727b1dac service neutron] 10.222.0.45 "GET /v2.0/networks/cb290641-2775-4819-8433-1fc97cc79916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297793 Dec 09 02:40:48.476456 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-798bd169-a28d-498d-9694-e727b00d06c8 req-d4e86834-1fdf-482b-a69a-8f66903ee6ec tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544972 Dec 09 02:40:49.588969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b2c45-033c-4dd4-927c-f19b2edfeb40 req-fc8c9425-5299-416b-bdea-88f1e143f348 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:49.592027 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7e6b2c45-033c-4dd4-927c-f19b2edfeb40 req-fc8c9425-5299-416b-bdea-88f1e143f348 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f6bea95-1ecf-4547-bd75-3d1d070924ee HTTP/1.1" status: 200 len: 943 time: 0.0483773 Dec 09 02:40:49.636639 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7e6b2c45-033c-4dd4-927c-f19b2edfeb40 req-e29bc6a1-baf9-43be-8d0a-39a1353a6811 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403633 Dec 09 02:40:49.946501 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 152405a6-8ddb-4942-a1a9-b816e2fbd466 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:40:50.036654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 152405a6-8ddb-4942-a1a9-b816e2fbd466, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=152405a6-8ddb-4942-a1a9-b816e2fbd466,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:40:50.048193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '152405a6-8ddb-4942-a1a9-b816e2fbd466', 'network_id': 'cb290641-2775-4819-8433-1fc97cc79916', 'port_id': '152405a6-8ddb-4942-a1a9-b816e2fbd466', 'mac_address': 'fa:16:3e:1a:5c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:40:50.086570 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:50.098604 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152405a6-8ddb-4942-a1a9-b816e2fbd466 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:40:50.117281 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 152405a6-8ddb-4942-a1a9-b816e2fbd466, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=152405a6-8ddb-4942-a1a9-b816e2fbd466,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:40:50.121323 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:50.167360 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=152405a6-8ddb-4942-a1a9-b816e2fbd466,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:50.174108 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:50.174455 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:50.174796 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:50.175130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:50.175480 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:50.175812 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:50.176138 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:50.176462 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:50.176788 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:50.177111 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:50.177431 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:50.177748 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:50.178090 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:40:50.396164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['152405a6-8ddb-4942-a1a9-b816e2fbd466'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:40:50.749679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7bd67-f400-4621-bd1e-5a10841fab1f req-018d6869-a8ae-4c01-80e2-c65ea5c592db tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:50.751193 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fbe7bd67-f400-4621-bd1e-5a10841fab1f req-018d6869-a8ae-4c01-80e2-c65ea5c592db tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f6bea95-1ecf-4547-bd75-3d1d070924ee HTTP/1.1" status: 200 len: 944 time: 0.0487878 Dec 09 02:40:50.799779 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fbe7bd67-f400-4621-bd1e-5a10841fab1f req-ced4d85f-3637-4753-bda6-83b8177d68da tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420542 Dec 09 02:40:51.911764 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6c94b-e6ab-4791-a1aa-4ee08e9f3bd9 req-468d1c4a-0f66-4123-8af8-21b499179cdb tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:51.913252 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5de6c94b-e6ab-4791-a1aa-4ee08e9f3bd9 req-468d1c4a-0f66-4123-8af8-21b499179cdb tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f6bea95-1ecf-4547-bd75-3d1d070924ee HTTP/1.1" status: 200 len: 944 time: 0.0481937 Dec 09 02:40:51.959981 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5de6c94b-e6ab-4791-a1aa-4ee08e9f3bd9 req-61f36097-748f-42f5-98e5-73552490ef68 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 Dec 09 02:40:51.960269 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 152405a6-8ddb-4942-a1a9-b816e2fbd466 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:40:52.007724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 152405a6-8ddb-4942-a1a9-b816e2fbd466 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:40:52.011563 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 152405a6-8ddb-4942-a1a9-b816e2fbd466 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:40:52.011939 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:52.085310 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:52.109302 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6bea95-1ecf-4547-bd75-3d1d070924ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152405a6-8ddb-4942-a1a9-b816e2fbd466'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:40:52.111544 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278d5a23-f98d-4f69-a15c-757daf5a3997" -d '{"events": [{"server_uuid": "0f6bea95-1ecf-4547-bd75-3d1d070924ee", "name": "network-vif-plugged", "status": "completed", "tag": "152405a6-8ddb-4942-a1a9-b816e2fbd466"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:40:52.274499 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7eb3043-ebab-4bdb-a2d3-bde46df86ecb x-openstack-request-id: req-e7eb3043-ebab-4bdb-a2d3-bde46df86ecb {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:40:52.274794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6bea95-1ecf-4547-bd75-3d1d070924ee", "name": "network-vif-plugged", "status": "completed", "tag": "152405a6-8ddb-4942-a1a9-b816e2fbd466", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:40:52.275048 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7eb3043-ebab-4bdb-a2d3-bde46df86ecb {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:40:52.275460 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6bea95-1ecf-4547-bd75-3d1d070924ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152405a6-8ddb-4942-a1a9-b816e2fbd466', 'code': 200} Dec 09 02:40:52.277347 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 152405a6-8ddb-4942-a1a9-b816e2fbd466, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=152405a6-8ddb-4942-a1a9-b816e2fbd466,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:40:52.281264 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:40:52.327985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=152405a6-8ddb-4942-a1a9-b816e2fbd466,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:40:52.355569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b290b1c-c224-4cb7-8e04-25597d311f96 req-16825314-4c25-4b8b-a35d-327645bfd17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:52.357051 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3b290b1c-c224-4cb7-8e04-25597d311f96 req-16825314-4c25-4b8b-a35d-327645bfd17f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0f6bea95-1ecf-4547-bd75-3d1d070924ee HTTP/1.1" status: 200 len: 1098 time: 0.0402386 Dec 09 02:40:52.401165 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3b290b1c-c224-4cb7-8e04-25597d311f96 req-cfed7777-1355-4550-b988-60e2b19c0e25 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365226 Dec 09 02:40:53.078449 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed078d6c-c172-4444-aa29-7c32ef71e381 req-8584b3af-b546-4c07-bddb-8dc4e0af78ec tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:53.079932 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ed078d6c-c172-4444-aa29-7c32ef71e381 req-8584b3af-b546-4c07-bddb-8dc4e0af78ec tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f6bea95-1ecf-4547-bd75-3d1d070924ee HTTP/1.1" status: 200 len: 945 time: 0.0513482 Dec 09 02:40:53.126338 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ed078d6c-c172-4444-aa29-7c32ef71e381 req-8c5ada90-a950-44ad-ad57-a9ef68555bd6 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400567 Dec 09 02:40:54.398276 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74b32f-48e6-4cd0-9d32-d77b7c7fa5fb req-b91c1b85-876b-4ca7-9c58-c8a1d863fdfd tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:54.399665 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad74b32f-48e6-4cd0-9d32-d77b7c7fa5fb req-b91c1b85-876b-4ca7-9c58-c8a1d863fdfd tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f6bea95-1ecf-4547-bd75-3d1d070924ee HTTP/1.1" status: 200 len: 945 time: 0.0473228 Dec 09 02:40:54.444816 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ad74b32f-48e6-4cd0-9d32-d77b7c7fa5fb req-5a4ed699-e187-4f64-b5bd-39714c0327bf tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390749 Dec 09 02:40:54.561158 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709bec4-4090-48a0-b3d5-d78c2c920784 req-5a13989d-946f-4bce-a0fa-6ca6178442bc tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:40:54.562597 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5709bec4-4090-48a0-b3d5-d78c2c920784 req-5a13989d-946f-4bce-a0fa-6ca6178442bc tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f6bea95-1ecf-4547-bd75-3d1d070924ee HTTP/1.1" status: 200 len: 945 time: 0.0518048 Dec 09 02:40:54.607796 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5709bec4-4090-48a0-b3d5-d78c2c920784 req-7f18bd12-a593-482b-a490-2c01b3763cbb tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393798 Dec 09 02:41:03.070992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f20e5fa-97e5-4d4f-b8e9-a0146953dcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:05.308849 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-80950818-6a5c-49be-b571-8280aff93e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:06.361764 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:41:06.477437 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:07.863984 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:08.714002 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:14.296267 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:17.016568 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c7af7-fe35-45b3-af9a-7c1562dd1895 req-30f24300-3bcc-42bc-8f78-a271d4c891b1 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:17.018050 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-638c7af7-fe35-45b3-af9a-7c1562dd1895 req-30f24300-3bcc-42bc-8f78-a271d4c891b1 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f6bea95-1ecf-4547-bd75-3d1d070924ee HTTP/1.1" status: 200 len: 945 time: 0.0482948 Dec 09 02:41:17.067600 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-638c7af7-fe35-45b3-af9a-7c1562dd1895 req-a3a4a494-d618-4d8a-9e7e-8363b4658a43 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429378 Dec 09 02:41:18.181367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028cd98-a88d-46c6-9943-29a43317c497 req-2c2d9ba2-ca08-4e85-ad36-2d79db24d718 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:18.182826 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b028cd98-a88d-46c6-9943-29a43317c497 req-2c2d9ba2-ca08-4e85-ad36-2d79db24d718 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f6bea95-1ecf-4547-bd75-3d1d070924ee HTTP/1.1" status: 200 len: 945 time: 0.0479085 Dec 09 02:41:18.231262 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b028cd98-a88d-46c6-9943-29a43317c497 req-d2413198-b970-4671-bf22-6953a84e6cec tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a9981ba-8d49-4bf4-8fcc-77988728b8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427530 Dec 09 02:41:18.716905 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a52ac8-8772-4d4c-91ce-beb85fe35ca9 req-795f7371-b862-4ca3-a01d-8a7b007a4c88 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:18.718348 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e7a52ac8-8772-4d4c-91ce-beb85fe35ca9 req-795f7371-b862-4ca3-a01d-8a7b007a4c88 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f6bea95-1ecf-4547-bd75-3d1d070924ee HTTP/1.1" status: 200 len: 945 time: 0.0466890 Dec 09 02:41:18.805300 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-e7a52ac8-8772-4d4c-91ce-beb85fe35ca9 req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Deleting port 152405a6-8ddb-4942-a1a9-b816e2fbd466 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:41:18.805646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e7a52ac8-8772-4d4c-91ce-beb85fe35ca9 req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:18.894942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-e7a52ac8-8772-4d4c-91ce-beb85fe35ca9 req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] For port 152405a6-8ddb-4942-a1a9-b816e2fbd466, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=152405a6-8ddb-4942-a1a9-b816e2fbd466,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:41:18.895307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e7a52ac8-8772-4d4c-91ce-beb85fe35ca9 req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:18.908619 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-e7a52ac8-8772-4d4c-91ce-beb85fe35ca9 req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Calling delete_port for 152405a6-8ddb-4942-a1a9-b816e2fbd466 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:41:19.034706 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e7a52ac8-8772-4d4c-91ce-beb85fe35ca9 req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:19.062272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Pushing event deleted for resources: {'Port': ['ID=152405a6-8ddb-4942-a1a9-b816e2fbd466,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:19.069414 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['152405a6-8ddb-4942-a1a9-b816e2fbd466'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:41:19.089151 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:19.089504 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:19.089855 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:19.090201 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:19.090539 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:19.090883 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:19.091215 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:19.091571 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:19.091941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:19.092226 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:19.092554 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:19.092881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:19.093207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:19.116475 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a52ac8-8772-4d4c-91ce-beb85fe35ca9 req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] No DVR routers for this DVR port 152405a6-8ddb-4942-a1a9-b816e2fbd466 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:41:19.118922 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e7a52ac8-8772-4d4c-91ce-beb85fe35ca9 req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:19.122487 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e7a52ac8-8772-4d4c-91ce-beb85fe35ca9 req-ed786141-764e-4792-8eb1-8e73b0073773 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.45 "DELETE /v2.0/ports/152405a6-8ddb-4942-a1a9-b816e2fbd466 HTTP/1.1" status: 204 len: 173 time: 0.3981698 Dec 09 02:41:19.122955 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6bea95-1ecf-4547-bd75-3d1d070924ee', 'name': 'network-vif-deleted', 'tag': '152405a6-8ddb-4942-a1a9-b816e2fbd466'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:41:19.125793 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715672e1-6df2-4a28-94db-df7d0d49c712" -d '{"events": [{"server_uuid": "0f6bea95-1ecf-4547-bd75-3d1d070924ee", "name": "network-vif-deleted", "tag": "152405a6-8ddb-4942-a1a9-b816e2fbd466"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:41:19.164329 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bfb242-be4e-4754-afec-374901728a6c x-openstack-request-id: req-d6bfb242-be4e-4754-afec-374901728a6c {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:41:19.164623 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6bea95-1ecf-4547-bd75-3d1d070924ee", "name": "network-vif-deleted", "tag": "152405a6-8ddb-4942-a1a9-b816e2fbd466", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:41:19.164870 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6bfb242-be4e-4754-afec-374901728a6c {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:41:19.165319 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6bea95-1ecf-4547-bd75-3d1d070924ee', 'name': 'network-vif-deleted', 'tag': '152405a6-8ddb-4942-a1a9-b816e2fbd466', 'status': 'completed', 'code': 200} Dec 09 02:41:19.337649 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3df2911d-b99a-4377-9018-202f28f1947c req-d741cd65-fd44-49af-a796-0523b58563d5 tempest-TestEncryptedCinderVolumes-644904085 tempest-TestEncryptedCinderVolumes-644904085-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f6bea95-1ecf-4547-bd75-3d1d070924ee HTTP/1.1" status: 200 len: 210 time: 0.0265164 Dec 09 02:41:20.423009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41956) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:20.759451 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-249a1412-326f-4399-a9f7-4160699118d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:20.996086 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-249a1412-326f-4399-a9f7-4160699118d9 admin admin] Deleting port 56279281-c600-4e11-b169-7b155e3b9f59 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:41:20.996424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-249a1412-326f-4399-a9f7-4160699118d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:21.070050 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-249a1412-326f-4399-a9f7-4160699118d9 admin admin] For port 56279281-c600-4e11-b169-7b155e3b9f59, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=56279281-c600-4e11-b169-7b155e3b9f59,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:41:21.070400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-249a1412-326f-4399-a9f7-4160699118d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:21.082364 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-249a1412-326f-4399-a9f7-4160699118d9 admin admin] Calling delete_port for 56279281-c600-4e11-b169-7b155e3b9f59 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:41:21.254159 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-249a1412-326f-4399-a9f7-4160699118d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:21.282207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a1412-326f-4399-a9f7-4160699118d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=56279281-c600-4e11-b169-7b155e3b9f59,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:21.444536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-249a1412-326f-4399-a9f7-4160699118d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:21.655351 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249a1412-326f-4399-a9f7-4160699118d9 admin admin] Router ab4d338e-8fac-4a5e-9bbd-0dae307680b1 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:41:21.758616 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249a1412-326f-4399-a9f7-4160699118d9 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:41:21.763911 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-249a1412-326f-4399-a9f7-4160699118d9 admin admin] 10.222.0.43 "PUT /v2.0/routers/ab4d338e-8fac-4a5e-9bbd-0dae307680b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3398118 Dec 09 02:41:21.766469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41958) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:21.768690 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990de965-e573-48b3-a52f-ce4405c97ddd None None] Sync routers for ids ['ab4d338e-8fac-4a5e-9bbd-0dae307680b1'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:41:21.780140 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990de965-e573-48b3-a52f-ce4405c97ddd None None] Routers {'ab4d338e-8fac-4a5e-9bbd-0dae307680b1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:41:21.780746 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-990de965-e573-48b3-a52f-ce4405c97ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:41:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ab4d338e-8fac-4a5e-9bbd-0dae307680b1'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:21.869578 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9789af12-a13c-4f3e-9903-de819a046a63 admin admin] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:21.881722 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-990de965-e573-48b3-a52f-ce4405c97ddd None None] Set router ab4d338e-8fac-4a5e-9bbd-0dae307680b1 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:41:21.970368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9789af12-a13c-4f3e-9903-de819a046a63 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:22.021873 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9789af12-a13c-4f3e-9903-de819a046a63 admin admin] Deleting port 54718cac-d300-4c5f-8a7d-f71fdbde59e7 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:41:22.022211 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9789af12-a13c-4f3e-9903-de819a046a63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:22.053693 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-990de965-e573-48b3-a52f-ce4405c97ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'name': 'tempest-TestEncryptedCinderVolumes-1453096905-router', 'tenant_id': 'bae2c921635645868ab270ce13d9fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.28'}], 'enable_snat': True}, 'gw_port_id': '54718cac-d300-4c5f-8a7d-f71fdbde59e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:39:57Z', 'updated_at': '2021-12-09T02:41:21Z', 'revision_number': 5, 'project_id': 'bae2c921635645868ab270ce13d9fcad', 'gw_port': {'id': '54718cac-d300-4c5f-8a7d-f71fdbde59e7', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:39:58Z', 'updated_at': '2021-12-09T02:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:22.083316 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990de965-e573-48b3-a52f-ce4405c97ddd None None] Checking router: ab4d338e-8fac-4a5e-9bbd-0dae307680b1 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:41:22.091949 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990de965-e573-48b3-a52f-ce4405c97ddd None None] Routers {'ab4d338e-8fac-4a5e-9bbd-0dae307680b1'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:41:22.092539 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-990de965-e573-48b3-a52f-ce4405c97ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:41:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['ab4d338e-8fac-4a5e-9bbd-0dae307680b1'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:22.097901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9789af12-a13c-4f3e-9903-de819a046a63 admin admin] For port 54718cac-d300-4c5f-8a7d-f71fdbde59e7, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=54718cac-d300-4c5f-8a7d-f71fdbde59e7,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:41:22.098275 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9789af12-a13c-4f3e-9903-de819a046a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:22.100502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 152405a6-8ddb-4942-a1a9-b816e2fbd466 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:41:22.110999 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9789af12-a13c-4f3e-9903-de819a046a63 admin admin] Calling delete_port for 54718cac-d300-4c5f-8a7d-f71fdbde59e7 owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:41:22.120482 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 152405a6-8ddb-4942-a1a9-b816e2fbd466 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:41:22.120832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 152405a6-8ddb-4942-a1a9-b816e2fbd466 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:41:22.181438 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-990de965-e573-48b3-a52f-ce4405c97ddd None None] Set router ab4d338e-8fac-4a5e-9bbd-0dae307680b1 gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:41:22.232237 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-990de965-e573-48b3-a52f-ce4405c97ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'name': 'tempest-TestEncryptedCinderVolumes-1453096905-router', 'tenant_id': 'bae2c921635645868ab270ce13d9fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:39:57Z', 'updated_at': '2021-12-09T02:41:21Z', 'revision_number': 6, 'project_id': 'bae2c921635645868ab270ce13d9fcad', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:22.261627 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990de965-e573-48b3-a52f-ce4405c97ddd None None] The sync data for ids ['ab4d338e-8fac-4a5e-9bbd-0dae307680b1'] in dv-neutron-804846-18-hyperv is: [{'id': 'ab4d338e-8fac-4a5e-9bbd-0dae307680b1', 'name': 'tempest-TestEncryptedCinderVolumes-1453096905-router', 'tenant_id': 'bae2c921635645868ab270ce13d9fcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:39:57Z', 'updated_at': '2021-12-09T02:41:21Z', 'revision_number': 6, 'project_id': 'bae2c921635645868ab270ce13d9fcad', 'gw_port_host': None}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:41:22.285338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9789af12-a13c-4f3e-9903-de819a046a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:22.312138 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5393c751-5c62-44b1-86c1-f9ddf5546ef8 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:41:22.339680 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789af12-a13c-4f3e-9903-de819a046a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=54718cac-d300-4c5f-8a7d-f71fdbde59e7,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:22.378964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9789af12-a13c-4f3e-9903-de819a046a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:22.464966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9789af12-a13c-4f3e-9903-de819a046a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:22.467031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9789af12-a13c-4f3e-9903-de819a046a63 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:22.511929 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9789af12-a13c-4f3e-9903-de819a046a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:22.512535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9789af12-a13c-4f3e-9903-de819a046a63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab4d338e-8fac-4a5e-9bbd-0dae307680b1 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:41:22.517016 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9789af12-a13c-4f3e-9903-de819a046a63 admin admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:22.518366 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9789af12-a13c-4f3e-9903-de819a046a63 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ab4d338e-8fac-4a5e-9bbd-0dae307680b1 HTTP/1.1" status: 204 len: 168 time: 0.7508852 Dec 09 02:41:22.520945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41960) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:22.564398 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1e7ce3-4687-4aed-a115-be57913ec07d admin admin] Deleting subnet 1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:41:22.567264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7ce3-4687-4aed-a115-be57913ec07d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:22.601597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7ce3-4687-4aed-a115-be57913ec07d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:22.685177 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7ce3-4687-4aed-a115-be57913ec07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:22.735744 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7ce3-4687-4aed-a115-be57913ec07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:22.762223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e7ce3-4687-4aed-a115-be57913ec07d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:22.764134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7ce3-4687-4aed-a115-be57913ec07d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:22.767336 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5d1e7ce3-4687-4aed-a115-be57913ec07d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1d8d6aba-6dc1-44b7-8f2f-0c313074cdbd HTTP/1.1" status: 204 len: 168 time: 0.2454650 Dec 09 02:41:22.767872 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa1099a-a849-443b-b3e2-69c20c869d81 None None] Network cb290641-2775-4819-8433-1fc97cc79916 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:41:22.769817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41962) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:22.836413 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:22.893325 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] Deleting port 729f3f99-cf30-4c85-8169-c438c5562c43 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:41:22.893671 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:22.994317 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5951f10-2a02-407c-91c2-feec0704b426 None None] DHCP port deletion for cb290641-2775-4819-8433-1fc97cc79916 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:41:23.059745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 56279281-c600-4e11-b169-7b155e3b9f59 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:41:23.082438 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 56279281-c600-4e11-b169-7b155e3b9f59 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:41:23.082790 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 56279281-c600-4e11-b169-7b155e3b9f59 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:41:23.083754 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 729f3f99-cf30-4c85-8169-c438c5562c43 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:41:23.089416 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e5951f10-2a02-407c-91c2-feec0704b426 None None] Deleting port 729f3f99-cf30-4c85-8169-c438c5562c43 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:41:23.089846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5951f10-2a02-407c-91c2-feec0704b426 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:23.192992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e5951f10-2a02-407c-91c2-feec0704b426 None None] For port 729f3f99-cf30-4c85-8169-c438c5562c43, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=729f3f99-cf30-4c85-8169-c438c5562c43,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:41:23.193536 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5951f10-2a02-407c-91c2-feec0704b426 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:23.227134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e5951f10-2a02-407c-91c2-feec0704b426 None None] Calling delete_port for 729f3f99-cf30-4c85-8169-c438c5562c43 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:41:23.240494 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] For port 729f3f99-cf30-4c85-8169-c438c5562c43, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=729f3f99-cf30-4c85-8169-c438c5562c43,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:41:23.240876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:23.247989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:23.254681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] Calling delete_port for 729f3f99-cf30-4c85-8169-c438c5562c43 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:41:23.325241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 729f3f99-cf30-4c85-8169-c438c5562c43, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=729f3f99-cf30-4c85-8169-c438c5562c43,segment=NetworkSegment(91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba),segment_id=91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:41:23.332596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:23.333964 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 54718cac-d300-4c5f-8a7d-f71fdbde59e7 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:41:23.341581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:23.365895 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=729f3f99-cf30-4c85-8169-c438c5562c43,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:23.371946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] No DVR routers for this DVR port 729f3f99-cf30-4c85-8169-c438c5562c43 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:41:23.378271 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 54718cac-d300-4c5f-8a7d-f71fdbde59e7 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:41:23.378271 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 54718cac-d300-4c5f-8a7d-f71fdbde59e7 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:41:23.380543 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event deleted for resources: {'Port': ['ID=729f3f99-cf30-4c85-8169-c438c5562c43,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:23.383260 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e5951f10-2a02-407c-91c2-feec0704b426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:23.411962 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5951f10-2a02-407c-91c2-feec0704b426 None None] Pushing event deleted for resources: {'Port': ['ID=729f3f99-cf30-4c85-8169-c438c5562c43,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:23.417423 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5951f10-2a02-407c-91c2-feec0704b426 None None] No DVR routers for this DVR port 729f3f99-cf30-4c85-8169-c438c5562c43 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:41:23.446927 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:23.470694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb290641-2775-4819-8433-1fc97cc79916']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:23.479655 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:23.479946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a4c7a6-c7a7-4a41-90f0-0bf2d5fe04ba') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:23.488842 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:23.501697 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:23.508152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:41:23.508561 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:41:23.510238 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:41:23.573854 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:23.583110 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:23.586890 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cb290641-2775-4819-8433-1fc97cc79916 HTTP/1.1" status: 204 len: 168 time: 0.8161509 Dec 09 02:41:23.589924 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41964) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:23.597689 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b4b51-4d30-4049-83af-bb7099d13e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb290641-2775-4819-8433-1fc97cc79916,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:23.930173 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:24.421892 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Deleting port b5b9a980-ec97-489b-b325-40e773005075 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:41:24.422229 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:24.498026 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] For port b5b9a980-ec97-489b-b325-40e773005075, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=b5b9a980-ec97-489b-b325-40e773005075,segment=NetworkSegment(a6e57ac4-f8d2-4e14-b4a4-af91fd315c25),segment_id=a6e57ac4-f8d2-4e14-b4a4-af91fd315c25)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:41:24.498383 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:24.510279 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Calling delete_port for b5b9a980-ec97-489b-b325-40e773005075 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:41:24.680505 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:24.710633 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b9a980-ec97-489b-b325-40e773005075,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:24.732852 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:24.733249 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:24.733602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:24.733946 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:24.734290 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:24.734628 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:24.734965 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:24.735297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:24.735658 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:24.735992 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:24.736326 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:24.736657 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:24.736984 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:24.885875 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:25.092244 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Router 25c1c9f0-9b9b-4e02-a654-ea22819eb109 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:41:25.196624 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:41:25.201774 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-541e3692-464d-4f2d-95e1-4983561d6c9b admin admin] 10.222.0.43 "PUT /v2.0/routers/25c1c9f0-9b9b-4e02-a654-ea22819eb109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6107104 Dec 09 02:41:25.204241 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41968) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:25.207918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3b5f9-0e50-4fa9-acd6-b11ff86dd6a0 None None] Sync routers for ids ['25c1c9f0-9b9b-4e02-a654-ea22819eb109'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:41:25.216878 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e3b5f9-0e50-4fa9-acd6-b11ff86dd6a0 None None] Routers {'25c1c9f0-9b9b-4e02-a654-ea22819eb109'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:41:25.217526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-46e3b5f9-0e50-4fa9-acd6-b11ff86dd6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:41:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['25c1c9f0-9b9b-4e02-a654-ea22819eb109'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:25.305945 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c4638ce5-4824-4511-a30a-def979bb1f55 admin admin] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:25.320748 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-46e3b5f9-0e50-4fa9-acd6-b11ff86dd6a0 None None] Set router 25c1c9f0-9b9b-4e02-a654-ea22819eb109 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:41:25.406809 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c4638ce5-4824-4511-a30a-def979bb1f55 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:25.459030 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c4638ce5-4824-4511-a30a-def979bb1f55 admin admin] Deleting port 70684e7d-cae5-4a22-b19d-e605c6db5fbe {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:41:25.459379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c4638ce5-4824-4511-a30a-def979bb1f55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:25.493138 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-46e3b5f9-0e50-4fa9-acd6-b11ff86dd6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'name': 'tempest-TestEncryptedCinderVolumes-1104221401-router', 'tenant_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.243'}], 'enable_snat': True}, 'gw_port_id': '70684e7d-cae5-4a22-b19d-e605c6db5fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:40:02Z', 'updated_at': '2021-12-09T02:41:24Z', 'revision_number': 5, 'project_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'gw_port': {'id': '70684e7d-cae5-4a22-b19d-e605c6db5fbe', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:79:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:40:03Z', 'updated_at': '2021-12-09T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:25.518849 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3b5f9-0e50-4fa9-acd6-b11ff86dd6a0 None None] Checking router: 25c1c9f0-9b9b-4e02-a654-ea22819eb109 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:41:25.527266 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e3b5f9-0e50-4fa9-acd6-b11ff86dd6a0 None None] Routers {'25c1c9f0-9b9b-4e02-a654-ea22819eb109'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:41:25.527892 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-46e3b5f9-0e50-4fa9-acd6-b11ff86dd6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:41:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['25c1c9f0-9b9b-4e02-a654-ea22819eb109'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:25.540742 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-c4638ce5-4824-4511-a30a-def979bb1f55 admin admin] For port 70684e7d-cae5-4a22-b19d-e605c6db5fbe, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=70684e7d-cae5-4a22-b19d-e605c6db5fbe,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:41:25.541111 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c4638ce5-4824-4511-a30a-def979bb1f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:25.553087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c4638ce5-4824-4511-a30a-def979bb1f55 admin admin] Calling delete_port for 70684e7d-cae5-4a22-b19d-e605c6db5fbe owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:41:25.615410 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-46e3b5f9-0e50-4fa9-acd6-b11ff86dd6a0 None None] Set router 25c1c9f0-9b9b-4e02-a654-ea22819eb109 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:41:25.670913 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-46e3b5f9-0e50-4fa9-acd6-b11ff86dd6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'name': 'tempest-TestEncryptedCinderVolumes-1104221401-router', 'tenant_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:40:02Z', 'updated_at': '2021-12-09T02:41:25Z', 'revision_number': 6, 'project_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:25.697014 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3b5f9-0e50-4fa9-acd6-b11ff86dd6a0 None None] The sync data for ids ['25c1c9f0-9b9b-4e02-a654-ea22819eb109'] in dv-neutron-804846-18-hyperv is: [{'id': '25c1c9f0-9b9b-4e02-a654-ea22819eb109', 'name': 'tempest-TestEncryptedCinderVolumes-1104221401-router', 'tenant_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:40:02Z', 'updated_at': '2021-12-09T02:41:25Z', 'revision_number': 6, 'project_id': 'b5c40b1868d24aaaac124c4821ea1fd0', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:41:25.719804 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c4638ce5-4824-4511-a30a-def979bb1f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:25.746363 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4638ce5-4824-4511-a30a-def979bb1f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=70684e7d-cae5-4a22-b19d-e605c6db5fbe,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:25.760939 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f979cc6e-165c-4eff-9a7c-2c63a7af3579 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:41:25.812493 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c4638ce5-4824-4511-a30a-def979bb1f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:25.900565 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c4638ce5-4824-4511-a30a-def979bb1f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:25.902610 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c4638ce5-4824-4511-a30a-def979bb1f55 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:25.945817 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c4638ce5-4824-4511-a30a-def979bb1f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:25.946438 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4638ce5-4824-4511-a30a-def979bb1f55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25c1c9f0-9b9b-4e02-a654-ea22819eb109 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:41:25.950958 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c4638ce5-4824-4511-a30a-def979bb1f55 admin admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:25.952142 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c4638ce5-4824-4511-a30a-def979bb1f55 admin admin] 10.222.0.43 "DELETE /v2.0/routers/25c1c9f0-9b9b-4e02-a654-ea22819eb109 HTTP/1.1" status: 204 len: 168 time: 0.7469826 Dec 09 02:41:25.954577 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41970) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:25.998016 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-3207e3e7-3208-4fd4-97cb-761a31b9d668 admin admin] Deleting subnet 5f64aad4-ca2e-42ab-809d-2597c3d232fd {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:41:26.001007 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3207e3e7-3208-4fd4-97cb-761a31b9d668 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.040322 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3207e3e7-3208-4fd4-97cb-761a31b9d668 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.124349 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3207e3e7-3208-4fd4-97cb-761a31b9d668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.176453 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3207e3e7-3208-4fd4-97cb-761a31b9d668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.200101 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207e3e7-3208-4fd4-97cb-761a31b9d668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f64aad4-ca2e-42ab-809d-2597c3d232fd,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:26.205593 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3207e3e7-3208-4fd4-97cb-761a31b9d668 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.208874 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3207e3e7-3208-4fd4-97cb-761a31b9d668 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5f64aad4-ca2e-42ab-809d-2597c3d232fd HTTP/1.1" status: 204 len: 168 time: 0.2533100 Dec 09 02:41:26.210755 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7368fcf-7d33-423c-82db-5faafdf13565 None None] Network 4995b935-e482-47ad-98ed-3e4f4a53b62e requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:41:26.211572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41972) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:26.280315 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.334460 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] Deleting port 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:41:26.334807 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.394645 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] For port 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=73d97b27-3cff-4bdf-89e6-9d0ca5b1caab,segment=NetworkSegment(a6e57ac4-f8d2-4e14-b4a4-af91fd315c25),segment_id=a6e57ac4-f8d2-4e14-b4a4-af91fd315c25)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:41:26.394945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.407607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] Calling delete_port for 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:41:26.455685 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731219d8-765e-4051-b519-b110636d4890 None None] DHCP port deletion for 4995b935-e482-47ad-98ed-3e4f4a53b62e request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:41:26.492391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.504724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-731219d8-765e-4051-b519-b110636d4890 None None] Deleting port 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:41:26.505140 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-731219d8-765e-4051-b519-b110636d4890 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.518120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d97b27-3cff-4bdf-89e6-9d0ca5b1caab,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:26.521690 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] No DVR routers for this DVR port 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:41:26.585856 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-731219d8-765e-4051-b519-b110636d4890 None None] For port 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:41:26.586842 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-731219d8-765e-4051-b519-b110636d4890 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.595133 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.599535 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-731219d8-765e-4051-b519-b110636d4890 None None] Calling delete_port for 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:41:26.602173 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-731219d8-765e-4051-b519-b110636d4890 None None] Port 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab was not found and therefore no delete operation was performed {{(pid=103335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 02:41:26.603414 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-731219d8-765e-4051-b519-b110636d4890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.616204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4995b935-e482-47ad-98ed-3e4f4a53b62e']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:26.625358 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e57ac4-f8d2-4e14-b4a4-af91fd315c25') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:26.625660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e57ac4-f8d2-4e14-b4a4-af91fd315c25') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:26.627618 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731219d8-765e-4051-b519-b110636d4890 None None] Pushing event deleted for resources: {'Port': ['ID=73d97b27-3cff-4bdf-89e6-9d0ca5b1caab,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:26.631556 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731219d8-765e-4051-b519-b110636d4890 None None] No DVR routers for this DVR port 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:41:26.635300 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.652203 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.659217 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:41:26.659736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:41:26.662090 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:41:26.727857 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.735078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:26.738657 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4995b935-e482-47ad-98ed-3e4f4a53b62e HTTP/1.1" status: 204 len: 168 time: 0.5260215 Dec 09 02:41:26.760690 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b5b9a980-ec97-489b-b325-40e773005075 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:41:26.764757 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd69fa8-bb3a-4bd9-bc66-83125527edf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4995b935-e482-47ad-98ed-3e4f4a53b62e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:26.782577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: b5b9a980-ec97-489b-b325-40e773005075 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:41:26.782921 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device b5b9a980-ec97-489b-b325-40e773005075 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:41:26.783346 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 70684e7d-cae5-4a22-b19d-e605c6db5fbe no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:41:26.805440 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 70684e7d-cae5-4a22-b19d-e605c6db5fbe {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:41:26.805786 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 70684e7d-cae5-4a22-b19d-e605c6db5fbe not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:41:26.806201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:41:26.824762 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:41:26.825108 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 73d97b27-3cff-4bdf-89e6-9d0ca5b1caab not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:41:26.902274 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41976) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:26.941175 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-74c7c06c-250b-4e8a-b221-ab8ea59e21fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bae2c921635645868ab270ce13d9fcad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376859 Dec 09 02:41:26.943626 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 41978) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:26.993062 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-921d709e-4a9e-4c72-ac43-e198d79c2645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:27.013408 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-921d709e-4a9e-4c72-ac43-e198d79c2645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:27.059901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-921d709e-4a9e-4c72-ac43-e198d79c2645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:27.062617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-921d709e-4a9e-4c72-ac43-e198d79c2645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:27.063832 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-921d709e-4a9e-4c72-ac43-e198d79c2645 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a9981ba-8d49-4bf4-8fcc-77988728b8f1 HTTP/1.1" status: 204 len: 168 time: 0.1193106 Dec 09 02:41:27.071876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d709e-4a9e-4c72-ac43-e198d79c2645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9981ba-8d49-4bf4-8fcc-77988728b8f1,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:27.368068 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41984) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:27.411620 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ba750ca1-cd70-49d1-809b-e8630537cc1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5c40b1868d24aaaac124c4821ea1fd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423679 Dec 09 02:41:27.413990 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 41986) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:27.458985 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed14b7c9-9f82-4693-90fe-ea2a2569827c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:27.478729 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed14b7c9-9f82-4693-90fe-ea2a2569827c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:27.525375 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed14b7c9-9f82-4693-90fe-ea2a2569827c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:27.528038 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed14b7c9-9f82-4693-90fe-ea2a2569827c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:27.529172 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ed14b7c9-9f82-4693-90fe-ea2a2569827c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d50326fd-260d-46a5-adab-1f7d26e8d0ce HTTP/1.1" status: 204 len: 168 time: 0.1143007 Dec 09 02:41:27.536660 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14b7c9-9f82-4693-90fe-ea2a2569827c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50326fd-260d-46a5-adab-1f7d26e8d0ce,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:28.229343 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42008) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:28.326101 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-319fc9f4-fc9c-4e8d-83ab-e8a3702c542b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1242026145-network', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:41:28.347641 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319fc9f4-fc9c-4e8d-83ab-e8a3702c542b admin admin] Made reservation on behalf of bd92a3b930144cf5917356d66c36415c for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:41:28.350472 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-319fc9f4-fc9c-4e8d-83ab-e8a3702c542b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:28.358468 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-319fc9f4-fc9c-4e8d-83ab-e8a3702c542b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:28.432065 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-319fc9f4-fc9c-4e8d-83ab-e8a3702c542b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:28.435670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-319fc9f4-fc9c-4e8d-83ab-e8a3702c542b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:28.456572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319fc9f4-fc9c-4e8d-83ab-e8a3702c542b admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:41:28.469562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319fc9f4-fc9c-4e8d-83ab-e8a3702c542b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:28.474897 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-319fc9f4-fc9c-4e8d-83ab-e8a3702c542b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:28.475239 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-319fc9f4-fc9c-4e8d-83ab-e8a3702c542b admin admin] Added segment 692589d6-a1c8-4185-b20d-16411cda9e96 of type vlan for network 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 Dec 09 02:41:28.513933 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-319fc9f4-fc9c-4e8d-83ab-e8a3702c542b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:28.537850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-319fc9f4-fc9c-4e8d-83ab-e8a3702c542b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:28.538939 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319fc9f4-fc9c-4e8d-83ab-e8a3702c542b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:28.539563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-319fc9f4-fc9c-4e8d-83ab-e8a3702c542b admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:28.593704 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-319fc9f4-fc9c-4e8d-83ab-e8a3702c542b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3646502 Dec 09 02:41:28.596787 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42012) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:28.602974 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-038bc629-c36d-4ab6-aec5-7691acb26e8c admin admin] Request body: {'subnet': {'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1242026145-subnet', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:41:28.603130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319fc9f4-fc9c-4e8d-83ab-e8a3702c542b admin admin] Pushing event updated for resources: {'Network': ['ID=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:28.612618 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:41:28.626847 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038bc629-c36d-4ab6-aec5-7691acb26e8c admin admin] Made reservation on behalf of bd92a3b930144cf5917356d66c36415c for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:41:28.629260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-038bc629-c36d-4ab6-aec5-7691acb26e8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:28.792818 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-038bc629-c36d-4ab6-aec5-7691acb26e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:28.851119 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bc629-c36d-4ab6-aec5-7691acb26e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=41337fa2-e43b-4ccb-91b0-2edde550c3a7,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:28.855311 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038bc629-c36d-4ab6-aec5-7691acb26e8c admin admin] Checking segment: {'id': '692589d6-a1c8-4185-b20d-16411cda9e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:41:28.855703 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038bc629-c36d-4ab6-aec5-7691acb26e8c admin admin] Network hostable DHCP agents. Network: 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:41:28.871703 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038bc629-c36d-4ab6-aec5-7691acb26e8c admin admin] Network 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:41:28.879551 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-038bc629-c36d-4ab6-aec5-7691acb26e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:41:28.883382 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038bc629-c36d-4ab6-aec5-7691acb26e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:28.884012 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-038bc629-c36d-4ab6-aec5-7691acb26e8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:28.889421 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061c308b-3df2-4138-b2e7-d2fca4f5de3e None None] Network 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:41:28.900370 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-038bc629-c36d-4ab6-aec5-7691acb26e8c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3017101 Dec 09 02:41:28.903134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42014) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:28.907564 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1242026145-router', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:41:28.928342 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:28.929388 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:28.980633 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:28.989428 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1', 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1', 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'fixed_ips': [{'subnet_id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:41:28.990362 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:29.117324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:29.122080 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Allocated IP 172.20.0.2 (10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1/41337fa2-e43b-4ccb-91b0-2edde550c3a7/12cb27a5-7852-46bd-b939-da7cab9c1a3c) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:41:29.263256 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:29.269921 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:29.311928 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Network 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:41:29.315817 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:41:29.318148 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Pushing event updated for resources: {'Port': ['ID=12cb27a5-7852-46bd-b939-da7cab9c1a3c,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:29.320287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:41:29.321432 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:29.341464 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:29.379279 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Attempting to bind port 12cb27a5-7852-46bd-b939-da7cab9c1a3c on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:41:29.379597 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Attempting to bind port 12cb27a5-7852-46bd-b939-da7cab9c1a3c by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '692589d6-a1c8-4185-b20d-16411cda9e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:41:29.380462 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Attempting to bind port 12cb27a5-7852-46bd-b939-da7cab9c1a3c on network 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:41:29.385447 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:41:29.385827 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Checking segment: {'id': '692589d6-a1c8-4185-b20d-16411cda9e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:41:29.386231 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:29.386629 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Bound using segment: {'id': '692589d6-a1c8-4185-b20d-16411cda9e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:41:29.387098 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Bound port: 12cb27a5-7852-46bd-b939-da7cab9c1a3c, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692589d6-a1c8-4185-b20d-16411cda9e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:41:29.387512 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:29.442094 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Allocated IP 172.26.3.19 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/72f3f72f-d4f9-4375-bdd9-79f8245c4451) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:41:29.448966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] For port 12cb27a5-7852-46bd-b939-da7cab9c1a3c, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:41:29.452260 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] For port 12cb27a5-7852-46bd-b939-da7cab9c1a3c, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=12cb27a5-7852-46bd-b939-da7cab9c1a3c,segment=NetworkSegment(692589d6-a1c8-4185-b20d-16411cda9e96),segment_id=692589d6-a1c8-4185-b20d-16411cda9e96)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:41:29.457365 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:29.515979 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25121c18-f7c8-454c-b65b-7ab95d0bfdee None None] Pushing event updated for resources: {'Port': ['ID=12cb27a5-7852-46bd-b939-da7cab9c1a3c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:29.550531 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:29.585414 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:29.628165 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:41:29.631630 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:41:29.636000 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:41:29.639057 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Pushing event updated for resources: {'Port': ['ID=72f3f72f-d4f9-4375-bdd9-79f8245c4451,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:29.666114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806d6a54-ad00-41ab-8c9b-d10c898436d9 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:41:29.751519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-de1af81b-12cf-4e5a-a4ad-d1e854320bf8 None None] Provisioning complete for port 72f3f72f-d4f9-4375-bdd9-79f8245c4451 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:29.751988 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-de1af81b-12cf-4e5a-a4ad-d1e854320bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:29.791984 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-de1af81b-12cf-4e5a-a4ad-d1e854320bf8 None None] Port 72f3f72f-d4f9-4375-bdd9-79f8245c4451 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:41:29.911251 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:30.098208 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:30.227945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:41:30.336989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:41:30.347503 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Sync routers for ids ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:41:30.357913 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:30.358370 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Routers {'1f17987e-2c4d-4dc5-a24f-3b19e37042d9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:41:30.358974 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:41:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:30.359172 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b96807db-f1d7-4cc6-b305-5be4466637e5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4550014 Dec 09 02:41:30.362187 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42016) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:30.466443 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18317c5-5c6b-4834-81a4-d2bf6208fcf6 None None] Network 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:41:30.544199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a95f46bb-4661-4a14-b45b-3f8e409ecc38 None None] Provisioning complete for port 12cb27a5-7852-46bd-b939-da7cab9c1a3c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:30.544724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a95f46bb-4661-4a14-b45b-3f8e409ecc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:30.555540 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Set router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:41:30.755718 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'name': 'tempest-TestMinimumBasicScenario-1242026145-router', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:28Z', 'updated_at': '2021-12-09T02:41:29Z', 'revision_number': 3, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'gw_port': {'id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:29Z', 'updated_at': '2021-12-09T02:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:30.795603 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Checking router: 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:41:30.796128 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Updating router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 port 72f3f72f-d4f9-4375-bdd9-79f8245c4451 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:41:30.809229 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 12cb27a5-7852-46bd-b939-da7cab9c1a3c up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:41:30.824041 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:30.831561 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:30.837344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a95f46bb-4661-4a14-b45b-3f8e409ecc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:30.884973 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a95f46bb-4661-4a14-b45b-3f8e409ecc38 None None] For port 12cb27a5-7852-46bd-b939-da7cab9c1a3c, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=12cb27a5-7852-46bd-b939-da7cab9c1a3c,segment=NetworkSegment(692589d6-a1c8-4185-b20d-16411cda9e96),segment_id=692589d6-a1c8-4185-b20d-16411cda9e96)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:41:30.896016 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 12cb27a5-7852-46bd-b939-da7cab9c1a3c triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:30.896434 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:30.898123 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a95f46bb-4661-4a14-b45b-3f8e409ecc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:30.990659 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f46bb-4661-4a14-b45b-3f8e409ecc38 None None] Pushing event updated for resources: {'Port': ['ID=12cb27a5-7852-46bd-b939-da7cab9c1a3c,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:31.026506 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Allocated IP 172.20.0.1 (10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1/41337fa2-e43b-4ccb-91b0-2edde550c3a7/a98ce611-53d4-4f2c-a420-6bb623c789a0) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:41:31.118853 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0605c918-b18b-498f-8e12-7d00571b8060 None None] Provisioning complete for port 12cb27a5-7852-46bd-b939-da7cab9c1a3c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:31.119146 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0605c918-b18b-498f-8e12-7d00571b8060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.119455 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.127263 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.137972 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.175780 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Attempting to bind port 72f3f72f-d4f9-4375-bdd9-79f8245c4451 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:41:31.176210 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Attempting to bind port 72f3f72f-d4f9-4375-bdd9-79f8245c4451 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:41:31.176592 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Attempting to bind port 72f3f72f-d4f9-4375-bdd9-79f8245c4451 on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:41:31.177514 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.188151 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:41:31.188419 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:41:31.188789 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.189738 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:41:31.190211 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Bound port: 72f3f72f-d4f9-4375-bdd9-79f8245c4451, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:41:31.190601 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.196045 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6c839-6c8e-48a2-9b71-a35b22f839a7 None None] Pushing event updated for resources: {'Port': ['ID=72f3f72f-d4f9-4375-bdd9-79f8245c4451,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:31.196519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1a5c18-81af-4368-8bf4-630a4c461c55 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:41:31.219721 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Network 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:41:31.223041 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:41:31.227003 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:41:31.228089 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6c839-6c8e-48a2-9b71-a35b22f839a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:31.228552 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6c839-6c8e-48a2-9b71-a35b22f839a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:31.228786 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6c839-6c8e-48a2-9b71-a35b22f839a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:31.229124 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6c839-6c8e-48a2-9b71-a35b22f839a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:31.229458 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6c839-6c8e-48a2-9b71-a35b22f839a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:31.229898 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6c839-6c8e-48a2-9b71-a35b22f839a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:31.230467 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6c839-6c8e-48a2-9b71-a35b22f839a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:31.230467 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6c839-6c8e-48a2-9b71-a35b22f839a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:31.230776 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6c839-6c8e-48a2-9b71-a35b22f839a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:31.231392 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6c839-6c8e-48a2-9b71-a35b22f839a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:31.231392 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6c839-6c8e-48a2-9b71-a35b22f839a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:31.231747 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6c839-6c8e-48a2-9b71-a35b22f839a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:31.232069 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f6c839-6c8e-48a2-9b71-a35b22f839a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:41:31.265499 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] For port 72f3f72f-d4f9-4375-bdd9-79f8245c4451, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:41:31.266893 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Pushing event updated for resources: {'Port': ['ID=a98ce611-53d4-4f2c-a420-6bb623c789a0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:31.273157 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] For port 72f3f72f-d4f9-4375-bdd9-79f8245c4451, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=72f3f72f-d4f9-4375-bdd9-79f8245c4451,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:41:31.278637 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.285467 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.325722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9149956-a7f2-47ea-80b7-9590dfa0c300 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:41:31.335914 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Routers {'1f17987e-2c4d-4dc5-a24f-3b19e37042d9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:41:31.336550 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:41:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:31.354766 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-ccb161ca-3f27-4034-b828-433cd70f45c8 None None] Provisioning complete for port 72f3f72f-d4f9-4375-bdd9-79f8245c4451 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:31.355312 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ccb161ca-3f27-4034-b828-433cd70f45c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.371728 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6c839-6c8e-48a2-9b71-a35b22f839a7 None None] Pushing event updated for resources: {'Port': ['ID=72f3f72f-d4f9-4375-bdd9-79f8245c4451,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:31.438865 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.454824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ccb161ca-3f27-4034-b828-433cd70f45c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.471995 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] Set router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:41:31.480480 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ccb161ca-3f27-4034-b828-433cd70f45c8 None None] For port 72f3f72f-d4f9-4375-bdd9-79f8245c4451, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=72f3f72f-d4f9-4375-bdd9-79f8245c4451,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:41:31.484634 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ccb161ca-3f27-4034-b828-433cd70f45c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.534648 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb161ca-3f27-4034-b828-433cd70f45c8 None None] Pushing event updated for resources: {'Port': ['ID=72f3f72f-d4f9-4375-bdd9-79f8245c4451,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:31.608534 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-61fc83c5-f824-4936-be1c-0645b74255e8 None None] Provisioning complete for port a98ce611-53d4-4f2c-a420-6bb623c789a0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:31.608905 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61fc83c5-f824-4936-be1c-0645b74255e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.612568 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.617834 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.648996 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-61fc83c5-f824-4936-be1c-0645b74255e8 None None] Port a98ce611-53d4-4f2c-a420-6bb623c789a0 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:41:31.658860 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-61fc83c5-f824-4936-be1c-0645b74255e8 None None] Provisioning complete for port 72f3f72f-d4f9-4375-bdd9-79f8245c4451 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:31.659234 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61fc83c5-f824-4936-be1c-0645b74255e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.678969 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'name': 'tempest-TestMinimumBasicScenario-1242026145-router', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:28Z', 'updated_at': '2021-12-09T02:41:29Z', 'revision_number': 3, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'gw_port': {'id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:29Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:31.686257 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Pushing event updated for resources: {'Port': ['ID=a98ce611-53d4-4f2c-a420-6bb623c789a0,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:31.689221 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:31.713782 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae6363f-3f83-4e89-b3ee-04e4db178d1d None None] The sync data for ids ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'] in dv-neutron-804846-18-hyperv is: [{'id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'name': 'tempest-TestMinimumBasicScenario-1242026145-router', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:28Z', 'updated_at': '2021-12-09T02:41:29Z', 'revision_number': 3, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'gw_port': {'id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:29Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:41:32.062862 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Network 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:41:32.064281 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:41:32.193327 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:41:32.310340 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:41:32.315424 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f44fd3ef-091a-4fe4-bf9f-3b9488301d3e admin admin] 10.222.0.43 "PUT /v2.0/routers/1f17987e-2c4d-4dc5-a24f-3b19e37042d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9519746 Dec 09 02:41:32.365640 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-02deefd5-5350-4df5-b2e9-ce06fc61dd70 None None] Provisioning complete for port a98ce611-53d4-4f2c-a420-6bb623c789a0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:32.366211 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-02deefd5-5350-4df5-b2e9-ce06fc61dd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:32.404345 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-02deefd5-5350-4df5-b2e9-ce06fc61dd70 None None] Port a98ce611-53d4-4f2c-a420-6bb623c789a0 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:41:32.788129 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42032) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:32.793075 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f92f9cf8-899c-419e-977d-6c41de0de214 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-661815070-network', 'tenant_id': '7ced6c290319421e816aa12d4b3813e0'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:41:32.809705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 12cb27a5-7852-46bd-b939-da7cab9c1a3c up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:41:32.819090 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92f9cf8-899c-419e-977d-6c41de0de214 admin admin] Made reservation on behalf of 7ced6c290319421e816aa12d4b3813e0 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:41:32.821883 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f92f9cf8-899c-419e-977d-6c41de0de214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:32.830817 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f92f9cf8-899c-419e-977d-6c41de0de214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:32.857787 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 12cb27a5-7852-46bd-b939-da7cab9c1a3c triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:32.858164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:32.915199 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f92f9cf8-899c-419e-977d-6c41de0de214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:32.920772 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f92f9cf8-899c-419e-977d-6c41de0de214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:32.944487 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 72f3f72f-d4f9-4375-bdd9-79f8245c4451 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:41:32.947089 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92f9cf8-899c-419e-977d-6c41de0de214 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:41:32.957392 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f9cf8-899c-419e-977d-6c41de0de214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931afd73-1f65-47ac-8f2a-a25c11ee58cd,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:32.963311 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f92f9cf8-899c-419e-977d-6c41de0de214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:32.963696 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-f92f9cf8-899c-419e-977d-6c41de0de214 admin admin] Added segment a01e0898-661e-4abb-973b-bffc0c4af24e of type vlan for network c599d360-aa00-4592-bc55-8cbdd7124424 Dec 09 02:41:32.998888 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 72f3f72f-d4f9-4375-bdd9-79f8245c4451 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:32.999319 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:33.007509 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f92f9cf8-899c-419e-977d-6c41de0de214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:33.034914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f92f9cf8-899c-419e-977d-6c41de0de214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:33.035948 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92f9cf8-899c-419e-977d-6c41de0de214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:33.036598 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f92f9cf8-899c-419e-977d-6c41de0de214 admin admin] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:33.095215 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cf7a1f10-8339-496e-9250-786fec6f7c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:33.095884 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f92f9cf8-899c-419e-977d-6c41de0de214 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3065834 Dec 09 02:41:33.098580 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42034) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:33.103521 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-216ef63e-91e4-40e8-873c-965679d9a14b admin admin] Request body: {'subnet': {'network_id': 'c599d360-aa00-4592-bc55-8cbdd7124424', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-661815070-subnet', 'tenant_id': '7ced6c290319421e816aa12d4b3813e0', 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:41:33.113359 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f9cf8-899c-419e-977d-6c41de0de214 admin admin] Pushing event updated for resources: {'Network': ['ID=c599d360-aa00-4592-bc55-8cbdd7124424,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:33.124820 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network c599d360-aa00-4592-bc55-8cbdd7124424 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:41:33.132496 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216ef63e-91e4-40e8-873c-965679d9a14b admin admin] Made reservation on behalf of 7ced6c290319421e816aa12d4b3813e0 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:41:33.134943 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-216ef63e-91e4-40e8-873c-965679d9a14b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:33.232192 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Sync routers for ids ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:41:33.242404 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Routers {'1f17987e-2c4d-4dc5-a24f-3b19e37042d9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:41:33.243015 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:41:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:33.301297 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-216ef63e-91e4-40e8-873c-965679d9a14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:33.352113 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Set router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:41:33.355124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ef63e-91e4-40e8-873c-965679d9a14b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4037386a-0702-4e68-b5f6-b53931f3dd55,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:33.370520 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ef63e-91e4-40e8-873c-965679d9a14b admin admin] Checking segment: {'id': 'a01e0898-661e-4abb-973b-bffc0c4af24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c599d360-aa00-4592-bc55-8cbdd7124424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:41:33.370886 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ef63e-91e4-40e8-873c-965679d9a14b admin admin] Network hostable DHCP agents. Network: c599d360-aa00-4592-bc55-8cbdd7124424, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:41:33.388687 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ef63e-91e4-40e8-873c-965679d9a14b admin admin] Network c599d360-aa00-4592-bc55-8cbdd7124424 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:41:33.398364 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-216ef63e-91e4-40e8-873c-965679d9a14b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, c599d360-aa00-4592-bc55-8cbdd7124424) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:41:33.403302 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ef63e-91e4-40e8-873c-965679d9a14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:33.404499 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-216ef63e-91e4-40e8-873c-965679d9a14b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:33.419734 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-216ef63e-91e4-40e8-873c-965679d9a14b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3200831 Dec 09 02:41:33.422225 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42036) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:33.426367 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-661815070-router', 'tenant_id': '7ced6c290319421e816aa12d4b3813e0', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:41:33.430254 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169053f0-7bf1-445b-a3cb-de95926bb362 None None] Network c599d360-aa00-4592-bc55-8cbdd7124424 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:41:33.448699 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:33.449726 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:33.500905 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:33.607201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-c599d360-aa00-4592-bc55-8cbdd7124424', 'network_id': 'c599d360-aa00-4592-bc55-8cbdd7124424', 'project_id': '7ced6c290319421e816aa12d4b3813e0', 'fixed_ips': [{'subnet_id': '4037386a-0702-4e68-b5f6-b53931f3dd55'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:41:33.608093 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:33.644819 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:33.740236 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'name': 'tempest-TestMinimumBasicScenario-1242026145-router', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:28Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'gw_port': {'id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:29Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'a98ce611-53d4-4f2c-a420-6bb623c789a0', 'name': '', 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'mac_address': 'fa:16:3e:4a:2e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:30Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 2, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'subnets': [{'id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:33.767647 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Checking router: 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:41:33.768006 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Updating router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 port a98ce611-53d4-4f2c-a420-6bb623c789a0 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:41:33.807400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:33.812607 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Allocated IP 172.20.0.2 (c599d360-aa00-4592-bc55-8cbdd7124424/4037386a-0702-4e68-b5f6-b53931f3dd55/799caf18-42d7-4764-99f3-a3609d48c5c6) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:41:33.841437 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:33.864924 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:33.965314 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Allocated IP 172.26.3.122 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/2275f5ec-39f5-4870-8c75-813452f1c89a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:41:34.070784 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:34.104953 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:34.109412 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:34.115374 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:34.148827 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:41:34.155989 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:41:34.160524 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:41:34.163613 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Pushing event updated for resources: {'Port': ['ID=2275f5ec-39f5-4870-8c75-813452f1c89a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:34.168123 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Network c599d360-aa00-4592-bc55-8cbdd7124424 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:41:34.175372 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:41:34.184014 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d66d62-7f19-4561-ab11-243dbdaec3d1 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:41:34.186110 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:41:34.203824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Pushing event updated for resources: {'Port': ['ID=799caf18-42d7-4764-99f3-a3609d48c5c6,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:34.416010 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:34.440064 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:34.446905 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-028398f8-c252-4f59-b23f-8cfdaf1eb9a3 None None] Provisioning complete for port 2275f5ec-39f5-4870-8c75-813452f1c89a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:34.447310 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-028398f8-c252-4f59-b23f-8cfdaf1eb9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:34.454280 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:34.502692 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Attempting to bind port 799caf18-42d7-4764-99f3-a3609d48c5c6 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:41:34.503073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Attempting to bind port 799caf18-42d7-4764-99f3-a3609d48c5c6 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'a01e0898-661e-4abb-973b-bffc0c4af24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c599d360-aa00-4592-bc55-8cbdd7124424'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:41:34.503463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Attempting to bind port 799caf18-42d7-4764-99f3-a3609d48c5c6 on network c599d360-aa00-4592-bc55-8cbdd7124424 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:41:34.529561 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:41:34.529744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Checking segment: {'id': 'a01e0898-661e-4abb-973b-bffc0c4af24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c599d360-aa00-4592-bc55-8cbdd7124424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:41:34.529992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:34.530396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Bound using segment: {'id': 'a01e0898-661e-4abb-973b-bffc0c4af24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c599d360-aa00-4592-bc55-8cbdd7124424'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:41:34.530878 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Bound port: 799caf18-42d7-4764-99f3-a3609d48c5c6, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01e0898-661e-4abb-973b-bffc0c4af24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c599d360-aa00-4592-bc55-8cbdd7124424'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:41:34.531268 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:34.539669 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-028398f8-c252-4f59-b23f-8cfdaf1eb9a3 None None] Port 2275f5ec-39f5-4870-8c75-813452f1c89a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:41:34.560724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92b792-ae3d-4fa9-b849-f023c2e5e077 None None] Pushing event updated for resources: {'Port': ['ID=a98ce611-53d4-4f2c-a420-6bb623c789a0,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:34.624904 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:34.647426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Attempting to bind port a98ce611-53d4-4f2c-a420-6bb623c789a0 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:41:34.647817 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Attempting to bind port a98ce611-53d4-4f2c-a420-6bb623c789a0 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '692589d6-a1c8-4185-b20d-16411cda9e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:41:34.648204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Attempting to bind port a98ce611-53d4-4f2c-a420-6bb623c789a0 on network 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:41:34.657352 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:41:34.657734 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Checking segment: {'id': '692589d6-a1c8-4185-b20d-16411cda9e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:41:34.658142 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:34.658542 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Bound using segment: {'id': '692589d6-a1c8-4185-b20d-16411cda9e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:41:34.659021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Bound port: a98ce611-53d4-4f2c-a420-6bb623c789a0, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692589d6-a1c8-4185-b20d-16411cda9e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:41:34.659404 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:34.662224 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] For port 799caf18-42d7-4764-99f3-a3609d48c5c6, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:41:34.666361 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] For port 799caf18-42d7-4764-99f3-a3609d48c5c6, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=799caf18-42d7-4764-99f3-a3609d48c5c6,segment=NetworkSegment(a01e0898-661e-4abb-973b-bffc0c4af24e),segment_id=a01e0898-661e-4abb-973b-bffc0c4af24e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:41:34.674013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:34.777315 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Router 1750c099-f839-4eb2-a9bd-0be4e535465d is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:41:34.793164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0eb337-49c1-461b-9b19-6299b7e59516 None None] Pushing event updated for resources: {'Port': ['ID=799caf18-42d7-4764-99f3-a3609d48c5c6,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:34.801153 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] For port a98ce611-53d4-4f2c-a420-6bb623c789a0, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:41:34.805273 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] For port a98ce611-53d4-4f2c-a420-6bb623c789a0, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a98ce611-53d4-4f2c-a420-6bb623c789a0,segment=NetworkSegment(692589d6-a1c8-4185-b20d-16411cda9e96),segment_id=692589d6-a1c8-4185-b20d-16411cda9e96)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:41:34.807467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-7930ea45-9a3d-4cc4-a95c-8b8177bcb04a None None] Provisioning complete for port a98ce611-53d4-4f2c-a420-6bb623c789a0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:34.807866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7930ea45-9a3d-4cc4-a95c-8b8177bcb04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:34.811199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:34.890961 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:41:34.906850 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Sync routers for ids ['1750c099-f839-4eb2-a9bd-0be4e535465d'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:41:34.911297 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Routers {'1f17987e-2c4d-4dc5-a24f-3b19e37042d9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:41:34.911986 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:41:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:34.913707 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:34.915178 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cdabdeda-ca2b-46cc-88c2-7a7741ee6671 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4920394 Dec 09 02:41:34.918002 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42038) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:41:34.924643 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Routers {'1750c099-f839-4eb2-a9bd-0be4e535465d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:41:34.925606 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:41:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1750c099-f839-4eb2-a9bd-0be4e535465d'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:34.961642 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92b792-ae3d-4fa9-b849-f023c2e5e077 None None] Pushing event updated for resources: {'Port': ['ID=a98ce611-53d4-4f2c-a420-6bb623c789a0,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:35.020810 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7930ea45-9a3d-4cc4-a95c-8b8177bcb04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:35.123881 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Set router 1750c099-f839-4eb2-a9bd-0be4e535465d gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:41:35.133110 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7930ea45-9a3d-4cc4-a95c-8b8177bcb04a None None] For port a98ce611-53d4-4f2c-a420-6bb623c789a0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a98ce611-53d4-4f2c-a420-6bb623c789a0,segment=NetworkSegment(692589d6-a1c8-4185-b20d-16411cda9e96),segment_id=692589d6-a1c8-4185-b20d-16411cda9e96)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:41:35.149467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] Set router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:41:35.152385 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7930ea45-9a3d-4cc4-a95c-8b8177bcb04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:35.330077 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930ea45-9a3d-4cc4-a95c-8b8177bcb04a None None] Pushing event updated for resources: {'Port': ['ID=a98ce611-53d4-4f2c-a420-6bb623c789a0,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:35.348156 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ac4446ee-386c-4fed-baba-ed873241a220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:35.370723 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'name': 'tempest-TestMinimumBasicScenario-661815070-router', 'tenant_id': '7ced6c290319421e816aa12d4b3813e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '2275f5ec-39f5-4870-8c75-813452f1c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:33Z', 'updated_at': '2021-12-09T02:41:34Z', 'revision_number': 3, 'project_id': '7ced6c290319421e816aa12d4b3813e0', 'gw_port': {'id': '2275f5ec-39f5-4870-8c75-813452f1c89a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:33Z', 'updated_at': '2021-12-09T02:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:35.397691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b48cc6c6-aff7-4f18-951d-a7974afa54e4 None None] Provisioning complete for port a98ce611-53d4-4f2c-a420-6bb623c789a0 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:35.402462 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b48cc6c6-aff7-4f18-951d-a7974afa54e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:35.404372 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Checking router: 1750c099-f839-4eb2-a9bd-0be4e535465d for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:41:35.405062 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Updating router 1750c099-f839-4eb2-a9bd-0be4e535465d port 2275f5ec-39f5-4870-8c75-813452f1c89a binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:41:35.436562 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:35.482285 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:35.520405 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'name': 'tempest-TestMinimumBasicScenario-1242026145-router', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:28Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'gw_port': {'id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:29Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'a98ce611-53d4-4f2c-a420-6bb623c789a0', 'name': '', 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'mac_address': 'fa:16:3e:4a:2e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:30Z', 'updated_at': '2021-12-09T02:41:34Z', 'revision_number': 4, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'subnets': [{'id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:35.555063 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa611aec-6892-4509-b1e9-b365f97830db None None] The sync data for ids ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'] in dv-neutron-804846-18-hyperv is: [{'id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'name': 'tempest-TestMinimumBasicScenario-1242026145-router', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:28Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'gw_port': {'id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:29Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'a98ce611-53d4-4f2c-a420-6bb623c789a0', 'name': '', 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'mac_address': 'fa:16:3e:4a:2e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:30Z', 'updated_at': '2021-12-09T02:41:34Z', 'revision_number': 4, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'subnets': [{'id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:41:35.700524 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Allocated IP 172.20.0.1 (c599d360-aa00-4592-bc55-8cbdd7124424/4037386a-0702-4e68-b5f6-b53931f3dd55/d93e95e4-687e-433c-98f4-4e5c8eca2726) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:41:35.850885 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:35.861469 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:35.894206 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b34e3d4-08ff-4c9d-a36b-d51e02313e5c None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:41:35.917616 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Attempting to bind port 2275f5ec-39f5-4870-8c75-813452f1c89a on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:41:35.918171 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Attempting to bind port 2275f5ec-39f5-4870-8c75-813452f1c89a by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:41:35.918346 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Attempting to bind port 2275f5ec-39f5-4870-8c75-813452f1c89a on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:41:35.929492 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:41:35.929871 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:41:35.930280 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:35.930675 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:41:35.931155 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Bound port: 2275f5ec-39f5-4870-8c75-813452f1c89a, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:41:35.931564 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:35.982217 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3caf8eae-a26e-4571-bce0-f99c2e130717 None None] Provisioning complete for port 2275f5ec-39f5-4870-8c75-813452f1c89a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:35.982953 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3caf8eae-a26e-4571-bce0-f99c2e130717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:35.995196 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] For port 2275f5ec-39f5-4870-8c75-813452f1c89a, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:41:36.003398 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] For port 2275f5ec-39f5-4870-8c75-813452f1c89a, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2275f5ec-39f5-4870-8c75-813452f1c89a,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:41:36.018140 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:36.021315 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049248b3-55f2-4f38-9181-cf8d50a960fe None None] Pushing event updated for resources: {'Port': ['ID=2275f5ec-39f5-4870-8c75-813452f1c89a,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:36.060712 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3caf8eae-a26e-4571-bce0-f99c2e130717 None None] Port 2275f5ec-39f5-4870-8c75-813452f1c89a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:41:36.080111 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049248b3-55f2-4f38-9181-cf8d50a960fe None None] Pushing event updated for resources: {'Port': ['ID=2275f5ec-39f5-4870-8c75-813452f1c89a,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:36.102956 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df28b48-3cd5-42aa-8207-c9987daf2a59 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:41:36.103996 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Routers {'1750c099-f839-4eb2-a9bd-0be4e535465d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:41:36.104683 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:41:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1750c099-f839-4eb2-a9bd-0be4e535465d'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:36.140345 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648baee8-2fe2-4a4b-ab5f-17562f7456d3 None None] Network c599d360-aa00-4592-bc55-8cbdd7124424 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:41:36.182444 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:36.235674 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] Set router 1750c099-f839-4eb2-a9bd-0be4e535465d gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:41:36.236023 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:36.238904 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e029bff3-cae3-467f-aa5e-48530bd2a57b None None] Provisioning complete for port 2275f5ec-39f5-4870-8c75-813452f1c89a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:36.239061 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e029bff3-cae3-467f-aa5e-48530bd2a57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:36.278503 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Network c599d360-aa00-4592-bc55-8cbdd7124424 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:41:36.281914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:41:36.285792 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:41:36.321479 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Pushing event updated for resources: {'Port': ['ID=d93e95e4-687e-433c-98f4-4e5c8eca2726,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:36.336953 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:36.362269 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e029bff3-cae3-467f-aa5e-48530bd2a57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:36.398095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e029bff3-cae3-467f-aa5e-48530bd2a57b None None] For port 2275f5ec-39f5-4870-8c75-813452f1c89a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2275f5ec-39f5-4870-8c75-813452f1c89a,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:41:36.406746 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e029bff3-cae3-467f-aa5e-48530bd2a57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:36.477093 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029bff3-cae3-467f-aa5e-48530bd2a57b None None] Pushing event updated for resources: {'Port': ['ID=2275f5ec-39f5-4870-8c75-813452f1c89a,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:36.490617 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'name': 'tempest-TestMinimumBasicScenario-661815070-router', 'tenant_id': '7ced6c290319421e816aa12d4b3813e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '2275f5ec-39f5-4870-8c75-813452f1c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:33Z', 'updated_at': '2021-12-09T02:41:34Z', 'revision_number': 3, 'project_id': '7ced6c290319421e816aa12d4b3813e0', 'gw_port': {'id': '2275f5ec-39f5-4870-8c75-813452f1c89a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:33Z', 'updated_at': '2021-12-09T02:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:36.503911 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e029bff3-cae3-467f-aa5e-48530bd2a57b None None] Provisioning complete for port 799caf18-42d7-4764-99f3-a3609d48c5c6 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:36.504384 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e029bff3-cae3-467f-aa5e-48530bd2a57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:36.526236 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:36.526748 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4b1ad-c953-469c-a9ec-ec7534aa8280 None None] The sync data for ids ['1750c099-f839-4eb2-a9bd-0be4e535465d'] in dv-neutron-804846-18-hyperv is: [{'id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'name': 'tempest-TestMinimumBasicScenario-661815070-router', 'tenant_id': '7ced6c290319421e816aa12d4b3813e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '2275f5ec-39f5-4870-8c75-813452f1c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:33Z', 'updated_at': '2021-12-09T02:41:34Z', 'revision_number': 3, 'project_id': '7ced6c290319421e816aa12d4b3813e0', 'gw_port': {'id': '2275f5ec-39f5-4870-8c75-813452f1c89a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:33Z', 'updated_at': '2021-12-09T02:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:41:36.539704 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:36.629464 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e029bff3-cae3-467f-aa5e-48530bd2a57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:36.688099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e029bff3-cae3-467f-aa5e-48530bd2a57b None None] For port 799caf18-42d7-4764-99f3-a3609d48c5c6, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=799caf18-42d7-4764-99f3-a3609d48c5c6,segment=NetworkSegment(a01e0898-661e-4abb-973b-bffc0c4af24e),segment_id=a01e0898-661e-4abb-973b-bffc0c4af24e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:41:36.694677 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e029bff3-cae3-467f-aa5e-48530bd2a57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:36.789632 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029bff3-cae3-467f-aa5e-48530bd2a57b None None] Pushing event updated for resources: {'Port': ['ID=799caf18-42d7-4764-99f3-a3609d48c5c6,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:36.828367 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:36.830747 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5ed8309a-03d6-4bb9-8b65-2cdd5b4070f2 None None] Provisioning complete for port d93e95e4-687e-433c-98f4-4e5c8eca2726 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:36.831176 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ed8309a-03d6-4bb9-8b65-2cdd5b4070f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:36.838993 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:36.911675 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5ed8309a-03d6-4bb9-8b65-2cdd5b4070f2 None None] Port d93e95e4-687e-433c-98f4-4e5c8eca2726 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:41:36.938245 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5ed8309a-03d6-4bb9-8b65-2cdd5b4070f2 None None] Provisioning complete for port 799caf18-42d7-4764-99f3-a3609d48c5c6 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:36.938432 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ed8309a-03d6-4bb9-8b65-2cdd5b4070f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:36.965088 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 799caf18-42d7-4764-99f3-a3609d48c5c6 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:41:36.981975 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Pushing event updated for resources: {'Port': ['ID=d93e95e4-687e-433c-98f4-4e5c8eca2726,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:36.984767 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:37.105311 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Network c599d360-aa00-4592-bc55-8cbdd7124424 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:41:37.106757 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:41:37.111144 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 799caf18-42d7-4764-99f3-a3609d48c5c6 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:37.111948 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:37.224159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a98ce611-53d4-4f2c-a420-6bb623c789a0 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:41:37.271653 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Router 1750c099-f839-4eb2-a9bd-0be4e535465d has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:41:37.294513 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-55702152-6c43-4509-9a84-06899e1779f2 None None] Provisioning complete for port d93e95e4-687e-433c-98f4-4e5c8eca2726 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:37.294887 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55702152-6c43-4509-9a84-06899e1779f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:37.347084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-55702152-6c43-4509-9a84-06899e1779f2 None None] Port d93e95e4-687e-433c-98f4-4e5c8eca2726 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:41:37.348632 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port a98ce611-53d4-4f2c-a420-6bb623c789a0 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:37.349009 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:37.406750 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:41:37.412632 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d994ffe1-bdd6-4527-8e30-6c766dac2861 admin admin] 10.222.0.43 "PUT /v2.0/routers/1750c099-f839-4eb2-a9bd-0be4e535465d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4936900 Dec 09 02:41:37.466229 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-7cee934f-1fb3-4a99-9fb2-e6f493bb4c40 None None] Provisioning complete for port d93e95e4-687e-433c-98f4-4e5c8eca2726 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:37.466699 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7cee934f-1fb3-4a99-9fb2-e6f493bb4c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:37.509991 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7cee934f-1fb3-4a99-9fb2-e6f493bb4c40 None None] Port d93e95e4-687e-433c-98f4-4e5c8eca2726 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:41:37.866237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:38.731170 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:38.880873 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 799caf18-42d7-4764-99f3-a3609d48c5c6 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:41:38.943881 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 799caf18-42d7-4764-99f3-a3609d48c5c6 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:38.944252 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:39.040222 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2275f5ec-39f5-4870-8c75-813452f1c89a up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:41:39.096384 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 2275f5ec-39f5-4870-8c75-813452f1c89a triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:39.097191 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:39.191126 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Sync routers for ids ['1750c099-f839-4eb2-a9bd-0be4e535465d'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:41:39.215398 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Routers {'1750c099-f839-4eb2-a9bd-0be4e535465d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:41:39.216040 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:41:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1750c099-f839-4eb2-a9bd-0be4e535465d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:39.480889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Set router 1750c099-f839-4eb2-a9bd-0be4e535465d gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:41:39.704808 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'name': 'tempest-TestMinimumBasicScenario-661815070-router', 'tenant_id': '7ced6c290319421e816aa12d4b3813e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '2275f5ec-39f5-4870-8c75-813452f1c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:33Z', 'updated_at': '2021-12-09T02:41:36Z', 'revision_number': 4, 'project_id': '7ced6c290319421e816aa12d4b3813e0', 'gw_port': {'id': '2275f5ec-39f5-4870-8c75-813452f1c89a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:33Z', 'updated_at': '2021-12-09T02:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'd93e95e4-687e-433c-98f4-4e5c8eca2726', 'name': '', 'network_id': 'c599d360-aa00-4592-bc55-8cbdd7124424', 'tenant_id': '7ced6c290319421e816aa12d4b3813e0', 'mac_address': 'fa:16:3e:89:5d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4037386a-0702-4e68-b5f6-b53931f3dd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:35Z', 'updated_at': '2021-12-09T02:41:36Z', 'revision_number': 2, 'project_id': '7ced6c290319421e816aa12d4b3813e0', 'subnets': [{'id': '4037386a-0702-4e68-b5f6-b53931f3dd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:39.733724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Checking router: 1750c099-f839-4eb2-a9bd-0be4e535465d for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:41:39.734527 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Updating router 1750c099-f839-4eb2-a9bd-0be4e535465d port d93e95e4-687e-433c-98f4-4e5c8eca2726 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:41:39.760794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:40.058776 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:40.064870 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:40.121611 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99429fb8-feae-4cca-b1c5-77a9b5b9988c None None] Pushing event updated for resources: {'Port': ['ID=d93e95e4-687e-433c-98f4-4e5c8eca2726,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:40.187066 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Attempting to bind port d93e95e4-687e-433c-98f4-4e5c8eca2726 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:41:40.187460 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Attempting to bind port d93e95e4-687e-433c-98f4-4e5c8eca2726 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'a01e0898-661e-4abb-973b-bffc0c4af24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c599d360-aa00-4592-bc55-8cbdd7124424'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:41:40.187827 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Attempting to bind port d93e95e4-687e-433c-98f4-4e5c8eca2726 on network c599d360-aa00-4592-bc55-8cbdd7124424 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:41:40.193845 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:41:40.194226 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Checking segment: {'id': 'a01e0898-661e-4abb-973b-bffc0c4af24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c599d360-aa00-4592-bc55-8cbdd7124424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:41:40.194658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:40.195055 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Bound using segment: {'id': 'a01e0898-661e-4abb-973b-bffc0c4af24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c599d360-aa00-4592-bc55-8cbdd7124424'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:41:40.195554 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Bound port: d93e95e4-687e-433c-98f4-4e5c8eca2726, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01e0898-661e-4abb-973b-bffc0c4af24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c599d360-aa00-4592-bc55-8cbdd7124424'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:41:40.195941 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:40.280407 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] For port d93e95e4-687e-433c-98f4-4e5c8eca2726, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:41:40.283882 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] For port d93e95e4-687e-433c-98f4-4e5c8eca2726, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d93e95e4-687e-433c-98f4-4e5c8eca2726,segment=NetworkSegment(a01e0898-661e-4abb-973b-bffc0c4af24e),segment_id=a01e0898-661e-4abb-973b-bffc0c4af24e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:41:40.292820 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:40.352830 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Routers {'1750c099-f839-4eb2-a9bd-0be4e535465d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:41:40.353555 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:41:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1750c099-f839-4eb2-a9bd-0be4e535465d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:40.410240 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99429fb8-feae-4cca-b1c5-77a9b5b9988c None None] Pushing event updated for resources: {'Port': ['ID=d93e95e4-687e-433c-98f4-4e5c8eca2726,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:40.512950 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] Set router 1750c099-f839-4eb2-a9bd-0be4e535465d gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:41:40.548197 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-6dae689b-65c7-4f38-b413-d4c7c0937d38 None None] Provisioning complete for port d93e95e4-687e-433c-98f4-4e5c8eca2726 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:40.548565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6dae689b-65c7-4f38-b413-d4c7c0937d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:40.734298 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6dae689b-65c7-4f38-b413-d4c7c0937d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:40.799357 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6dae689b-65c7-4f38-b413-d4c7c0937d38 None None] For port d93e95e4-687e-433c-98f4-4e5c8eca2726, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d93e95e4-687e-433c-98f4-4e5c8eca2726,segment=NetworkSegment(a01e0898-661e-4abb-973b-bffc0c4af24e),segment_id=a01e0898-661e-4abb-973b-bffc0c4af24e)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:41:40.830003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'name': 'tempest-TestMinimumBasicScenario-661815070-router', 'tenant_id': '7ced6c290319421e816aa12d4b3813e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '2275f5ec-39f5-4870-8c75-813452f1c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:33Z', 'updated_at': '2021-12-09T02:41:36Z', 'revision_number': 4, 'project_id': '7ced6c290319421e816aa12d4b3813e0', 'gw_port': {'id': '2275f5ec-39f5-4870-8c75-813452f1c89a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:33Z', 'updated_at': '2021-12-09T02:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'd93e95e4-687e-433c-98f4-4e5c8eca2726', 'name': '', 'network_id': 'c599d360-aa00-4592-bc55-8cbdd7124424', 'tenant_id': '7ced6c290319421e816aa12d4b3813e0', 'mac_address': 'fa:16:3e:89:5d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4037386a-0702-4e68-b5f6-b53931f3dd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:35Z', 'updated_at': '2021-12-09T02:41:40Z', 'revision_number': 4, 'project_id': '7ced6c290319421e816aa12d4b3813e0', 'subnets': [{'id': '4037386a-0702-4e68-b5f6-b53931f3dd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:41:40.862535 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6dae689b-65c7-4f38-b413-d4c7c0937d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:40.866007 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f751a-4f66-473c-9398-2d9e59fc75fc None None] The sync data for ids ['1750c099-f839-4eb2-a9bd-0be4e535465d'] in dv-neutron-804846-18-hyperv is: [{'id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'name': 'tempest-TestMinimumBasicScenario-661815070-router', 'tenant_id': '7ced6c290319421e816aa12d4b3813e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '2275f5ec-39f5-4870-8c75-813452f1c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:33Z', 'updated_at': '2021-12-09T02:41:36Z', 'revision_number': 4, 'project_id': '7ced6c290319421e816aa12d4b3813e0', 'gw_port': {'id': '2275f5ec-39f5-4870-8c75-813452f1c89a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:33Z', 'updated_at': '2021-12-09T02:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'd93e95e4-687e-433c-98f4-4e5c8eca2726', 'name': '', 'network_id': 'c599d360-aa00-4592-bc55-8cbdd7124424', 'tenant_id': '7ced6c290319421e816aa12d4b3813e0', 'mac_address': 'fa:16:3e:89:5d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4037386a-0702-4e68-b5f6-b53931f3dd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:35Z', 'updated_at': '2021-12-09T02:41:40Z', 'revision_number': 4, 'project_id': '7ced6c290319421e816aa12d4b3813e0', 'subnets': [{'id': '4037386a-0702-4e68-b5f6-b53931f3dd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:41:40.934984 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae689b-65c7-4f38-b413-d4c7c0937d38 None None] Pushing event updated for resources: {'Port': ['ID=d93e95e4-687e-433c-98f4-4e5c8eca2726,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:40.983468 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-6dfcea3d-f364-4e2b-bc75-ee8f6d6dfb59 None None] Provisioning complete for port d93e95e4-687e-433c-98f4-4e5c8eca2726 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:40.989324 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6dfcea3d-f364-4e2b-bc75-ee8f6d6dfb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:42.804901 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d93e95e4-687e-433c-98f4-4e5c8eca2726 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:41:42.923377 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port d93e95e4-687e-433c-98f4-4e5c8eca2726 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:42.923771 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:43.360757 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:41:44.298187 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:47.491786 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-108e2402-5062-40b3-87b1-373c2a7ad26c tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:47.493249 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-108e2402-5062-40b3-87b1-373c2a7ad26c tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/networks?id=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 HTTP/1.1" status: 200 len: 815 time: 0.1040835 Dec 09 02:41:47.507847 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-ca457dc6-d62e-47b7-8ce1-118e91001b38 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/quotas/bd92a3b930144cf5917356d66c36415c HTTP/1.1" status: 200 len: 375 time: 0.0089650 Dec 09 02:41:47.557827 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-c43877a0-3421-4e45-b551-f06d55f7a337 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd92a3b930144cf5917356d66c36415c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448472 Dec 09 02:41:47.648995 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-fe5c47d6-d2d0-41d9-b6e6-342ba023a559 service neutron] 10.222.0.43 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797186 Dec 09 02:41:47.741276 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-8cdc4760-dfa4-46aa-ba0c-d733fe3d750f service neutron] 10.222.0.43 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856187 Dec 09 02:41:47.898539 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-451a2657-d76d-4b7f-9699-482df66ad440 req-f69d5990-4618-4147-a596-a74d71ef3130 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 210 time: 0.0267353 Dec 09 02:41:48.892933 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-5b7c7861-1413-4f9f-a0d9-3348043e0f6c tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:48.894515 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-5b7c7861-1413-4f9f-a0d9-3348043e0f6c tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.45 "GET /v2.0/networks?id=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 HTTP/1.1" status: 200 len: 815 time: 0.1041343 Dec 09 02:41:48.914418 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-ec088c3a-11d2-4cb3-afff-47375c58cb48 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Request body: {'port': {'device_id': '287642da-e032-4d64-adbb-52ec4835987d', 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1', 'admin_state_up': True, 'tenant_id': 'bd92a3b930144cf5917356d66c36415c'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:41:48.996927 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4e69edae-e1cc-4733-b200-3bba124753f9 req-f237849b-7b17-4d57-8cb2-282e9b66d117 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 210 time: 0.0293095 Dec 09 02:41:49.043470 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-ec088c3a-11d2-4cb3-afff-47375c58cb48 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Made reservation on behalf of bd92a3b930144cf5917356d66c36415c for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:41:49.046767 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-ec088c3a-11d2-4cb3-afff-47375c58cb48 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:49.176049 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-ec088c3a-11d2-4cb3-afff-47375c58cb48 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Allocated IP 172.20.0.3 (10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1/41337fa2-e43b-4ccb-91b0-2edde550c3a7/77b25b90-b5bc-44a0-ba07-cdd9694c4de7) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:41:49.380608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-ec088c3a-11d2-4cb3-afff-47375c58cb48 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:49.427718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-ec088c3a-11d2-4cb3-afff-47375c58cb48 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:49.484148 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-ec088c3a-11d2-4cb3-afff-47375c58cb48 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Network 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:41:49.487413 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-ec088c3a-11d2-4cb3-afff-47375c58cb48 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:41:49.490176 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-ec088c3a-11d2-4cb3-afff-47375c58cb48 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:41:49.522301 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec088c3a-11d2-4cb3-afff-47375c58cb48 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Pushing event updated for resources: {'Port': ['ID=77b25b90-b5bc-44a0-ba07-cdd9694c4de7,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:41:49.558348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-ec088c3a-11d2-4cb3-afff-47375c58cb48 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:49.559505 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-ec088c3a-11d2-4cb3-afff-47375c58cb48 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:49.583797 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-ec088c3a-11d2-4cb3-afff-47375c58cb48 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6735220 Dec 09 02:41:49.770782 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1b6f7112-abb6-4a78-83f9-8c30eb72011a None None] Provisioning complete for port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:41:49.771419 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7112-abb6-4a78-83f9-8c30eb72011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:41:49.805607 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f7112-abb6-4a78-83f9-8c30eb72011a None None] Port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:41:50.111366 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9374e8-6434-4318-96e4-76e0a07283c8 req-c2d43359-a2c5-4bb7-95bb-7ec94bd3221c tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:50.112845 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac9374e8-6434-4318-96e4-76e0a07283c8 req-c2d43359-a2c5-4bb7-95bb-7ec94bd3221c tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 931 time: 0.0483272 Dec 09 02:41:50.171046 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ac9374e8-6434-4318-96e4-76e0a07283c8 req-cb30f507-fda0-4068-8107-7122ecd7e86d tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520122 Dec 09 02:41:51.291228 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64811a58-3926-4af2-81a5-cbbd08ccb255 req-c99baf52-e6c3-421b-b532-9b15ef1c88b6 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:51.292784 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-64811a58-3926-4af2-81a5-cbbd08ccb255 req-c99baf52-e6c3-421b-b532-9b15ef1c88b6 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 931 time: 0.0565438 Dec 09 02:41:51.339308 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-64811a58-3926-4af2-81a5-cbbd08ccb255 req-97a1f59c-eeef-4ab2-b777-be998ffe1b5f tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407467 Dec 09 02:41:52.462304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce61b1-07b5-4419-81eb-5c15ee8c364d req-019a99bb-a384-4c01-bb64-0d8639e11f18 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:52.463817 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-71ce61b1-07b5-4419-81eb-5c15ee8c364d req-019a99bb-a384-4c01-bb64-0d8639e11f18 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 931 time: 0.0507731 Dec 09 02:41:52.512546 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-71ce61b1-07b5-4419-81eb-5c15ee8c364d req-4ad3b6d1-8d27-41c6-9e7c-61187af6c574 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427907 Dec 09 02:41:53.642353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a00b1-4a91-4d06-bd23-9865a22d605b req-f4b380fe-5ecd-474f-9510-dfaf1717dd9f tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:53.643849 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-eb5a00b1-4a91-4d06-bd23-9865a22d605b req-f4b380fe-5ecd-474f-9510-dfaf1717dd9f tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 931 time: 0.0507791 Dec 09 02:41:53.696268 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-eb5a00b1-4a91-4d06-bd23-9865a22d605b req-eafe5d65-906b-458b-b936-4f0f4e7f0b25 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437629 Dec 09 02:41:54.819099 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633824-fecc-473d-8ac3-449680cd17b1 req-ec080da1-7f79-443a-af83-ad242a473ffb tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:54.820700 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9d633824-fecc-473d-8ac3-449680cd17b1 req-ec080da1-7f79-443a-af83-ad242a473ffb tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 931 time: 0.0521867 Dec 09 02:41:54.867795 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9d633824-fecc-473d-8ac3-449680cd17b1 req-c640a113-8c55-498f-bcbb-121fcdf0ed85 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412602 Dec 09 02:41:55.997137 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffefc8e-3eea-469e-a48e-54599f27c771 req-8ed613ff-74be-4fe6-b1c9-5570860ab0dd tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:55.999059 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1ffefc8e-3eea-469e-a48e-54599f27c771 req-8ed613ff-74be-4fe6-b1c9-5570860ab0dd tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 931 time: 0.0522392 Dec 09 02:41:56.070832 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1ffefc8e-3eea-469e-a48e-54599f27c771 req-864d2137-9ef6-4c23-9d53-b641a59340af tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559728 Dec 09 02:41:57.196556 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d68c62-926a-4197-a90a-ed342ce4c835 req-f7cbdfee-4a33-4fe5-afe2-f6860e70df39 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:57.198117 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-56d68c62-926a-4197-a90a-ed342ce4c835 req-f7cbdfee-4a33-4fe5-afe2-f6860e70df39 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 931 time: 0.0520711 Dec 09 02:41:57.248136 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-56d68c62-926a-4197-a90a-ed342ce4c835 req-cd6c927f-5977-40d0-8891-f4da38ad66ab tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423746 Dec 09 02:41:58.359291 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4206ec-1f7c-4bac-89cb-8f76197b0ea6 req-ce47942f-16ff-4cef-96fa-1edd6201a2cd tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:58.361478 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9a4206ec-1f7c-4bac-89cb-8f76197b0ea6 req-ce47942f-16ff-4cef-96fa-1edd6201a2cd tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 931 time: 0.0485566 Dec 09 02:41:58.418578 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9a4206ec-1f7c-4bac-89cb-8f76197b0ea6 req-ceea0e8f-9208-4a8e-8be0-e02e7e101b8e tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500634 Dec 09 02:41:59.532016 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e30ea-bc44-4fe7-b582-197ba05f5d86 req-d4c813e0-214a-4c30-a810-4555d6d1e6d0 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:41:59.533558 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-800e30ea-bc44-4fe7-b582-197ba05f5d86 req-d4c813e0-214a-4c30-a810-4555d6d1e6d0 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 931 time: 0.0485575 Dec 09 02:41:59.583287 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-800e30ea-bc44-4fe7-b582-197ba05f5d86 req-a78e7e70-3f71-4f08-86fc-a800c61b5fef tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432501 Dec 09 02:42:00.702021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f0bf2-b6fc-4d5f-a0c3-72b9d5cb7fc1 req-102dd18c-3053-44f7-8225-6eea1f1af5aa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:00.703657 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-702f0bf2-b6fc-4d5f-a0c3-72b9d5cb7fc1 req-102dd18c-3053-44f7-8225-6eea1f1af5aa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 931 time: 0.0472405 Dec 09 02:42:00.739515 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Request body: {'port': {'device_id': '287642da-e032-4d64-adbb-52ec4835987d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:42:00.779351 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-702f0bf2-b6fc-4d5f-a0c3-72b9d5cb7fc1 req-1138c9af-18a9-4420-965f-8dd42b7584a5 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694318 Dec 09 02:42:00.807143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:01.072958 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:42:01.081724 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:01.094021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Transition to ACTIVE for port object 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:42:01.097484 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:01.489330 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Pushing event updated for resources: {'Port': ['ID=77b25b90-b5bc-44a0-ba07-cdd9694c4de7,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:42:01.520177 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Attempting to bind port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:42:01.520507 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Attempting to bind port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '692589d6-a1c8-4185-b20d-16411cda9e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:42:01.520835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Attempting to bind port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 on network 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:42:01.525503 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 on network 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:42:01.525824 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Attempting to bind port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 on network 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:42:01.530631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:42:01.530963 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Checking segment: {'id': '692589d6-a1c8-4185-b20d-16411cda9e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:42:01.531345 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Bound using segment: {'id': '692589d6-a1c8-4185-b20d-16411cda9e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:42:01.531799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Bound port: 77b25b90-b5bc-44a0-ba07-cdd9694c4de7, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692589d6-a1c8-4185-b20d-16411cda9e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:42:01.532155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:01.596115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] For port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:42:01.599282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] For port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=77b25b90-b5bc-44a0-ba07-cdd9694c4de7,segment=NetworkSegment(692589d6-a1c8-4185-b20d-16411cda9e96),segment_id=692589d6-a1c8-4185-b20d-16411cda9e96)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:42:01.603866 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:01.641257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:01.641881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:01.643334 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] 10.222.0.45 "PUT /v2.0/ports/77b25b90-b5bc-44a0-ba07-cdd9694c4de7 HTTP/1.1" status: 200 len: 1093 time: 0.9126599 Dec 09 02:42:01.643773 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287642da-e032-4d64-adbb-52ec4835987d', 'tag': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:42:01.646059 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5fd0a4-4abd-4339-a1b7-f0299e810456" -d '{"events": [{"name": "network-changed", "server_uuid": "287642da-e032-4d64-adbb-52ec4835987d", "tag": "77b25b90-b5bc-44a0-ba07-cdd9694c4de7"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:42:01.673447 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b40892-d5aa-4a7c-a9be-0ab2dfb2d988 service neutron] Pushing event updated for resources: {'Port': ['ID=77b25b90-b5bc-44a0-ba07-cdd9694c4de7,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:42:01.721771 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8e90d9-e206-47a2-8883-6dc7b080a67c x-openstack-request-id: req-cf8e90d9-e206-47a2-8883-6dc7b080a67c {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:42:01.722363 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287642da-e032-4d64-adbb-52ec4835987d", "tag": "77b25b90-b5bc-44a0-ba07-cdd9694c4de7", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:42:01.723020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf8e90d9-e206-47a2-8883-6dc7b080a67c {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:42:01.723472 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287642da-e032-4d64-adbb-52ec4835987d', 'tag': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7', 'status': 'completed', 'code': 200} Dec 09 02:42:01.782333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-69825938-a109-47c3-853d-d18aed20428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:01.783900 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-69825938-a109-47c3-853d-d18aed20428d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd92a3b930144cf5917356d66c36415c&device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 1096 time: 0.0456500 Dec 09 02:42:01.838049 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-6cf2ab78-fc28-4975-898a-2ef8ee378f9c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b25b90-b5bc-44a0-ba07-cdd9694c4de7 HTTP/1.1" status: 200 len: 217 time: 0.0394652 Dec 09 02:42:01.919258 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-e5227287-55e5-4aa4-8871-8c5501961ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:01.920639 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-e5227287-55e5-4aa4-8871-8c5501961ee3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41337fa2-e43b-4ccb-91b0-2edde550c3a7 HTTP/1.1" status: 200 len: 854 time: 0.0755382 Dec 09 02:42:01.944162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050682d-c604-47b3-8b9f-bd39148af4ab req-573dc0f9-faee-4cc4-908e-7e5e66f23d0f tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:01.945678 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8050682d-c604-47b3-8b9f-bd39148af4ab req-573dc0f9-faee-4cc4-908e-7e5e66f23d0f tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 943 time: 0.0733504 Dec 09 02:42:02.005613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-13466116-18f9-4c55-b6be-e21d81bf5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:02.007144 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-13466116-18f9-4c55-b6be-e21d81bf5b43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0791183 Dec 09 02:42:02.014999 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8050682d-c604-47b3-8b9f-bd39148af4ab req-68cf040e-00d1-4f6b-800f-d440f6b596a6 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557060 Dec 09 02:42:02.104981 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-f00c3a3b-74e0-4a29-8118-cce70ca98870 service neutron] 10.222.0.45 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889804 Dec 09 02:42:02.193967 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f0fc0b8-226b-4578-a31b-ce72cde54b25 req-661c6aae-640d-4f9c-b8ce-ecfecd1e7547 service neutron] 10.222.0.45 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819721 Dec 09 02:42:02.318206 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fd0a4-4abd-4339-a1b7-f0299e810456 req-53d00777-243c-4f76-918e-e456f16e7b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:02.319644 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8f5fd0a4-4abd-4339-a1b7-f0299e810456 req-53d00777-243c-4f76-918e-e456f16e7b14 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd92a3b930144cf5917356d66c36415c&device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 1096 time: 0.0403492 Dec 09 02:42:02.415712 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fd0a4-4abd-4339-a1b7-f0299e810456 req-a85eb2c3-5744-49a7-821c-a1d9075af6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:02.417213 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8f5fd0a4-4abd-4339-a1b7-f0299e810456 req-a85eb2c3-5744-49a7-821c-a1d9075af6d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 HTTP/1.1" status: 200 len: 916 time: 0.0882854 Dec 09 02:42:02.458771 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8f5fd0a4-4abd-4339-a1b7-f0299e810456 req-b552ba23-89d7-45ed-88c1-bc1cc1d69b10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b25b90-b5bc-44a0-ba07-cdd9694c4de7 HTTP/1.1" status: 200 len: 217 time: 0.0340772 Dec 09 02:42:02.513323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fd0a4-4abd-4339-a1b7-f0299e810456 req-69aabe27-3949-4d62-a651-ce989a27769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:02.514901 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8f5fd0a4-4abd-4339-a1b7-f0299e810456 req-69aabe27-3949-4d62-a651-ce989a27769e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41337fa2-e43b-4ccb-91b0-2edde550c3a7 HTTP/1.1" status: 200 len: 854 time: 0.0474784 Dec 09 02:42:02.559788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fd0a4-4abd-4339-a1b7-f0299e810456 req-766d8aad-76e0-44f7-bb94-7d27001897bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:02.561253 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8f5fd0a4-4abd-4339-a1b7-f0299e810456 req-766d8aad-76e0-44f7-bb94-7d27001897bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391524 Dec 09 02:42:02.652047 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8f5fd0a4-4abd-4339-a1b7-f0299e810456 req-a96dacf0-9fb2-412e-a07a-f7d2627b03c6 service neutron] 10.222.0.45 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834169 Dec 09 02:42:02.745928 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8f5fd0a4-4abd-4339-a1b7-f0299e810456 req-7867b7cc-0226-49bc-909e-7ce3951dfae6 service neutron] 10.222.0.45 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868940 Dec 09 02:42:03.069923 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c60786bb-5e88-4fae-ac14-bcc4735398ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:03.133972 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41099a8-4814-4855-9aae-d25c6984c846 req-a0b3f63b-686d-4ed5-86d8-64fc2db5b0f6 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:03.135499 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f41099a8-4814-4855-9aae-d25c6984c846 req-a0b3f63b-686d-4ed5-86d8-64fc2db5b0f6 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 943 time: 0.0511487 Dec 09 02:42:03.182306 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f41099a8-4814-4855-9aae-d25c6984c846 req-cde02e8f-9dcf-4cbc-b84a-38654f1ab287 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409853 Dec 09 02:42:04.269575 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:42:04.299331 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54214893-7692-4cdb-8fd5-c8661999e122 req-3c8f17e6-4b1d-42ed-9fb4-f52653e77c8e tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:04.300826 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-54214893-7692-4cdb-8fd5-c8661999e122 req-3c8f17e6-4b1d-42ed-9fb4-f52653e77c8e tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 943 time: 0.0517342 Dec 09 02:42:04.347380 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-54214893-7692-4cdb-8fd5-c8661999e122 req-394a113a-d5f2-4e46-9457-281ab464aadf tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400712 Dec 09 02:42:04.367486 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=77b25b90-b5bc-44a0-ba07-cdd9694c4de7,segment=NetworkSegment(692589d6-a1c8-4185-b20d-16411cda9e96),segment_id=692589d6-a1c8-4185-b20d-16411cda9e96)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:42:04.378590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7', 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1', 'port_id': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7', 'mac_address': 'fa:16:3e:3e:d0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:42:04.415233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:04.427655 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:42:04.446751 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=77b25b90-b5bc-44a0-ba07-cdd9694c4de7,segment=NetworkSegment(692589d6-a1c8-4185-b20d-16411cda9e96),segment_id=692589d6-a1c8-4185-b20d-16411cda9e96)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:42:04.451831 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:04.496740 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=77b25b90-b5bc-44a0-ba07-cdd9694c4de7,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:42:04.503461 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:04.503817 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:04.504159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:04.504491 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:04.504817 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:04.505142 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:04.505465 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:04.505787 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:04.506109 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:04.506428 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:04.506744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:04.507060 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:04.507374 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:04.734501 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['77b25b90-b5bc-44a0-ba07-cdd9694c4de7'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:42:05.309517 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16ba77b1-c472-4b7c-9f12-087ba5f57d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:05.459777 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5aff28-cddd-4aba-a193-8ba2877a26d7 req-62c52467-b756-464c-b3ce-f0af9d493c21 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:05.461911 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb5aff28-cddd-4aba-a193-8ba2877a26d7 req-62c52467-b756-464c-b3ce-f0af9d493c21 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 944 time: 0.0488667 Dec 09 02:42:05.508091 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb5aff28-cddd-4aba-a193-8ba2877a26d7 req-19a8fd13-5f4c-4556-88c2-9000f6d5f5b2 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396349 Dec 09 02:42:06.285505 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:42:06.332535 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:42:06.336939 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:42:06.337315 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:06.570280 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:06.571084 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:06.594086 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287642da-e032-4d64-adbb-52ec4835987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:42:06.596350 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455c813b-8f12-4b3d-8790-2e8a0aa748aa" -d '{"events": [{"server_uuid": "287642da-e032-4d64-adbb-52ec4835987d", "name": "network-vif-plugged", "status": "completed", "tag": "77b25b90-b5bc-44a0-ba07-cdd9694c4de7"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:42:06.608870 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=77b25b90-b5bc-44a0-ba07-cdd9694c4de7,segment=NetworkSegment(692589d6-a1c8-4185-b20d-16411cda9e96),segment_id=692589d6-a1c8-4185-b20d-16411cda9e96)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:42:06.613609 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:06.622211 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d0043-76ea-4a20-bd24-df7ee2118b8f req-f4b5dc3b-55e3-4c66-9fb7-2142d33e0b50 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:06.623771 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c43d0043-76ea-4a20-bd24-df7ee2118b8f req-f4b5dc3b-55e3-4c66-9fb7-2142d33e0b50 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 944 time: 0.0502238 Dec 09 02:42:06.660658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=77b25b90-b5bc-44a0-ba07-cdd9694c4de7,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:42:06.675242 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c43d0043-76ea-4a20-bd24-df7ee2118b8f req-6e6e8d6a-09d2-4a2d-b1d7-1715f1b31b0d tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455220 Dec 09 02:42:06.717601 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b3d3e7-9499-4d7a-bfe0-a5a3a9043ba4 x-openstack-request-id: req-02b3d3e7-9499-4d7a-bfe0-a5a3a9043ba4 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:42:06.717896 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287642da-e032-4d64-adbb-52ec4835987d", "name": "network-vif-plugged", "status": "completed", "tag": "77b25b90-b5bc-44a0-ba07-cdd9694c4de7", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:42:06.718150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02b3d3e7-9499-4d7a-bfe0-a5a3a9043ba4 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:42:06.718543 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287642da-e032-4d64-adbb-52ec4835987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7', 'code': 200} Dec 09 02:42:06.927276 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07a20c-0dd8-44cd-8353-5b8b7e01d97e req-a8871732-2394-4a08-8636-456e27418de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:06.928733 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e07a20c-0dd8-44cd-8353-5b8b7e01d97e req-a8871732-2394-4a08-8636-456e27418de5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 1098 time: 0.0399559 Dec 09 02:42:06.972751 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e07a20c-0dd8-44cd-8353-5b8b7e01d97e req-993c1a35-4ea2-439f-8c43-7c1e3a3b916f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364115 Dec 09 02:42:07.793566 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aed72c-4cae-463d-9a2e-cce25f86389c req-74513e88-4202-49be-88c5-a72884140d73 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:07.795055 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44aed72c-4cae-463d-9a2e-cce25f86389c req-74513e88-4202-49be-88c5-a72884140d73 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 945 time: 0.0535748 Dec 09 02:42:07.840850 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-44aed72c-4cae-463d-9a2e-cce25f86389c req-4a573860-4014-4bd9-9e85-a621728c8fce tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399301 Dec 09 02:42:07.867914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:08.717236 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:08.957351 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f7a66-cee8-4988-aa37-5d596cab9450 req-c3d6cc29-6891-4e93-9fb1-1669a484a71f tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:08.958711 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-de7f7a66-cee8-4988-aa37-5d596cab9450 req-c3d6cc29-6891-4e93-9fb1-1669a484a71f tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 945 time: 0.0520220 Dec 09 02:42:09.004828 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-de7f7a66-cee8-4988-aa37-5d596cab9450 req-b7189058-98fe-4928-affb-5b4c37fffbc1 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402758 Dec 09 02:42:09.113199 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926f878-b5d7-4750-af3e-91b592a7213a req-dea86bb4-e75e-4860-9ccc-56b8c0cd4bfc tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:09.114665 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9926f878-b5d7-4750-af3e-91b592a7213a req-dea86bb4-e75e-4860-9ccc-56b8c0cd4bfc tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 945 time: 0.0475318 Dec 09 02:42:09.161355 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9926f878-b5d7-4750-af3e-91b592a7213a req-7eae9cb2-e207-4598-b85a-33abad0961bf tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401158 Dec 09 02:42:09.478092 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ecc76-5004-4748-a4fe-dee904e493c0 req-b2d12f36-48f7-4102-bfeb-77f02187896c tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:09.479590 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-503ecc76-5004-4748-a4fe-dee904e493c0 req-b2d12f36-48f7-4102-bfeb-77f02187896c tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 945 time: 0.0482559 Dec 09 02:42:09.529124 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-503ecc76-5004-4748-a4fe-dee904e493c0 req-1781a34d-9210-4096-ab1f-d508a395cf6f tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437226 Dec 09 02:42:14.292244 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:20.358800 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:42:23.054771 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5dca4e-b041-4d1e-b3c9-2d77b2bff8ec req-c4b4934a-bbf8-43f4-9bbe-ccf81c20d050 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:23.056270 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dc5dca4e-b041-4d1e-b3c9-2d77b2bff8ec req-c4b4934a-bbf8-43f4-9bbe-ccf81c20d050 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 945 time: 0.0533748 Dec 09 02:42:23.101480 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dc5dca4e-b041-4d1e-b3c9-2d77b2bff8ec req-e4511c93-ba2f-4e09-aa88-37b00a047bb9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394306 Dec 09 02:42:23.123772 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42238) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:42:23.251541 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2ce112-16d6-4edb-830d-a85727715aa6 tempest-TestMinimumBasicScenario-556090837 tempest-TestMinimumBasicScenario-556090837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:23.252995 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dd2ce112-16d6-4edb-830d-a85727715aa6 tempest-TestMinimumBasicScenario-556090837 tempest-TestMinimumBasicScenario-556090837-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 1093 time: 0.1282120 Dec 09 02:42:23.255914 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42242) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:42:23.260147 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:42:23.281403 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:23.373365 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:23.476622 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Allocated IP 172.26.3.49 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/ec79380c-54af-4af2-9905-053922bb2d56) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:42:23.574878 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:23.607666 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:23.640725 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:42:23.643427 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:42:23.646781 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:42:23.682193 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Pushing event updated for resources: {'Port': ['ID=ec79380c-54af-4af2-9905-053922bb2d56,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:42:24.002324 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:24.068820 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:24.211775 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:24.216153 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:24.286434 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Pushing event updated for resources: {'Port': ['ID=ec79380c-54af-4af2-9905-053922bb2d56,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:42:24.298488 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:24.394859 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Floating IP fec17cbb-1fab-4c4d-8990-ff4c3bd353c5 associated. External IP: 172.26.3.49, port: 77b25b90-b5bc-44a0-ba07-cdd9694c4de7. Dec 09 02:42:24.595323 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:42:24.700387 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:42:24.711051 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7613231-e3ca-443d-8cf8-8cd976487bb3 None None] Sync routers for ids ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:42:24.722484 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:24.725859 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7613231-e3ca-443d-8cf8-8cd976487bb3 None None] Routers {'1f17987e-2c4d-4dc5-a24f-3b19e37042d9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:42:24.726463 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b7613231-e3ca-443d-8cf8-8cd976487bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:42:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:42:24.749882 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2204a813-ce6d-4683-a330-9cc42a3c3fe7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4929543 Dec 09 02:42:24.750498 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287642da-e032-4d64-adbb-52ec4835987d', 'tag': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:42:24.752665 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42244) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:42:24.753152 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9300594-d120-405d-ab38-1a58d9e38af9" -d '{"events": [{"name": "network-changed", "server_uuid": "287642da-e032-4d64-adbb-52ec4835987d", "tag": "77b25b90-b5bc-44a0-ba07-cdd9694c4de7"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:42:24.757743 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-518973455', 'description': 'tempest-secgroup-smoke-518973455 description', 'project_id': 'bd92a3b930144cf5917356d66c36415c'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:42:24.782454 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:24.847940 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-b7613231-e3ca-443d-8cf8-8cd976487bb3 None None] Set router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:42:24.848457 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:24.853134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:24.886371 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:24.887647 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1339340 Dec 09 02:42:24.888752 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855bf536-3d06-45d0-993f-8c2585daa76a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:42:24.890918 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42250) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:42:24.895671 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Request body: {'security_group_rule': {'security_group_id': '855bf536-3d06-45d0-993f-8c2585daa76a', 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:42:24.897063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:24.898094 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:24.898531 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:24.898785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:24.899538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:24.899876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:24.900215 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:24.900727 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:24.901081 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:24.901947 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:24.902298 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:24.902634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:24.902973 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3542192b-4b83-4b4f-a76f-9faee9b2c4fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:24.926495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:24.936395 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e1b025-3bad-4a98-b11e-fde53a003392 x-openstack-request-id: req-a7e1b025-3bad-4a98-b11e-fde53a003392 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:42:24.936698 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287642da-e032-4d64-adbb-52ec4835987d", "tag": "77b25b90-b5bc-44a0-ba07-cdd9694c4de7", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:42:24.936959 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7e1b025-3bad-4a98-b11e-fde53a003392 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:42:24.937372 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287642da-e032-4d64-adbb-52ec4835987d', 'tag': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7', 'status': 'completed', 'code': 200} Dec 09 02:42:24.976892 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:24.981268 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.000332 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175fc840-cd19-4ef6-9671-29893c234440,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:42:25.009806 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:25.010172 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:25.010540 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:25.010880 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:25.011228 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:25.011603 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:25.011950 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:25.012293 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:25.012631 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:25.012967 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:25.013305 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:25.013633 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:25.013972 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:42:25.018741 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.023141 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-60de5fc8-2b73-44be-b2ea-23a276bc31ec tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280968 Dec 09 02:42:25.023141 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42252) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:42:25.028541 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0ddb76f2-260e-442c-903f-1f489e46d11e tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Request body: {'security_group_rule': {'security_group_id': '855bf536-3d06-45d0-993f-8c2585daa76a', 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:42:25.031287 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9300594-d120-405d-ab38-1a58d9e38af9 req-5da2c88f-50ef-4857-afca-dc4719deb57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:25.032840 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e9300594-d120-405d-ab38-1a58d9e38af9 req-5da2c88f-50ef-4857-afca-dc4719deb57f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd92a3b930144cf5917356d66c36415c&device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 1098 time: 0.0480969 Dec 09 02:42:25.061873 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ddb76f2-260e-442c-903f-1f489e46d11e tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.104407 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b7613231-e3ca-443d-8cf8-8cd976487bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'name': 'tempest-TestMinimumBasicScenario-1242026145-router', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:28Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'gw_port': {'id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:29Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'fec17cbb-1fab-4c4d-8990-ff4c3bd353c5', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'floating_ip_address': '172.26.3.49', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'port_id': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1', 'mac_address': 'fa:16:3e:3e:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287642da-e032-4d64-adbb-52ec4835987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:42:23Z', 'updated_at': '2021-12-09T02:42:23Z', 'revision_number': 0, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98ce611-53d4-4f2c-a420-6bb623c789a0', 'name': '', 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'mac_address': 'fa:16:3e:4a:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:30Z', 'updated_at': '2021-12-09T02:41:35Z', 'revision_number': 5, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'subnets': [{'id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:42:25.123479 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ddb76f2-260e-442c-903f-1f489e46d11e tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.130048 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ddb76f2-260e-442c-903f-1f489e46d11e tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.135923 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7613231-e3ca-443d-8cf8-8cd976487bb3 None None] Checking router: 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:42:25.143586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9300594-d120-405d-ab38-1a58d9e38af9 req-85fd3b90-2896-451d-8330-aee7a476354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:25.144360 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7613231-e3ca-443d-8cf8-8cd976487bb3 None None] Routers {'1f17987e-2c4d-4dc5-a24f-3b19e37042d9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:42:25.145542 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b7613231-e3ca-443d-8cf8-8cd976487bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:42:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:42:25.146046 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e9300594-d120-405d-ab38-1a58d9e38af9 req-85fd3b90-2896-451d-8330-aee7a476354a service neutron] 10.222.0.45 "GET /v2.0/networks?id=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 HTTP/1.1" status: 200 len: 916 time: 0.1053779 Dec 09 02:42:25.152970 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb76f2-260e-442c-903f-1f489e46d11e tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7669d47-93c0-43d3-b6c5-6c17ababe47a,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:42:25.159750 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ddb76f2-260e-442c-903f-1f489e46d11e tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.161057 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0ddb76f2-260e-442c-903f-1f489e46d11e tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370544 Dec 09 02:42:25.163874 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42254) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:42:25.168653 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-26cc0e24-9deb-4e5c-b918-0531bd847b1d tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Request body: {'security_group_rule': {'security_group_id': '855bf536-3d06-45d0-993f-8c2585daa76a', 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:42:25.199357 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26cc0e24-9deb-4e5c-b918-0531bd847b1d tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.225381 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e9300594-d120-405d-ab38-1a58d9e38af9 req-be72684b-5c66-4ecb-b0a3-5e2e1b1d85ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b25b90-b5bc-44a0-ba07-cdd9694c4de7 HTTP/1.1" status: 200 len: 998 time: 0.0705647 Dec 09 02:42:25.259033 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-b7613231-e3ca-443d-8cf8-8cd976487bb3 None None] Set router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:42:25.260220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26cc0e24-9deb-4e5c-b918-0531bd847b1d tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.264995 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26cc0e24-9deb-4e5c-b918-0531bd847b1d tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.278866 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9300594-d120-405d-ab38-1a58d9e38af9 req-0173245e-6444-4ab4-a023-7819c702c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:25.280697 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e9300594-d120-405d-ab38-1a58d9e38af9 req-0173245e-6444-4ab4-a023-7819c702c8c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41337fa2-e43b-4ccb-91b0-2edde550c3a7 HTTP/1.1" status: 200 len: 854 time: 0.0477645 Dec 09 02:42:25.285394 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc0e24-9deb-4e5c-b918-0531bd847b1d tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b16ffd-555c-46a5-8f50-bee30f550b07,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:42:25.290329 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-26cc0e24-9deb-4e5c-b918-0531bd847b1d tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.294035 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-26cc0e24-9deb-4e5c-b918-0531bd847b1d tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265376 Dec 09 02:42:25.294946 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42256) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:42:25.299177 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0ac29421-7232-4923-875a-3779ef471f4f tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Request body: {'security_group_rule': {'security_group_id': '855bf536-3d06-45d0-993f-8c2585daa76a', 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:42:25.325822 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ac29421-7232-4923-875a-3779ef471f4f tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.337701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9300594-d120-405d-ab38-1a58d9e38af9 req-9b32af06-93f7-480f-9669-0486d60c475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:25.339587 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e9300594-d120-405d-ab38-1a58d9e38af9 req-9b32af06-93f7-480f-9669-0486d60c475c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0446529 Dec 09 02:42:25.386919 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ac29421-7232-4923-875a-3779ef471f4f tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.391143 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ac29421-7232-4923-875a-3779ef471f4f tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.411993 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac29421-7232-4923-875a-3779ef471f4f tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5df7883-c5a7-4c84-9273-db90b1aa7166,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:42:25.419059 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ac29421-7232-4923-875a-3779ef471f4f tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.420087 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0ac29421-7232-4923-875a-3779ef471f4f tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249237 Dec 09 02:42:25.422838 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42258) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:42:25.427458 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c340d013-ba92-44d2-a5f1-a2b44ec75003 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Request body: {'security_group_rule': {'security_group_id': '855bf536-3d06-45d0-993f-8c2585daa76a', 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:42:25.451632 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e9300594-d120-405d-ab38-1a58d9e38af9 req-850684e1-6b56-49a5-8520-90e2b96cc098 service neutron] 10.222.0.45 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046073 Dec 09 02:42:25.453509 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-c340d013-ba92-44d2-a5f1-a2b44ec75003 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Project bd92a3b930144cf5917356d66c36415c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:42:25.459383 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c340d013-ba92-44d2-a5f1-a2b44ec75003 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.526858 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c340d013-ba92-44d2-a5f1-a2b44ec75003 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.532515 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c340d013-ba92-44d2-a5f1-a2b44ec75003 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.549996 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e9300594-d120-405d-ab38-1a58d9e38af9 req-eb98a7f4-f972-410d-ac25-9edd93c2b036 service neutron] 10.222.0.45 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912383 Dec 09 02:42:25.550502 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340d013-ba92-44d2-a5f1-a2b44ec75003 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7695f0ec-74a0-4f77-b0c1-6c33fae1f59c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:42:25.562304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c340d013-ba92-44d2-a5f1-a2b44ec75003 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.563537 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c340d013-ba92-44d2-a5f1-a2b44ec75003 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396697 Dec 09 02:42:25.566408 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42260) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:42:25.572482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6e97dc01-d74b-40fd-a88d-58469552ccc6 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Request body: {'security_group_rule': {'security_group_id': '855bf536-3d06-45d0-993f-8c2585daa76a', 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:42:25.597901 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-6e97dc01-d74b-40fd-a88d-58469552ccc6 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Project bd92a3b930144cf5917356d66c36415c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:42:25.599922 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b7613231-e3ca-443d-8cf8-8cd976487bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'name': 'tempest-TestMinimumBasicScenario-1242026145-router', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:28Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'gw_port': {'id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:29Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'fec17cbb-1fab-4c4d-8990-ff4c3bd353c5', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'floating_ip_address': '172.26.3.49', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'port_id': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1', 'mac_address': 'fa:16:3e:3e:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287642da-e032-4d64-adbb-52ec4835987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:42:23Z', 'updated_at': '2021-12-09T02:42:23Z', 'revision_number': 0, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98ce611-53d4-4f2c-a420-6bb623c789a0', 'name': '', 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'mac_address': 'fa:16:3e:4a:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:30Z', 'updated_at': '2021-12-09T02:41:35Z', 'revision_number': 5, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'subnets': [{'id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:42:25.602869 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e97dc01-d74b-40fd-a88d-58469552ccc6 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.626176 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7613231-e3ca-443d-8cf8-8cd976487bb3 None None] The sync data for ids ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'] in dv-neutron-804846-18-hyperv is: [{'id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'name': 'tempest-TestMinimumBasicScenario-1242026145-router', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:28Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'gw_port': {'id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:29Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'fec17cbb-1fab-4c4d-8990-ff4c3bd353c5', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'floating_ip_address': '172.26.3.49', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'port_id': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1', 'mac_address': 'fa:16:3e:3e:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '287642da-e032-4d64-adbb-52ec4835987d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:42:23Z', 'updated_at': '2021-12-09T02:42:23Z', 'revision_number': 0, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98ce611-53d4-4f2c-a420-6bb623c789a0', 'name': '', 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'mac_address': 'fa:16:3e:4a:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:30Z', 'updated_at': '2021-12-09T02:41:35Z', 'revision_number': 5, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'subnets': [{'id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:42:25.663932 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e97dc01-d74b-40fd-a88d-58469552ccc6 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.668025 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e97dc01-d74b-40fd-a88d-58469552ccc6 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.690794 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97dc01-d74b-40fd-a88d-58469552ccc6 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0450b5-864d-42fe-9b16-bb06653212da,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:42:25.697470 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6e97dc01-d74b-40fd-a88d-58469552ccc6 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:25.699679 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6e97dc01-d74b-40fd-a88d-58469552ccc6 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313934 Dec 09 02:42:25.799670 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2bc218c0-ef84-4a2e-83be-c982ff7bb999 req-39e92069-b611-40ad-801d-1b07d68aaaa8 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518973455&fields=id&tenant_id=bd92a3b930144cf5917356d66c36415c HTTP/1.1" status: 200 len: 267 time: 0.0482273 Dec 09 02:42:25.835170 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e45ddd-cd91-48c9-b16c-bcb5835d8772 None None] New status for floating IP fec17cbb-1fab-4c4d-8990-ff4c3bd353c5: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:42:25.856139 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc218c0-ef84-4a2e-83be-c982ff7bb999 req-b200a698-e94a-44fd-9e85-4915ff7cf4a9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:25.857623 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2bc218c0-ef84-4a2e-83be-c982ff7bb999 req-b200a698-e94a-44fd-9e85-4915ff7cf4a9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 945 time: 0.0515347 Dec 09 02:42:25.869209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-2bc218c0-ef84-4a2e-83be-c982ff7bb999 req-913e67f4-c0de-4777-bb41-09dd6fdff643 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Request body: {'port': {'security_groups': ['3e3c488d-a2e1-4e9d-8712-c57a0aa0e026', '855bf536-3d06-45d0-993f-8c2585daa76a']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:42:25.935053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2bc218c0-ef84-4a2e-83be-c982ff7bb999 req-913e67f4-c0de-4777-bb41-09dd6fdff643 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:26.116780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-2bc218c0-ef84-4a2e-83be-c982ff7bb999 req-913e67f4-c0de-4777-bb41-09dd6fdff643 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] For port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=77b25b90-b5bc-44a0-ba07-cdd9694c4de7,segment=NetworkSegment(692589d6-a1c8-4185-b20d-16411cda9e96),segment_id=692589d6-a1c8-4185-b20d-16411cda9e96)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:42:26.146704 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2bc218c0-ef84-4a2e-83be-c982ff7bb999 req-913e67f4-c0de-4777-bb41-09dd6fdff643 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:26.151651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2bc218c0-ef84-4a2e-83be-c982ff7bb999 req-913e67f4-c0de-4777-bb41-09dd6fdff643 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:26.184371 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['77b25b90-b5bc-44a0-ba07-cdd9694c4de7'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:42:26.193278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc218c0-ef84-4a2e-83be-c982ff7bb999 req-913e67f4-c0de-4777-bb41-09dd6fdff643 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:26.193641 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-2bc218c0-ef84-4a2e-83be-c982ff7bb999 req-913e67f4-c0de-4777-bb41-09dd6fdff643 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:26.195069 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2bc218c0-ef84-4a2e-83be-c982ff7bb999 req-913e67f4-c0de-4777-bb41-09dd6fdff643 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "PUT /v2.0/ports/77b25b90-b5bc-44a0-ba07-cdd9694c4de7 HTTP/1.1" status: 200 len: 981 time: 0.3308806 Dec 09 02:42:26.197984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287642da-e032-4d64-adbb-52ec4835987d', 'tag': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:42:26.200009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fc5e9a-14dc-433c-9fcf-e04f6f5ad838" -d '{"events": [{"name": "network-changed", "server_uuid": "287642da-e032-4d64-adbb-52ec4835987d", "tag": "77b25b90-b5bc-44a0-ba07-cdd9694c4de7"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:42:26.227076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e67f4-c0de-4777-bb41-09dd6fdff643 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Pushing event updated for resources: {'Port': ['ID=77b25b90-b5bc-44a0-ba07-cdd9694c4de7,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:42:26.306915 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['77b25b90-b5bc-44a0-ba07-cdd9694c4de7'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:42:26.313741 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62e3bb-71fa-464f-b3b1-210363dbbeaf req-3ec16bfc-fd7c-4992-9625-bf7ee04cf774 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:26.315323 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1d62e3bb-71fa-464f-b3b1-210363dbbeaf req-3ec16bfc-fd7c-4992-9625-bf7ee04cf774 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 984 time: 0.0557208 Dec 09 02:42:26.388036 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1d62e3bb-71fa-464f-b3b1-210363dbbeaf req-2032d0da-b04d-42c9-89fc-29a816f2772e tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=855bf536-3d06-45d0-993f-8c2585daa76a&id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652342 Dec 09 02:42:26.432753 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db5f317-91d4-4184-9ee3-c36c22f92db0 x-openstack-request-id: req-0db5f317-91d4-4184-9ee3-c36c22f92db0 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:42:26.433060 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287642da-e032-4d64-adbb-52ec4835987d", "tag": "77b25b90-b5bc-44a0-ba07-cdd9694c4de7", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:42:26.433316 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0db5f317-91d4-4184-9ee3-c36c22f92db0 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:42:26.433727 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287642da-e032-4d64-adbb-52ec4835987d', 'tag': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7', 'status': 'completed', 'code': 200} Dec 09 02:42:26.444850 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f0d8fdb2-22e4-4608-b2ae-0f20fe2b63a4 None None] Provisioning complete for port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:42:26.445095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f0d8fdb2-22e4-4608-b2ae-0f20fe2b63a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:26.515407 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc5e9a-14dc-433c-9fcf-e04f6f5ad838 req-2aa4ddd5-d04a-455c-a58d-7402034442cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:26.516939 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-05fc5e9a-14dc-433c-9fcf-e04f6f5ad838 req-2aa4ddd5-d04a-455c-a58d-7402034442cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd92a3b930144cf5917356d66c36415c&device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 1137 time: 0.0408003 Dec 09 02:42:26.606261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc5e9a-14dc-433c-9fcf-e04f6f5ad838 req-c7ff9c21-1295-43d7-8002-b6de0a1981ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:26.607833 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-05fc5e9a-14dc-433c-9fcf-e04f6f5ad838 req-c7ff9c21-1295-43d7-8002-b6de0a1981ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 HTTP/1.1" status: 200 len: 916 time: 0.0826900 Dec 09 02:42:26.677918 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-05fc5e9a-14dc-433c-9fcf-e04f6f5ad838 req-acdcd4a7-fde5-4cc9-9350-12d99f83f2d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b25b90-b5bc-44a0-ba07-cdd9694c4de7 HTTP/1.1" status: 200 len: 1000 time: 0.0629451 Dec 09 02:42:26.727317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc5e9a-14dc-433c-9fcf-e04f6f5ad838 req-873dec0b-c939-4aa0-9665-5a6723fc37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:26.728846 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-05fc5e9a-14dc-433c-9fcf-e04f6f5ad838 req-873dec0b-c939-4aa0-9665-5a6723fc37a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41337fa2-e43b-4ccb-91b0-2edde550c3a7 HTTP/1.1" status: 200 len: 854 time: 0.0439236 Dec 09 02:42:26.775058 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc5e9a-14dc-433c-9fcf-e04f6f5ad838 req-28d9bb19-1a54-4b9b-b1bb-dc20c0f5d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:26.776594 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-05fc5e9a-14dc-433c-9fcf-e04f6f5ad838 req-28d9bb19-1a54-4b9b-b1bb-dc20c0f5d26a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402763 Dec 09 02:42:26.868986 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-05fc5e9a-14dc-433c-9fcf-e04f6f5ad838 req-300514c3-22e1-4289-a403-5cf576144b33 service neutron] 10.222.0.45 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849426 Dec 09 02:42:26.960939 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-05fc5e9a-14dc-433c-9fcf-e04f6f5ad838 req-f8fb9060-547b-4cec-9039-63a4bb0556cc service neutron] 10.222.0.45 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832410 Dec 09 02:42:33.072065 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7117fbde-76a6-4989-91a8-88d772297a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:35.311153 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5622dc42-da1c-47f5-bc6c-f8f2b196b166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:36.485633 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:37.871693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:38.717894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:40.564984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334aca5-b884-4969-a34e-96514546910e req-3f1fa206-8361-412e-8bf5-086d799c0483 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:40.566455 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9334aca5-b884-4969-a34e-96514546910e req-3f1fa206-8361-412e-8bf5-086d799c0483 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 984 time: 0.0834103 Dec 09 02:42:40.572679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf245a-de06-4b71-b85d-9cfebc1654ce req-996980cd-462a-431a-838f-76fcf40c284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:40.574068 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfbf245a-de06-4b71-b85d-9cfebc1654ce req-996980cd-462a-431a-838f-76fcf40c284c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd92a3b930144cf5917356d66c36415c&device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 1137 time: 0.0571015 Dec 09 02:42:40.681358 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9334aca5-b884-4969-a34e-96514546910e req-7ac9b0b6-daa2-4850-80b9-c313db6a3f79 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=855bf536-3d06-45d0-993f-8c2585daa76a&id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1063426 Dec 09 02:42:40.704565 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf245a-de06-4b71-b85d-9cfebc1654ce req-6eba1c8e-8da8-4ded-b122-bf28e3f2c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:40.706025 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfbf245a-de06-4b71-b85d-9cfebc1654ce req-6eba1c8e-8da8-4ded-b122-bf28e3f2c5e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 HTTP/1.1" status: 200 len: 916 time: 0.1187990 Dec 09 02:42:40.779772 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfbf245a-de06-4b71-b85d-9cfebc1654ce req-525f8ada-0dd7-4dd9-aa50-bb190819a9b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b25b90-b5bc-44a0-ba07-cdd9694c4de7 HTTP/1.1" status: 200 len: 1000 time: 0.0664005 Dec 09 02:42:40.827201 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf245a-de06-4b71-b85d-9cfebc1654ce req-71346359-3213-45b0-8620-080b519de0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:40.828681 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfbf245a-de06-4b71-b85d-9cfebc1654ce req-71346359-3213-45b0-8620-080b519de0c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41337fa2-e43b-4ccb-91b0-2edde550c3a7 HTTP/1.1" status: 200 len: 854 time: 0.0424216 Dec 09 02:42:40.877593 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf245a-de06-4b71-b85d-9cfebc1654ce req-04d57442-74cf-4c72-bcdd-0ee24a563af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:40.879046 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfbf245a-de06-4b71-b85d-9cfebc1654ce req-04d57442-74cf-4c72-bcdd-0ee24a563af1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0428331 Dec 09 02:42:40.965023 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfbf245a-de06-4b71-b85d-9cfebc1654ce req-41b103b6-b697-466a-8905-d4cc97c2d5df service neutron] 10.222.0.45 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788548 Dec 09 02:42:41.056725 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfbf245a-de06-4b71-b85d-9cfebc1654ce req-a4f4e0af-74b0-47a4-9dbc-ee66568cd27a service neutron] 10.222.0.45 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835304 Dec 09 02:42:41.795026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc20ce-f133-45fc-9130-d65be5a0981b req-b3a0921b-a220-4661-b76e-5f46e732f2ab tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:41.796496 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-70dc20ce-f133-45fc-9130-d65be5a0981b req-b3a0921b-a220-4661-b76e-5f46e732f2ab tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 984 time: 0.0485940 Dec 09 02:42:41.854565 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-70dc20ce-f133-45fc-9130-d65be5a0981b req-b304986d-8b3a-4cb8-944d-5bae7e3533f7 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=855bf536-3d06-45d0-993f-8c2585daa76a&id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522082 Dec 09 02:42:42.969007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d24c7a-e869-4fd5-9e20-ba841f2b6ba7 req-0e541d74-636c-446b-9dcb-289f3831c9c9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:42.970419 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-04d24c7a-e869-4fd5-9e20-ba841f2b6ba7 req-0e541d74-636c-446b-9dcb-289f3831c9c9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 984 time: 0.0480504 Dec 09 02:42:43.029219 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-04d24c7a-e869-4fd5-9e20-ba841f2b6ba7 req-c743d4df-95d3-4023-bdab-18790e094241 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=855bf536-3d06-45d0-993f-8c2585daa76a&id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521963 Dec 09 02:42:44.150016 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82421331-d5f5-4037-9666-7a945e91e6b8 req-3c522522-6d4d-443a-9a97-726039cd1a21 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:44.151532 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82421331-d5f5-4037-9666-7a945e91e6b8 req-3c522522-6d4d-443a-9a97-726039cd1a21 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 984 time: 0.0555131 Dec 09 02:42:44.214747 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82421331-d5f5-4037-9666-7a945e91e6b8 req-cea3bc4c-64f7-47d2-ac44-7c98cd268623 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=855bf536-3d06-45d0-993f-8c2585daa76a&id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572467 Dec 09 02:42:44.295976 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:42:45.329719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ff63-ec1f-4f51-9ef8-ae4f1ce0963a req-638444af-394c-4115-a02b-57158b592cd4 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:45.331188 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38b3ff63-ec1f-4f51-9ef8-ae4f1ce0963a req-638444af-394c-4115-a02b-57158b592cd4 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 984 time: 0.0481634 Dec 09 02:42:45.389869 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38b3ff63-ec1f-4f51-9ef8-ae4f1ce0963a req-b0f28d97-a226-4859-9b63-404f2ae90a5a tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=855bf536-3d06-45d0-993f-8c2585daa76a&id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521495 Dec 09 02:42:46.506787 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca86850-a80f-4ebc-96ed-c48b11dfdc27 req-4cd8ade7-7ba8-46a5-a98b-6b74b62ce5bf tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:46.508290 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8ca86850-a80f-4ebc-96ed-c48b11dfdc27 req-4cd8ade7-7ba8-46a5-a98b-6b74b62ce5bf tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 984 time: 0.0522265 Dec 09 02:42:46.567532 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8ca86850-a80f-4ebc-96ed-c48b11dfdc27 req-7ae433f8-503e-4c44-9c0a-5d8c55c145e9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=855bf536-3d06-45d0-993f-8c2585daa76a&id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531702 Dec 09 02:42:47.679461 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9204d-67a8-4025-b1f3-c33a019d7678 req-7f284b99-4c2d-4b61-bb85-f86617283f9f tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:47.680929 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b3d9204d-67a8-4025-b1f3-c33a019d7678 req-7f284b99-4c2d-4b61-bb85-f86617283f9f tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 984 time: 0.0481970 Dec 09 02:42:47.740117 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b3d9204d-67a8-4025-b1f3-c33a019d7678 req-0e36ab08-93f9-4726-af84-560a82a43aea tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=855bf536-3d06-45d0-993f-8c2585daa76a&id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532596 Dec 09 02:42:47.826635 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be4899-3cf0-482f-aad8-338da5ac6010 req-a063d298-541a-4de3-84ef-5ee6bc5dc4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:47.828129 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-83be4899-3cf0-482f-aad8-338da5ac6010 req-a063d298-541a-4de3-84ef-5ee6bc5dc4d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd92a3b930144cf5917356d66c36415c&device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 1137 time: 0.0400040 Dec 09 02:42:47.931026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be4899-3cf0-482f-aad8-338da5ac6010 req-196f0035-3888-4711-8d96-31e0321f4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:47.932425 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-83be4899-3cf0-482f-aad8-338da5ac6010 req-196f0035-3888-4711-8d96-31e0321f4e09 service neutron] 10.222.0.45 "GET /v2.0/networks?id=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 HTTP/1.1" status: 200 len: 916 time: 0.0860560 Dec 09 02:42:47.997861 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-83be4899-3cf0-482f-aad8-338da5ac6010 req-71baef08-eb40-4c34-bece-2f76b4a1fce3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b25b90-b5bc-44a0-ba07-cdd9694c4de7 HTTP/1.1" status: 200 len: 1000 time: 0.0571077 Dec 09 02:42:48.049117 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be4899-3cf0-482f-aad8-338da5ac6010 req-51980e4b-7025-4e7f-a57c-1c73dcf00886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:48.050509 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-83be4899-3cf0-482f-aad8-338da5ac6010 req-51980e4b-7025-4e7f-a57c-1c73dcf00886 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41337fa2-e43b-4ccb-91b0-2edde550c3a7 HTTP/1.1" status: 200 len: 854 time: 0.0459328 Dec 09 02:42:48.094499 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be4899-3cf0-482f-aad8-338da5ac6010 req-d1370bb3-d228-4f3d-9fdb-45fbbe2888e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:48.095975 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-83be4899-3cf0-482f-aad8-338da5ac6010 req-d1370bb3-d228-4f3d-9fdb-45fbbe2888e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0380187 Dec 09 02:42:48.182991 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-83be4899-3cf0-482f-aad8-338da5ac6010 req-588471e9-bdc5-4834-b264-e5bf8484abe0 service neutron] 10.222.0.45 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793531 Dec 09 02:42:48.273256 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-83be4899-3cf0-482f-aad8-338da5ac6010 req-5823b41e-4ead-4c34-9662-3165b485ccd1 service neutron] 10.222.0.45 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829668 Dec 09 02:42:48.854647 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a47c1-e0f5-488c-a5ec-8e44d74a9ec0 req-52f13130-93d6-468d-888d-871206113288 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:48.856151 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d55a47c1-e0f5-488c-a5ec-8e44d74a9ec0 req-52f13130-93d6-468d-888d-871206113288 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 984 time: 0.0492136 Dec 09 02:42:48.914834 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d55a47c1-e0f5-488c-a5ec-8e44d74a9ec0 req-e582fae5-61ec-437b-bd64-205ed9454649 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=855bf536-3d06-45d0-993f-8c2585daa76a&id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527949 Dec 09 02:42:50.031515 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ee3e2-46c5-4ac9-aa4f-c4a1ca548848 req-6cb90c25-f45f-4fa2-8ae7-13211910cd7e tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:50.032982 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-644ee3e2-46c5-4ac9-aa4f-c4a1ca548848 req-6cb90c25-f45f-4fa2-8ae7-13211910cd7e tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 984 time: 0.0523353 Dec 09 02:42:50.091413 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-644ee3e2-46c5-4ac9-aa4f-c4a1ca548848 req-77d839c9-b0fa-49b1-ad4d-5278ad02691c tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=855bf536-3d06-45d0-993f-8c2585daa76a&id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518324 Dec 09 02:42:51.204715 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0caa77c-9fd9-471d-8b71-501480c4b9b5 req-bd76f54f-dd8b-489b-a841-5e6bc9053bb2 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:51.206181 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d0caa77c-9fd9-471d-8b71-501480c4b9b5 req-bd76f54f-dd8b-489b-a841-5e6bc9053bb2 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 984 time: 0.0478461 Dec 09 02:42:51.265168 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d0caa77c-9fd9-471d-8b71-501480c4b9b5 req-22cee46b-cbc5-4ee9-8905-b076323f8e26 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=855bf536-3d06-45d0-993f-8c2585daa76a&id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523646 Dec 09 02:42:52.378125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff4b07-3e90-4db8-9a11-010beb0f7aa7 req-b74454a7-e133-4778-8022-96b80127245b tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:42:52.379657 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abff4b07-3e90-4db8-9a11-010beb0f7aa7 req-b74454a7-e133-4778-8022-96b80127245b tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 984 time: 0.0475950 Dec 09 02:42:52.441493 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-abff4b07-3e90-4db8-9a11-010beb0f7aa7 req-e299f1b8-b633-4a4b-919c-32307e3f60ce tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=855bf536-3d06-45d0-993f-8c2585daa76a&id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554407 Dec 09 02:42:57.357724 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:43:03.072631 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5d2e26f9-6afc-4a98-a51e-dc8ac2fb02d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:05.311796 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-914e30e5-612c-453f-b3cc-450988e48cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:06.487291 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:07.874655 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:08.720339 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:14.295787 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:24.832438 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f780477c-34cf-4bab-8293-4258aa56b7c9 req-0c992648-53b9-4cc3-86ed-17e5d59f91fb tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518973455&fields=id&tenant_id=bd92a3b930144cf5917356d66c36415c HTTP/1.1" status: 200 len: 267 time: 0.0942109 Dec 09 02:43:24.884572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780477c-34cf-4bab-8293-4258aa56b7c9 req-0776dc5d-2739-4c31-8333-73f61c63b5fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:24.886057 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f780477c-34cf-4bab-8293-4258aa56b7c9 req-0776dc5d-2739-4c31-8333-73f61c63b5fa tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 984 time: 0.0473814 Dec 09 02:43:24.897803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-f780477c-34cf-4bab-8293-4258aa56b7c9 req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Request body: {'port': {'security_groups': ['3e3c488d-a2e1-4e9d-8712-c57a0aa0e026']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:43:24.958100 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-f780477c-34cf-4bab-8293-4258aa56b7c9 req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:25.124154 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-f780477c-34cf-4bab-8293-4258aa56b7c9 req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] For port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=77b25b90-b5bc-44a0-ba07-cdd9694c4de7,segment=NetworkSegment(692589d6-a1c8-4185-b20d-16411cda9e96),segment_id=692589d6-a1c8-4185-b20d-16411cda9e96)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:43:25.154008 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-f780477c-34cf-4bab-8293-4258aa56b7c9 req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:25.158350 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-f780477c-34cf-4bab-8293-4258aa56b7c9 req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:25.192739 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['77b25b90-b5bc-44a0-ba07-cdd9694c4de7'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:43:25.203558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780477c-34cf-4bab-8293-4258aa56b7c9 req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:25.204250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-f780477c-34cf-4bab-8293-4258aa56b7c9 req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:25.208370 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f780477c-34cf-4bab-8293-4258aa56b7c9 req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "PUT /v2.0/ports/77b25b90-b5bc-44a0-ba07-cdd9694c4de7 HTTP/1.1" status: 200 len: 942 time: 0.3157029 Dec 09 02:43:25.209305 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287642da-e032-4d64-adbb-52ec4835987d', 'tag': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:43:25.211358 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42316) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:25.212048 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d753cd11-3ea4-4900-b1cc-c5aa8c46eed1" -d '{"events": [{"name": "network-changed", "server_uuid": "287642da-e032-4d64-adbb-52ec4835987d", "tag": "77b25b90-b5bc-44a0-ba07-cdd9694c4de7"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:43:25.243337 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Pushing event updated for resources: {'Port': ['ID=77b25b90-b5bc-44a0-ba07-cdd9694c4de7,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:25.254286 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.254639 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.254983 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.255523 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.256516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.256857 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.257194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.257527 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.258092 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.258191 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.258501 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.258832 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.259152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e6a5f-b8b9-4a2f-8f8a-e457b9fb2fd9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.278771 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a764dc7-79dc-438a-bb13-80e3bad26764 x-openstack-request-id: req-3a764dc7-79dc-438a-bb13-80e3bad26764 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:43:25.279135 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287642da-e032-4d64-adbb-52ec4835987d", "tag": "77b25b90-b5bc-44a0-ba07-cdd9694c4de7", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:43:25.279391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a764dc7-79dc-438a-bb13-80e3bad26764 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:43:25.279818 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287642da-e032-4d64-adbb-52ec4835987d', 'tag': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7', 'status': 'completed', 'code': 200} Dec 09 02:43:25.285988 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:25.314375 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:25.345377 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['77b25b90-b5bc-44a0-ba07-cdd9694c4de7'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:43:25.367464 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753cd11-3ea4-4900-b1cc-c5aa8c46eed1 req-5135f998-02b4-4fe8-807d-a30c35ba7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:25.369734 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d753cd11-3ea4-4900-b1cc-c5aa8c46eed1 req-5135f998-02b4-4fe8-807d-a30c35ba7a24 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd92a3b930144cf5917356d66c36415c&device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 1098 time: 0.0487831 Dec 09 02:43:25.388490 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:25.392357 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:25.393843 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "DELETE /v2.0/security-groups/855bf536-3d06-45d0-993f-8c2585daa76a HTTP/1.1" status: 204 len: 168 time: 0.1805758 Dec 09 02:43:25.403340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42320) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:25.407214 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=855bf536-3d06-45d0-993f-8c2585daa76a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:25.415572 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.416168 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.416650 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.417003 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.417443 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.417813 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.418223 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.418591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.418929 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.419322 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.419679 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.420011 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.420394 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d1efc-7fb7-4948-9c13-66ca7dd798b9 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:25.503449 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2ca0c93c-fbab-4b78-b01c-3f52dd914fc8 None None] Provisioning complete for port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:43:25.503839 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ca0c93c-fbab-4b78-b01c-3f52dd914fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:25.565475 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753cd11-3ea4-4900-b1cc-c5aa8c46eed1 req-dedff71c-0df7-456f-8daf-b941172486fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:25.566956 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d753cd11-3ea4-4900-b1cc-c5aa8c46eed1 req-dedff71c-0df7-456f-8daf-b941172486fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 HTTP/1.1" status: 200 len: 916 time: 0.1874945 Dec 09 02:43:25.657144 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d753cd11-3ea4-4900-b1cc-c5aa8c46eed1 req-36333497-7111-4185-810e-d31dfac4f546 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b25b90-b5bc-44a0-ba07-cdd9694c4de7 HTTP/1.1" status: 200 len: 1000 time: 0.0816312 Dec 09 02:43:25.980036 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-27dd1360-5d67-4930-9899-cfd2cd795f09 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Deleting port ec79380c-54af-4af2-9905-053922bb2d56 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:43:25.980735 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-27dd1360-5d67-4930-9899-cfd2cd795f09 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:26.026838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753cd11-3ea4-4900-b1cc-c5aa8c46eed1 req-05885094-3af4-4463-b7e2-8ea7eaa0df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:26.028331 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d753cd11-3ea4-4900-b1cc-c5aa8c46eed1 req-05885094-3af4-4463-b7e2-8ea7eaa0df0e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41337fa2-e43b-4ccb-91b0-2edde550c3a7 HTTP/1.1" status: 200 len: 854 time: 0.3625247 Dec 09 02:43:26.088270 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-27dd1360-5d67-4930-9899-cfd2cd795f09 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:26.088601 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-27dd1360-5d67-4930-9899-cfd2cd795f09 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:26.104492 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753cd11-3ea4-4900-b1cc-c5aa8c46eed1 req-86f11558-053b-4034-883b-59de942b19e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:26.105990 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d753cd11-3ea4-4900-b1cc-c5aa8c46eed1 req-86f11558-053b-4034-883b-59de942b19e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0688624 Dec 09 02:43:26.106821 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-27dd1360-5d67-4930-9899-cfd2cd795f09 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Calling delete_port for ec79380c-54af-4af2-9905-053922bb2d56 owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:43:26.254778 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d753cd11-3ea4-4900-b1cc-c5aa8c46eed1 req-3f00a850-5454-4691-80a2-ce2747727320 service neutron] 10.222.0.45 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399357 Dec 09 02:43:26.387261 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d753cd11-3ea4-4900-b1cc-c5aa8c46eed1 req-21cabb3d-f177-4a20-88c1-796c3fbd9447 service neutron] 10.222.0.45 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250918 Dec 09 02:43:26.391231 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-27dd1360-5d67-4930-9899-cfd2cd795f09 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:26.418965 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd1360-5d67-4930-9899-cfd2cd795f09 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Pushing event deleted for resources: {'Port': ['ID=ec79380c-54af-4af2-9905-053922bb2d56,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:26.478651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-27dd1360-5d67-4930-9899-cfd2cd795f09 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:26.478983 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-27dd1360-5d67-4930-9899-cfd2cd795f09 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Floating IP fec17cbb-1fab-4c4d-8990-ff4c3bd353c5 disassociated (deleted). External IP: 172.26.3.49, port: 77b25b90-b5bc-44a0-ba07-cdd9694c4de7. Dec 09 02:43:26.681566 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dd1360-5d67-4930-9899-cfd2cd795f09 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:43:26.787427 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dd1360-5d67-4930-9899-cfd2cd795f09 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:43:26.792291 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-27dd1360-5d67-4930-9899-cfd2cd795f09 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:26.796954 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681a37a4-424d-4a52-897c-11f139f4440f None None] Sync routers for ids ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:43:26.807235 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681a37a4-424d-4a52-897c-11f139f4440f None None] Routers {'1f17987e-2c4d-4dc5-a24f-3b19e37042d9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:43:26.807866 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-681a37a4-424d-4a52-897c-11f139f4440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:43:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:26.820734 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-27dd1360-5d67-4930-9899-cfd2cd795f09 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "DELETE /v2.0/floatingips/fec17cbb-1fab-4c4d-8990-ff4c3bd353c5 HTTP/1.1" status: 204 len: 168 time: 1.4161808 Dec 09 02:43:26.911066 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-681a37a4-424d-4a52-897c-11f139f4440f None None] Set router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:43:27.110336 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-681a37a4-424d-4a52-897c-11f139f4440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'name': 'tempest-TestMinimumBasicScenario-1242026145-router', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:28Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'gw_port': {'id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:29Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'a98ce611-53d4-4f2c-a420-6bb623c789a0', 'name': '', 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'mac_address': 'fa:16:3e:4a:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:30Z', 'updated_at': '2021-12-09T02:41:35Z', 'revision_number': 5, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'subnets': [{'id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:27.136318 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681a37a4-424d-4a52-897c-11f139f4440f None None] Checking router: 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:43:27.144606 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681a37a4-424d-4a52-897c-11f139f4440f None None] Routers {'1f17987e-2c4d-4dc5-a24f-3b19e37042d9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:43:27.145197 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-681a37a4-424d-4a52-897c-11f139f4440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:43:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:27.247033 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-681a37a4-424d-4a52-897c-11f139f4440f None None] Set router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:43:27.280488 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287642da-e032-4d64-adbb-52ec4835987d', 'tag': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:43:27.282935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0752802-a2dc-4c17-98b6-e7cde82c734b" -d '{"events": [{"name": "network-changed", "server_uuid": "287642da-e032-4d64-adbb-52ec4835987d", "tag": "77b25b90-b5bc-44a0-ba07-cdd9694c4de7"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:43:27.318481 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615a3637-765f-42b7-a276-103c013d2ba4 x-openstack-request-id: req-615a3637-765f-42b7-a276-103c013d2ba4 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:43:27.318872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287642da-e032-4d64-adbb-52ec4835987d", "tag": "77b25b90-b5bc-44a0-ba07-cdd9694c4de7", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:43:27.319195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-615a3637-765f-42b7-a276-103c013d2ba4 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:43:27.319722 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287642da-e032-4d64-adbb-52ec4835987d', 'tag': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7', 'status': 'completed', 'code': 200} Dec 09 02:43:27.409109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0752802-a2dc-4c17-98b6-e7cde82c734b req-484e36ec-ba65-4db1-9443-1c5270f41091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:27.410615 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f0752802-a2dc-4c17-98b6-e7cde82c734b req-484e36ec-ba65-4db1-9443-1c5270f41091 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd92a3b930144cf5917356d66c36415c&device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 1098 time: 0.0405478 Dec 09 02:43:27.442725 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-681a37a4-424d-4a52-897c-11f139f4440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'name': 'tempest-TestMinimumBasicScenario-1242026145-router', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:28Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'gw_port': {'id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:29Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'a98ce611-53d4-4f2c-a420-6bb623c789a0', 'name': '', 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'mac_address': 'fa:16:3e:4a:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:30Z', 'updated_at': '2021-12-09T02:41:35Z', 'revision_number': 5, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'subnets': [{'id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:27.476605 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681a37a4-424d-4a52-897c-11f139f4440f None None] The sync data for ids ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'] in dv-neutron-804846-18-hyperv is: [{'id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'name': 'tempest-TestMinimumBasicScenario-1242026145-router', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:28Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'gw_port': {'id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:29Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': 'a98ce611-53d4-4f2c-a420-6bb623c789a0', 'name': '', 'network_id': '10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'mac_address': 'fa:16:3e:4a:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:30Z', 'updated_at': '2021-12-09T02:41:35Z', 'revision_number': 5, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'subnets': [{'id': '41337fa2-e43b-4ccb-91b0-2edde550c3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:43:27.505838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0752802-a2dc-4c17-98b6-e7cde82c734b req-e3042f94-1562-4d90-b00f-8979ebbc722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:27.507319 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f0752802-a2dc-4c17-98b6-e7cde82c734b req-e3042f94-1562-4d90-b00f-8979ebbc722e service neutron] 10.222.0.45 "GET /v2.0/networks?id=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 HTTP/1.1" status: 200 len: 916 time: 0.0890439 Dec 09 02:43:27.552223 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f0752802-a2dc-4c17-98b6-e7cde82c734b req-c0f13064-bc67-4a75-8da0-738f9397c560 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77b25b90-b5bc-44a0-ba07-cdd9694c4de7 HTTP/1.1" status: 200 len: 217 time: 0.0375741 Dec 09 02:43:27.607733 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0752802-a2dc-4c17-98b6-e7cde82c734b req-0f4e9b64-0624-4f99-a5ee-9d526972ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:27.608846 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f0752802-a2dc-4c17-98b6-e7cde82c734b req-0f4e9b64-0624-4f99-a5ee-9d526972ef7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=41337fa2-e43b-4ccb-91b0-2edde550c3a7 HTTP/1.1" status: 200 len: 854 time: 0.0498953 Dec 09 02:43:27.657245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0752802-a2dc-4c17-98b6-e7cde82c734b req-d6c867ca-0ca9-40d0-8186-00f4fcd5d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:27.659006 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f0752802-a2dc-4c17-98b6-e7cde82c734b req-d6c867ca-0ca9-40d0-8186-00f4fcd5d080 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0429652 Dec 09 02:43:27.734666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39844521-0674-4553-a3e7-773ef1118697 None None] New status for floating IP fec17cbb-1fab-4c4d-8990-ff4c3bd353c5: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:43:27.761162 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f0752802-a2dc-4c17-98b6-e7cde82c734b req-03fb093d-edec-4ece-a787-c9deaf5a45e8 service neutron] 10.222.0.45 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944018 Dec 09 02:43:27.859910 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f0752802-a2dc-4c17-98b6-e7cde82c734b req-22b3e5d6-870e-4828-9826-05f0f44df696 service neutron] 10.222.0.45 "GET /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887785 Dec 09 02:43:33.074622 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b3301c69-caea-40be-a242-2cd426806631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:34.356654 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:43:35.313233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-18de706e-a362-460e-a99d-8729543b3705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:35.801511 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab835f4e-b531-41ea-9331-2187c8ab8c11 req-f0f668e5-f978-4c60-b737-561ecce2c912 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:35.804295 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ab835f4e-b531-41ea-9331-2187c8ab8c11 req-f0f668e5-f978-4c60-b737-561ecce2c912 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 945 time: 0.0523522 Dec 09 02:43:35.853595 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ab835f4e-b531-41ea-9331-2187c8ab8c11 req-52a880b8-4f57-4562-8a22-ebdba4509dbc tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427136 Dec 09 02:43:36.490545 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:36.967964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cc4b4-bd02-4a81-84bf-82aa7f9c22c5 req-88e87dc3-9961-4ab6-bd0a-174438cf1632 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:36.969472 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-152cc4b4-bd02-4a81-84bf-82aa7f9c22c5 req-88e87dc3-9961-4ab6-bd0a-174438cf1632 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 945 time: 0.0485971 Dec 09 02:43:37.020185 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-152cc4b4-bd02-4a81-84bf-82aa7f9c22c5 req-e12a9638-b81f-410c-8c63-3d17d691ed0e tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446861 Dec 09 02:43:37.594401 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f3859-7850-495d-9606-e631fa235198 req-1a7a4290-4f72-4377-875f-8df7a2f0bd6d tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:37.595871 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7a4f3859-7850-495d-9606-e631fa235198 req-1a7a4290-4f72-4377-875f-8df7a2f0bd6d tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.45 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 945 time: 0.0474763 Dec 09 02:43:37.682780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-7a4f3859-7850-495d-9606-e631fa235198 req-a19448d6-7148-4ca3-a1c0-f62bbc595c85 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Deleting port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:43:37.683135 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7a4f3859-7850-495d-9606-e631fa235198 req-a19448d6-7148-4ca3-a1c0-f62bbc595c85 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:37.773392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-7a4f3859-7850-495d-9606-e631fa235198 req-a19448d6-7148-4ca3-a1c0-f62bbc595c85 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] For port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=77b25b90-b5bc-44a0-ba07-cdd9694c4de7,segment=NetworkSegment(692589d6-a1c8-4185-b20d-16411cda9e96),segment_id=692589d6-a1c8-4185-b20d-16411cda9e96)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:43:37.773761 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7a4f3859-7850-495d-9606-e631fa235198 req-a19448d6-7148-4ca3-a1c0-f62bbc595c85 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:37.787146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-7a4f3859-7850-495d-9606-e631fa235198 req-a19448d6-7148-4ca3-a1c0-f62bbc595c85 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Calling delete_port for 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:43:37.880894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:37.914653 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7a4f3859-7850-495d-9606-e631fa235198 req-a19448d6-7148-4ca3-a1c0-f62bbc595c85 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:37.941963 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19448d6-7148-4ca3-a1c0-f62bbc595c85 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Pushing event deleted for resources: {'Port': ['ID=77b25b90-b5bc-44a0-ba07-cdd9694c4de7,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:37.949716 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['77b25b90-b5bc-44a0-ba07-cdd9694c4de7'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:43:37.986407 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4f3859-7850-495d-9606-e631fa235198 req-a19448d6-7148-4ca3-a1c0-f62bbc595c85 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] No DVR routers for this DVR port 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:43:37.988956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7a4f3859-7850-495d-9606-e631fa235198 req-a19448d6-7148-4ca3-a1c0-f62bbc595c85 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:37.992453 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7a4f3859-7850-495d-9606-e631fa235198 req-a19448d6-7148-4ca3-a1c0-f62bbc595c85 tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.45 "DELETE /v2.0/ports/77b25b90-b5bc-44a0-ba07-cdd9694c4de7 HTTP/1.1" status: 204 len: 173 time: 0.3905632 Dec 09 02:43:37.992902 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287642da-e032-4d64-adbb-52ec4835987d', 'name': 'network-vif-deleted', 'tag': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:43:37.995120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef3920d-2402-408a-873d-4a64effbba6b" -d '{"events": [{"server_uuid": "287642da-e032-4d64-adbb-52ec4835987d", "name": "network-vif-deleted", "tag": "77b25b90-b5bc-44a0-ba07-cdd9694c4de7"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:43:38.030935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb01b498-70eb-481d-b83d-db87d0cd0ea4 x-openstack-request-id: req-eb01b498-70eb-481d-b83d-db87d0cd0ea4 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:43:38.031233 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287642da-e032-4d64-adbb-52ec4835987d", "name": "network-vif-deleted", "tag": "77b25b90-b5bc-44a0-ba07-cdd9694c4de7", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:43:38.031581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb01b498-70eb-481d-b83d-db87d0cd0ea4 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:43:38.031991 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287642da-e032-4d64-adbb-52ec4835987d', 'name': 'network-vif-deleted', 'tag': '77b25b90-b5bc-44a0-ba07-cdd9694c4de7', 'status': 'completed', 'code': 200} Dec 09 02:43:38.112135 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d74bc40f-1a68-48b3-8a6f-9a9087f41d77 req-d5af8ee0-ac8f-490d-a6eb-f92d2d83994c tempest-TestMinimumBasicScenario-1072532723 tempest-TestMinimumBasicScenario-1072532723-project] 10.222.0.43 "GET /v2.0/ports?device_id=287642da-e032-4d64-adbb-52ec4835987d HTTP/1.1" status: 200 len: 210 time: 0.0262389 Dec 09 02:43:38.725352 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:39.682176 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42418) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:40.023144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d174d8c6-5016-47a0-96b3-bb26fb209b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:40.260846 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d174d8c6-5016-47a0-96b3-bb26fb209b8e admin admin] Deleting port a98ce611-53d4-4f2c-a420-6bb623c789a0 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:43:40.261184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d174d8c6-5016-47a0-96b3-bb26fb209b8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:40.334958 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d174d8c6-5016-47a0-96b3-bb26fb209b8e admin admin] For port a98ce611-53d4-4f2c-a420-6bb623c789a0, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a98ce611-53d4-4f2c-a420-6bb623c789a0,segment=NetworkSegment(692589d6-a1c8-4185-b20d-16411cda9e96),segment_id=692589d6-a1c8-4185-b20d-16411cda9e96)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:43:40.335318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d174d8c6-5016-47a0-96b3-bb26fb209b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:40.351240 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d174d8c6-5016-47a0-96b3-bb26fb209b8e admin admin] Calling delete_port for a98ce611-53d4-4f2c-a420-6bb623c789a0 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:43:40.523094 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d174d8c6-5016-47a0-96b3-bb26fb209b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:40.547830 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174d8c6-5016-47a0-96b3-bb26fb209b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=a98ce611-53d4-4f2c-a420-6bb623c789a0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:40.666689 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:43:40.688923 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:43:40.689394 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 77b25b90-b5bc-44a0-ba07-cdd9694c4de7 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:43:40.707863 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d174d8c6-5016-47a0-96b3-bb26fb209b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:40.922667 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d174d8c6-5016-47a0-96b3-bb26fb209b8e admin admin] Router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:43:41.025102 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d174d8c6-5016-47a0-96b3-bb26fb209b8e admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:43:41.030116 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d174d8c6-5016-47a0-96b3-bb26fb209b8e admin admin] 10.222.0.43 "PUT /v2.0/routers/1f17987e-2c4d-4dc5-a24f-3b19e37042d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3469136 Dec 09 02:43:41.032663 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42420) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:41.033739 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97596e17-6bf2-4c89-ada2-464f4e2cee9e None None] Sync routers for ids ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:43:41.044250 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97596e17-6bf2-4c89-ada2-464f4e2cee9e None None] Routers {'1f17987e-2c4d-4dc5-a24f-3b19e37042d9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:43:41.044854 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-97596e17-6bf2-4c89-ada2-464f4e2cee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:43:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:41.135021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71b4478d-b662-4b7a-9879-9259633a345e admin admin] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:41.149633 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-97596e17-6bf2-4c89-ada2-464f4e2cee9e None None] Set router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:43:41.327085 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-97596e17-6bf2-4c89-ada2-464f4e2cee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'name': 'tempest-TestMinimumBasicScenario-1242026145-router', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:28Z', 'updated_at': '2021-12-09T02:43:40Z', 'revision_number': 5, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'gw_port': {'id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:29Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:41.358017 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97596e17-6bf2-4c89-ada2-464f4e2cee9e None None] Checking router: 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:43:41.366859 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97596e17-6bf2-4c89-ada2-464f4e2cee9e None None] Routers {'1f17987e-2c4d-4dc5-a24f-3b19e37042d9'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:43:41.367509 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-97596e17-6bf2-4c89-ada2-464f4e2cee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:43:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:41.526033 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71b4478d-b662-4b7a-9879-9259633a345e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:41.559826 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-97596e17-6bf2-4c89-ada2-464f4e2cee9e None None] Set router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:43:41.578408 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-71b4478d-b662-4b7a-9879-9259633a345e admin admin] Deleting port 72f3f72f-d4f9-4375-bdd9-79f8245c4451 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:43:41.578826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71b4478d-b662-4b7a-9879-9259633a345e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:41.654476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-71b4478d-b662-4b7a-9879-9259633a345e admin admin] For port 72f3f72f-d4f9-4375-bdd9-79f8245c4451, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=72f3f72f-d4f9-4375-bdd9-79f8245c4451,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:43:41.654840 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71b4478d-b662-4b7a-9879-9259633a345e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:41.667425 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-71b4478d-b662-4b7a-9879-9259633a345e admin admin] Calling delete_port for 72f3f72f-d4f9-4375-bdd9-79f8245c4451 owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:43:41.734800 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-97596e17-6bf2-4c89-ada2-464f4e2cee9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'name': 'tempest-TestMinimumBasicScenario-1242026145-router', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:28Z', 'updated_at': '2021-12-09T02:43:40Z', 'revision_number': 5, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'gw_port': {'id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:29Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:41.762632 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97596e17-6bf2-4c89-ada2-464f4e2cee9e None None] The sync data for ids ['1f17987e-2c4d-4dc5-a24f-3b19e37042d9'] in dv-neutron-804846-18-hyperv is: [{'id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'name': 'tempest-TestMinimumBasicScenario-1242026145-router', 'tenant_id': 'bd92a3b930144cf5917356d66c36415c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:28Z', 'updated_at': '2021-12-09T02:43:40Z', 'revision_number': 5, 'project_id': 'bd92a3b930144cf5917356d66c36415c', 'gw_port': {'id': '72f3f72f-d4f9-4375-bdd9-79f8245c4451', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f17987e-2c4d-4dc5-a24f-3b19e37042d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:29Z', 'updated_at': '2021-12-09T02:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:43:41.834433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71b4478d-b662-4b7a-9879-9259633a345e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:41.863037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4478d-b662-4b7a-9879-9259633a345e admin admin] Pushing event deleted for resources: {'Port': ['ID=72f3f72f-d4f9-4375-bdd9-79f8245c4451,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:41.876825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460eec60-9b21-4dff-8066-1d0ace0c3bf8 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:43:41.921915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71b4478d-b662-4b7a-9879-9259633a345e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.007649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71b4478d-b662-4b7a-9879-9259633a345e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.009701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71b4478d-b662-4b7a-9879-9259633a345e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.050911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71b4478d-b662-4b7a-9879-9259633a345e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.051365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b4478d-b662-4b7a-9879-9259633a345e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f17987e-2c4d-4dc5-a24f-3b19e37042d9 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:43:42.056269 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71b4478d-b662-4b7a-9879-9259633a345e admin admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.057408 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-71b4478d-b662-4b7a-9879-9259633a345e admin admin] 10.222.0.43 "DELETE /v2.0/routers/1f17987e-2c4d-4dc5-a24f-3b19e37042d9 HTTP/1.1" status: 204 len: 168 time: 1.0238361 Dec 09 02:43:42.060011 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42422) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:42.106545 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b065b39-91c0-4c19-ad4d-dbb0e401b464 admin admin] Deleting subnet 41337fa2-e43b-4ccb-91b0-2edde550c3a7 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:43:42.109911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b065b39-91c0-4c19-ad4d-dbb0e401b464 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.148939 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b065b39-91c0-4c19-ad4d-dbb0e401b464 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.229155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b065b39-91c0-4c19-ad4d-dbb0e401b464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.283721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b065b39-91c0-4c19-ad4d-dbb0e401b464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.308587 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b065b39-91c0-4c19-ad4d-dbb0e401b464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41337fa2-e43b-4ccb-91b0-2edde550c3a7,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:42.312545 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b065b39-91c0-4c19-ad4d-dbb0e401b464 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.318147 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9b065b39-91c0-4c19-ad4d-dbb0e401b464 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/41337fa2-e43b-4ccb-91b0-2edde550c3a7 HTTP/1.1" status: 204 len: 168 time: 0.2548490 Dec 09 02:43:42.318384 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42424) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:42.318642 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465db5c9-9652-4c6a-a597-b5396df203d1 None None] Network 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:43:42.387068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.443052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] Deleting port 12cb27a5-7852-46bd-b939-da7cab9c1a3c {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:43:42.443402 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.508341 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] For port 12cb27a5-7852-46bd-b939-da7cab9c1a3c, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=12cb27a5-7852-46bd-b939-da7cab9c1a3c,segment=NetworkSegment(692589d6-a1c8-4185-b20d-16411cda9e96),segment_id=692589d6-a1c8-4185-b20d-16411cda9e96)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:43:42.508706 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.521463 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] Calling delete_port for 12cb27a5-7852-46bd-b939-da7cab9c1a3c owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:43:42.597200 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.625647 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=12cb27a5-7852-46bd-b939-da7cab9c1a3c,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:42.629021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] No DVR routers for this DVR port 12cb27a5-7852-46bd-b939-da7cab9c1a3c on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:43:42.696647 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.716257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:42.725283 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692589d6-a1c8-4185-b20d-16411cda9e96') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:42.725603 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692589d6-a1c8-4185-b20d-16411cda9e96') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:42.734837 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.749472 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.756426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:43:42.756819 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:43:42.758602 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:43:42.773800 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85418f4c-8602-4db2-a9a3-e3c8c17952eb None None] DHCP port deletion for 10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:43:42.840682 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.845927 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:42.849376 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1 HTTP/1.1" status: 204 len: 168 time: 0.5299110 Dec 09 02:43:42.852391 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42426) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:42.858898 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 12cb27a5-7852-46bd-b939-da7cab9c1a3c no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:43:42.862782 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9cbf6-0a0e-4d9d-b39e-7704808e62b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=10f0d2d3-1217-40a6-bd8a-c4ca4c8a6ba1,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:42.883490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 12cb27a5-7852-46bd-b939-da7cab9c1a3c {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:43:42.883966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 12cb27a5-7852-46bd-b939-da7cab9c1a3c not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:43:42.884185 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 72f3f72f-d4f9-4375-bdd9-79f8245c4451 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:43:42.906079 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 72f3f72f-d4f9-4375-bdd9-79f8245c4451 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:43:42.906430 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 72f3f72f-d4f9-4375-bdd9-79f8245c4451 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:43:42.906849 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a98ce611-53d4-4f2c-a420-6bb623c789a0 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:43:42.926940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: a98ce611-53d4-4f2c-a420-6bb623c789a0 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:43:42.927293 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a98ce611-53d4-4f2c-a420-6bb623c789a0 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:43:43.193624 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-009b8bf5-348f-41cd-9836-10e5729cf5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:43.681905 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-009b8bf5-348f-41cd-9836-10e5729cf5e3 admin admin] Deleting port d93e95e4-687e-433c-98f4-4e5c8eca2726 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:43:43.682244 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-009b8bf5-348f-41cd-9836-10e5729cf5e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:43.760669 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-009b8bf5-348f-41cd-9836-10e5729cf5e3 admin admin] For port d93e95e4-687e-433c-98f4-4e5c8eca2726, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=d93e95e4-687e-433c-98f4-4e5c8eca2726,segment=NetworkSegment(a01e0898-661e-4abb-973b-bffc0c4af24e),segment_id=a01e0898-661e-4abb-973b-bffc0c4af24e)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:43:43.761029 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-009b8bf5-348f-41cd-9836-10e5729cf5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:43.773547 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-009b8bf5-348f-41cd-9836-10e5729cf5e3 admin admin] Calling delete_port for d93e95e4-687e-433c-98f4-4e5c8eca2726 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:43:43.945668 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-009b8bf5-348f-41cd-9836-10e5729cf5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:43.971298 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b8bf5-348f-41cd-9836-10e5729cf5e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d93e95e4-687e-433c-98f4-4e5c8eca2726,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:44.133960 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-009b8bf5-348f-41cd-9836-10e5729cf5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:44.283626 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:44.344727 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009b8bf5-348f-41cd-9836-10e5729cf5e3 admin admin] Router 1750c099-f839-4eb2-a9bd-0be4e535465d has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:43:44.450683 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009b8bf5-348f-41cd-9836-10e5729cf5e3 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:43:44.456039 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-009b8bf5-348f-41cd-9836-10e5729cf5e3 admin admin] 10.222.0.43 "PUT /v2.0/routers/1750c099-f839-4eb2-a9bd-0be4e535465d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6023643 Dec 09 02:43:44.459004 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42428) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:44.459829 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9881d20-b46c-43cb-9b20-f61203e913cb None None] Sync routers for ids ['1750c099-f839-4eb2-a9bd-0be4e535465d'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:43:44.469815 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9881d20-b46c-43cb-9b20-f61203e913cb None None] Routers {'1750c099-f839-4eb2-a9bd-0be4e535465d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:43:44.470436 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e9881d20-b46c-43cb-9b20-f61203e913cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:43:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1750c099-f839-4eb2-a9bd-0be4e535465d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:44.562603 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0256-59f3-4497-905e-24b8e63a33c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:44.574513 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e9881d20-b46c-43cb-9b20-f61203e913cb None None] Set router 1750c099-f839-4eb2-a9bd-0be4e535465d gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:43:44.663278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0256-59f3-4497-905e-24b8e63a33c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:44.716539 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab0256-59f3-4497-905e-24b8e63a33c5 admin admin] Deleting port 2275f5ec-39f5-4870-8c75-813452f1c89a {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:43:44.716881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0256-59f3-4497-905e-24b8e63a33c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:44.751985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e9881d20-b46c-43cb-9b20-f61203e913cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'name': 'tempest-TestMinimumBasicScenario-661815070-router', 'tenant_id': '7ced6c290319421e816aa12d4b3813e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.122'}], 'enable_snat': True}, 'gw_port_id': '2275f5ec-39f5-4870-8c75-813452f1c89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:33Z', 'updated_at': '2021-12-09T02:43:43Z', 'revision_number': 5, 'project_id': '7ced6c290319421e816aa12d4b3813e0', 'gw_port': {'id': '2275f5ec-39f5-4870-8c75-813452f1c89a', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:41:33Z', 'updated_at': '2021-12-09T02:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:44.782942 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9881d20-b46c-43cb-9b20-f61203e913cb None None] Checking router: 1750c099-f839-4eb2-a9bd-0be4e535465d for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:43:44.793132 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9881d20-b46c-43cb-9b20-f61203e913cb None None] Routers {'1750c099-f839-4eb2-a9bd-0be4e535465d'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:43:44.793735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e9881d20-b46c-43cb-9b20-f61203e913cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:43:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['1750c099-f839-4eb2-a9bd-0be4e535465d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:44.799797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d0ab0256-59f3-4497-905e-24b8e63a33c5 admin admin] For port 2275f5ec-39f5-4870-8c75-813452f1c89a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=2275f5ec-39f5-4870-8c75-813452f1c89a,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:43:44.800172 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0256-59f3-4497-905e-24b8e63a33c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:44.819164 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab0256-59f3-4497-905e-24b8e63a33c5 admin admin] Calling delete_port for 2275f5ec-39f5-4870-8c75-813452f1c89a owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:43:44.879940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e9881d20-b46c-43cb-9b20-f61203e913cb None None] Set router 1750c099-f839-4eb2-a9bd-0be4e535465d gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:43:44.978637 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0256-59f3-4497-905e-24b8e63a33c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.009520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab0256-59f3-4497-905e-24b8e63a33c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2275f5ec-39f5-4870-8c75-813452f1c89a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:45.054096 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f998cb-5429-4f37-adeb-ccd268e4740f None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:43:45.069981 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0256-59f3-4497-905e-24b8e63a33c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.083321 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e9881d20-b46c-43cb-9b20-f61203e913cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'name': 'tempest-TestMinimumBasicScenario-661815070-router', 'tenant_id': '7ced6c290319421e816aa12d4b3813e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:33Z', 'updated_at': '2021-12-09T02:43:44Z', 'revision_number': 6, 'project_id': '7ced6c290319421e816aa12d4b3813e0', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:45.116055 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9881d20-b46c-43cb-9b20-f61203e913cb None None] The sync data for ids ['1750c099-f839-4eb2-a9bd-0be4e535465d'] in dv-neutron-804846-18-hyperv is: [{'id': '1750c099-f839-4eb2-a9bd-0be4e535465d', 'name': 'tempest-TestMinimumBasicScenario-661815070-router', 'tenant_id': '7ced6c290319421e816aa12d4b3813e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:41:33Z', 'updated_at': '2021-12-09T02:43:44Z', 'revision_number': 6, 'project_id': '7ced6c290319421e816aa12d4b3813e0', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:43:45.165692 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0256-59f3-4497-905e-24b8e63a33c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.167888 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0256-59f3-4497-905e-24b8e63a33c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.214906 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0256-59f3-4497-905e-24b8e63a33c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.215439 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ab0256-59f3-4497-905e-24b8e63a33c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1750c099-f839-4eb2-a9bd-0be4e535465d {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:43:45.220510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0ab0256-59f3-4497-905e-24b8e63a33c5 admin admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.221646 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d0ab0256-59f3-4497-905e-24b8e63a33c5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1750c099-f839-4eb2-a9bd-0be4e535465d HTTP/1.1" status: 204 len: 168 time: 0.7615414 Dec 09 02:43:45.224836 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42430) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:45.267602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bb5f62-dca3-4a6d-b676-5cf3535dfa6c admin admin] Deleting subnet 4037386a-0702-4e68-b5f6-b53931f3dd55 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:43:45.270515 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-11bb5f62-dca3-4a6d-b676-5cf3535dfa6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.304129 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-11bb5f62-dca3-4a6d-b676-5cf3535dfa6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.381478 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-11bb5f62-dca3-4a6d-b676-5cf3535dfa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.432127 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-11bb5f62-dca3-4a6d-b676-5cf3535dfa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.459829 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb5f62-dca3-4a6d-b676-5cf3535dfa6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4037386a-0702-4e68-b5f6-b53931f3dd55,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:45.461783 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-11bb5f62-dca3-4a6d-b676-5cf3535dfa6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.467643 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42432) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:45.468124 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-11bb5f62-dca3-4a6d-b676-5cf3535dfa6c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4037386a-0702-4e68-b5f6-b53931f3dd55 HTTP/1.1" status: 204 len: 168 time: 0.2418685 Dec 09 02:43:45.469693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f811a743-d713-45e3-b435-4eedaf71325f None None] Network c599d360-aa00-4592-bc55-8cbdd7124424 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:43:45.538593 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.604640 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] Deleting port 799caf18-42d7-4764-99f3-a3609d48c5c6 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:43:45.604979 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.665507 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] For port 799caf18-42d7-4764-99f3-a3609d48c5c6, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=799caf18-42d7-4764-99f3-a3609d48c5c6,segment=NetworkSegment(a01e0898-661e-4abb-973b-bffc0c4af24e),segment_id=a01e0898-661e-4abb-973b-bffc0c4af24e)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:43:45.665802 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.678336 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] Calling delete_port for 799caf18-42d7-4764-99f3-a3609d48c5c6 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:43:45.760389 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.785996 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=799caf18-42d7-4764-99f3-a3609d48c5c6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:45.790119 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] No DVR routers for this DVR port 799caf18-42d7-4764-99f3-a3609d48c5c6 on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:43:45.858592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.879371 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c599d360-aa00-4592-bc55-8cbdd7124424']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:45.889185 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01e0898-661e-4abb-973b-bffc0c4af24e') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:45.889478 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01e0898-661e-4abb-973b-bffc0c4af24e') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:45.903168 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7157cb7d-d515-4c4b-903b-f39f84a2ef80 None None] DHCP port deletion for c599d360-aa00-4592-bc55-8cbdd7124424 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:43:45.904016 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.924771 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.932497 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:43:45.933074 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:43:45.934901 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:43:45.988884 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.994471 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:45.998012 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] 10.222.0.43 "DELETE /v2.0/networks/c599d360-aa00-4592-bc55-8cbdd7124424 HTTP/1.1" status: 204 len: 168 time: 0.5293386 Dec 09 02:43:46.012888 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4e4b8-bf31-42b7-87df-0088f2fe9b3c admin admin] Pushing event deleted for resources: {'Network': ['ID=c599d360-aa00-4592-bc55-8cbdd7124424,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:46.182978 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42438) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:46.224902 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b09057cd-4111-40ae-bf04-aa4016ed3cd9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd92a3b930144cf5917356d66c36415c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407219 Dec 09 02:43:46.227266 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42440) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:46.272356 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b42d8f2e-84f9-48ed-9df4-c75f9297f31c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:46.293402 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b42d8f2e-84f9-48ed-9df4-c75f9297f31c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:46.343502 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b42d8f2e-84f9-48ed-9df4-c75f9297f31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:46.346055 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b42d8f2e-84f9-48ed-9df4-c75f9297f31c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:46.347418 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b42d8f2e-84f9-48ed-9df4-c75f9297f31c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e3c488d-a2e1-4e9d-8712-c57a0aa0e026 HTTP/1.1" status: 204 len: 168 time: 0.1189649 Dec 09 02:43:46.355367 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d8f2e-84f9-48ed-9df4-c75f9297f31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3c488d-a2e1-4e9d-8712-c57a0aa0e026,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:46.654396 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42446) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:46.693052 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a774051f-dc7a-4f8e-8796-b93cafa05a81 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ced6c290319421e816aa12d4b3813e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0368395 Dec 09 02:43:46.695247 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42448) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:46.742568 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2e13d00c-b39a-4b79-95f5-6c226f69d916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:46.764762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2e13d00c-b39a-4b79-95f5-6c226f69d916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:46.799664 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 799caf18-42d7-4764-99f3-a3609d48c5c6 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:43:46.812855 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2e13d00c-b39a-4b79-95f5-6c226f69d916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:46.815584 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2e13d00c-b39a-4b79-95f5-6c226f69d916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:46.816768 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2e13d00c-b39a-4b79-95f5-6c226f69d916 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/931afd73-1f65-47ac-8f2a-a25c11ee58cd HTTP/1.1" status: 204 len: 168 time: 0.1205335 Dec 09 02:43:46.822540 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 799caf18-42d7-4764-99f3-a3609d48c5c6 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:43:46.822881 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 799caf18-42d7-4764-99f3-a3609d48c5c6 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:43:46.823373 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d93e95e4-687e-433c-98f4-4e5c8eca2726 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:43:46.825590 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13d00c-b39a-4b79-95f5-6c226f69d916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931afd73-1f65-47ac-8f2a-a25c11ee58cd,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:46.846664 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: d93e95e4-687e-433c-98f4-4e5c8eca2726 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:43:46.847031 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device d93e95e4-687e-433c-98f4-4e5c8eca2726 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:43:46.847463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2275f5ec-39f5-4870-8c75-813452f1c89a no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:43:46.870814 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 2275f5ec-39f5-4870-8c75-813452f1c89a {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:43:46.871172 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 2275f5ec-39f5-4870-8c75-813452f1c89a not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:43:48.358729 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42488) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:48.363276 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-dbc5ba28-5125-42ba-83f5-4c3ecfe34ea9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-461401691', 'description': 'tempest-secgroup-smoke-461401691 description', 'project_id': '9b59154da13c45f193083c92c85cca04'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:43:48.385555 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ba28-5125-42ba-83f5-4c3ecfe34ea9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.394071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ba28-5125-42ba-83f5-4c3ecfe34ea9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.465936 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ba28-5125-42ba-83f5-4c3ecfe34ea9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.469662 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ba28-5125-42ba-83f5-4c3ecfe34ea9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.507181 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5ba28-5125-42ba-83f5-4c3ecfe34ea9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70fcf6fe-8b61-4b8e-b6e0-5e20c6297c87,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:48.543336 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ba28-5125-42ba-83f5-4c3ecfe34ea9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.546831 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ba28-5125-42ba-83f5-4c3ecfe34ea9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.575604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ba28-5125-42ba-83f5-4c3ecfe34ea9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.576824 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dbc5ba28-5125-42ba-83f5-4c3ecfe34ea9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2171040 Dec 09 02:43:48.579810 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42490) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:48.580875 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5ba28-5125-42ba-83f5-4c3ecfe34ea9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96bac83f-34d8-4921-b308-39a5d8896596,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:48.584618 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-97736baa-2b98-4f8b-a1cc-7a1b08ea9f31 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '96bac83f-34d8-4921-b308-39a5d8896596', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:43:48.611553 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-97736baa-2b98-4f8b-a1cc-7a1b08ea9f31 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.667309 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-97736baa-2b98-4f8b-a1cc-7a1b08ea9f31 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.670859 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-97736baa-2b98-4f8b-a1cc-7a1b08ea9f31 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.688513 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97736baa-2b98-4f8b-a1cc-7a1b08ea9f31 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a70c68c-1385-4d0d-8361-08f8432e983d,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:48.695737 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-97736baa-2b98-4f8b-a1cc-7a1b08ea9f31 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.696912 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-97736baa-2b98-4f8b-a1cc-7a1b08ea9f31 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159549 Dec 09 02:43:48.699581 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42492) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:48.703825 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a20c9c91-b468-4e0e-9d21-57172a28b294 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '96bac83f-34d8-4921-b308-39a5d8896596', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:43:48.730467 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a20c9c91-b468-4e0e-9d21-57172a28b294 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.789432 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a20c9c91-b468-4e0e-9d21-57172a28b294 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.793105 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a20c9c91-b468-4e0e-9d21-57172a28b294 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.810814 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c9c91-b468-4e0e-9d21-57172a28b294 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7ec9c7-4a3a-467e-8c04-91bf0ed012fa,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:48.817595 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a20c9c91-b468-4e0e-9d21-57172a28b294 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.818798 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a20c9c91-b468-4e0e-9d21-57172a28b294 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183028 Dec 09 02:43:48.821447 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42494) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:48.825695 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-94ac617a-3792-4294-846e-ef3f3f05f22e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '96bac83f-34d8-4921-b308-39a5d8896596', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:43:48.851024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94ac617a-3792-4294-846e-ef3f3f05f22e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.906374 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94ac617a-3792-4294-846e-ef3f3f05f22e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.909699 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94ac617a-3792-4294-846e-ef3f3f05f22e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.926644 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac617a-3792-4294-846e-ef3f3f05f22e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2214b233-834d-4afb-9847-a06e02b0f13c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:48.934663 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94ac617a-3792-4294-846e-ef3f3f05f22e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:48.935875 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-94ac617a-3792-4294-846e-ef3f3f05f22e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134863 Dec 09 02:43:48.938484 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42496) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:48.942702 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0ac64ea1-9156-457b-94ff-35c0b64eac53 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '96bac83f-34d8-4921-b308-39a5d8896596', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:43:48.968874 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ac64ea1-9156-457b-94ff-35c0b64eac53 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.027827 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ac64ea1-9156-457b-94ff-35c0b64eac53 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.031248 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ac64ea1-9156-457b-94ff-35c0b64eac53 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.048922 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac64ea1-9156-457b-94ff-35c0b64eac53 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eaed300-9f44-455a-a85a-f3b64d2d06aa,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:49.060657 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ac64ea1-9156-457b-94ff-35c0b64eac53 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.062006 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0ac64ea1-9156-457b-94ff-35c0b64eac53 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225784 Dec 09 02:43:49.064637 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42498) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:49.068929 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-01978110-1e64-426d-b600-5dcf10764130 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '96bac83f-34d8-4921-b308-39a5d8896596', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:43:49.089703 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-01978110-1e64-426d-b600-5dcf10764130 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Project 9b59154da13c45f193083c92c85cca04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:43:49.094526 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01978110-1e64-426d-b600-5dcf10764130 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.152992 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01978110-1e64-426d-b600-5dcf10764130 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.156590 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01978110-1e64-426d-b600-5dcf10764130 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.171272 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01978110-1e64-426d-b600-5dcf10764130 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9ca78e-32df-4f06-8388-c84909d551ec,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:49.181946 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01978110-1e64-426d-b600-5dcf10764130 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.183137 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-01978110-1e64-426d-b600-5dcf10764130 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175854 Dec 09 02:43:49.185864 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42500) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:49.190125 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4856abc1-e148-4ad9-a353-7b3c74333e5f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '96bac83f-34d8-4921-b308-39a5d8896596', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:43:49.211583 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-4856abc1-e148-4ad9-a353-7b3c74333e5f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Project 9b59154da13c45f193083c92c85cca04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:43:49.216282 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4856abc1-e148-4ad9-a353-7b3c74333e5f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.275722 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4856abc1-e148-4ad9-a353-7b3c74333e5f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.279422 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4856abc1-e148-4ad9-a353-7b3c74333e5f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.300019 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856abc1-e148-4ad9-a353-7b3c74333e5f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce24fc05-3080-45d8-8a83-24104377b23e,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:49.305808 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4856abc1-e148-4ad9-a353-7b3c74333e5f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.306997 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4856abc1-e148-4ad9-a353-7b3c74333e5f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202137 Dec 09 02:43:49.310001 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42502) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:49.314728 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f437b86f-4317-4b54-a29f-e0637020a1af tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'network': {'name': 'tempest-network-smoke--1789941131', 'project_id': '9b59154da13c45f193083c92c85cca04', 'port_security_enabled': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:43:49.334980 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f437b86f-4317-4b54-a29f-e0637020a1af tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Made reservation on behalf of 9b59154da13c45f193083c92c85cca04 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:43:49.338408 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f437b86f-4317-4b54-a29f-e0637020a1af tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.361745 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f437b86f-4317-4b54-a29f-e0637020a1af tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:43:49.371189 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f437b86f-4317-4b54-a29f-e0637020a1af tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.371559 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-f437b86f-4317-4b54-a29f-e0637020a1af tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Added segment 0b1cefa8-a503-49ce-8a2f-e707db56c7bb of type vlan for network b5930516-26b7-41b0-a759-dadfc0dcb2ac Dec 09 02:43:49.415426 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f437b86f-4317-4b54-a29f-e0637020a1af tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.438500 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f437b86f-4317-4b54-a29f-e0637020a1af tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.444531 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f437b86f-4317-4b54-a29f-e0637020a1af tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:49.445109 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f437b86f-4317-4b54-a29f-e0637020a1af tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.500344 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f437b86f-4317-4b54-a29f-e0637020a1af tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1893210 Dec 09 02:43:49.503165 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42504) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:49.507929 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-348935927', 'admin_state_up': True, 'project_id': '9b59154da13c45f193083c92c85cca04', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:43:49.526581 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437b86f-4317-4b54-a29f-e0637020a1af tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Network': ['ID=b5930516-26b7-41b0-a759-dadfc0dcb2ac,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:49.537666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network b5930516-26b7-41b0-a759-dadfc0dcb2ac details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:43:49.539869 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.540895 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.594455 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.725657 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.914647 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:49.933130 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:50.034855 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.26.3.246 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:43:50.132804 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:50.165447 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:50.201180 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:43:50.207325 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:43:50.211311 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:43:50.217246 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:50.225415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72873d25-341b-49b7-96e5-4fcb54f22533 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:43:50.276039 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e7ef598f-3d7f-496a-bb87-ab59be79262a None None] Provisioning complete for port a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:43:50.276414 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e7ef598f-3d7f-496a-bb87-ab59be79262a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:50.309353 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e7ef598f-3d7f-496a-bb87-ab59be79262a None None] Port a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:43:50.458973 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:50.648176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:50.774371 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:43:50.877973 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:43:50.887847 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Sync routers for ids ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:43:50.899119 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Routers {'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:43:50.899693 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:43:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:50.900621 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:50.901845 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-22ad611f-e0b0-4ce0-995d-66b7975f2206 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3977194 Dec 09 02:43:50.905163 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42506) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:51.002979 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Set router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:43:51.023611 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c6d06598-a634-41b5-9662-7b533151bc54 tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9b59154da13c45f193083c92c85cca04&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1171889 Dec 09 02:43:51.026200 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42510) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:51.174456 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348935927', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:50Z', 'revision_number': 3, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:51.179050 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ccc95e-f927-4a6e-bd71-f4c1c7fc7aaa tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:51.183185 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-04ccc95e-f927-4a6e-bd71-f4c1c7fc7aaa tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1535046 Dec 09 02:43:51.183565 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42512) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:51.200323 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Checking router: cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:43:51.200674 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Updating router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 port a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:43:51.217290 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ba003cc0-e87f-418c-a56d-9bd1b135a823 tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325458 Dec 09 02:43:51.219787 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42514) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:51.224510 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-dfde320a-f72f-4958-b512-5cf03ef0f409 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-134715614', 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac', 'project_id': '9b59154da13c45f193083c92c85cca04', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:43:51.228236 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:51.307668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfde320a-f72f-4958-b512-5cf03ef0f409 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Made reservation on behalf of 9b59154da13c45f193083c92c85cca04 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:43:51.311116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dfde320a-f72f-4958-b512-5cf03ef0f409 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:51.471964 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:51.477642 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:51.486431 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dfde320a-f72f-4958-b512-5cf03ef0f409 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:51.518809 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b410ad9-be33-4815-827e-8204ce9f36cd None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:43:51.522760 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Attempting to bind port a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:43:51.522976 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Attempting to bind port a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:43:51.523511 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Attempting to bind port a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:43:51.536178 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:43:51.536554 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:43:51.536951 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:51.537342 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:43:51.537806 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Bound port: a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:43:51.538177 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:51.540528 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959b4f7-e58f-472b-9d5a-2d3f22a9feff None None] Pushing event updated for resources: {'Port': ['ID=a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:51.554260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde320a-f72f-4958-b512-5cf03ef0f409 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Subnet': ['ID=6223fbaa-a2d9-43fb-a8c4-03a22119c044,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:51.564869 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde320a-f72f-4958-b512-5cf03ef0f409 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Checking segment: {'id': '0b1cefa8-a503-49ce-8a2f-e707db56c7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:43:51.565323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfde320a-f72f-4958-b512-5cf03ef0f409 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network hostable DHCP agents. Network: b5930516-26b7-41b0-a759-dadfc0dcb2ac, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:43:51.571466 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959b4f7-e58f-472b-9d5a-2d3f22a9feff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:51.571822 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959b4f7-e58f-472b-9d5a-2d3f22a9feff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:51.572166 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959b4f7-e58f-472b-9d5a-2d3f22a9feff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:51.572533 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959b4f7-e58f-472b-9d5a-2d3f22a9feff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:51.572860 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959b4f7-e58f-472b-9d5a-2d3f22a9feff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:51.573190 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959b4f7-e58f-472b-9d5a-2d3f22a9feff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:51.573530 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959b4f7-e58f-472b-9d5a-2d3f22a9feff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:51.573842 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959b4f7-e58f-472b-9d5a-2d3f22a9feff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:51.574160 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959b4f7-e58f-472b-9d5a-2d3f22a9feff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:51.574486 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959b4f7-e58f-472b-9d5a-2d3f22a9feff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:51.574803 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959b4f7-e58f-472b-9d5a-2d3f22a9feff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:51.575121 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959b4f7-e58f-472b-9d5a-2d3f22a9feff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:51.575478 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959b4f7-e58f-472b-9d5a-2d3f22a9feff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:51.586908 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfde320a-f72f-4958-b512-5cf03ef0f409 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network b5930516-26b7-41b0-a759-dadfc0dcb2ac is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:43:51.595850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-dfde320a-f72f-4958-b512-5cf03ef0f409 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, b5930516-26b7-41b0-a759-dadfc0dcb2ac) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:43:51.600775 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde320a-f72f-4958-b512-5cf03ef0f409 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:51.601368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dfde320a-f72f-4958-b512-5cf03ef0f409 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:51.606936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629c0d49-8b68-4519-84f8-d785f4629b07 None None] Network b5930516-26b7-41b0-a759-dadfc0dcb2ac requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:43:51.609912 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] For port a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:43:51.613076 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] For port a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:43:51.619081 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:51.622814 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dfde320a-f72f-4958-b512-5cf03ef0f409 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3993599 Dec 09 02:43:51.623138 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42516) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:43:51.683410 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Routers {'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:43:51.684289 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:43:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:51.691152 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f032816c-8815-4def-a688-15583842346e None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:43:51.699011 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Provisioning complete for port a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:43:51.699526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:51.722961 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959b4f7-e58f-472b-9d5a-2d3f22a9feff None None] Pushing event updated for resources: {'Port': ['ID=a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:51.762631 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-b5930516-26b7-41b0-a759-dadfc0dcb2ac', 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac', 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ips': [{'subnet_id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:43:51.763651 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:51.797200 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] Set router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:43:51.883353 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:51.940837 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] For port a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:43:51.946659 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:51.995727 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Allocated IP 172.20.0.2 (b5930516-26b7-41b0-a759-dadfc0dcb2ac/6223fbaa-a2d9-43fb-a8c4-03a22119c044/6caad14a-c7c0-45f6-8677-6e6a76eb6bd2) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:43:52.019328 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348935927', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:50Z', 'revision_number': 3, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:52.039938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Pushing event updated for resources: {'Port': ['ID=a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:52.069375 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f21ef-f6ab-40a1-abd3-aeacd07bdf15 None None] The sync data for ids ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'] in dv-neutron-804846-18-hyperv is: [{'id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348935927', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:50Z', 'revision_number': 3, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:43:52.099204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:52.099727 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:52.100178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:52.100634 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:52.101072 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:52.101534 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:52.101969 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:52.102382 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:52.102832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:52.103264 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:52.103718 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:52.104145 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:52.104584 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2edd43-5365-42cc-aa19-92fe1081b71f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:43:52.116190 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2ce5153e-89ee-4c7a-81d6-ddd7009fadd6 None None] Provisioning complete for port a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:43:52.116695 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2ce5153e-89ee-4c7a-81d6-ddd7009fadd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:52.293625 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:52.303294 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:52.366621 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Network b5930516-26b7-41b0-a759-dadfc0dcb2ac is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:43:52.370620 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:43:52.372362 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Pushing event updated for resources: {'Port': ['ID=6caad14a-c7c0-45f6-8677-6e6a76eb6bd2,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:52.374565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:43:52.410703 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:52.430915 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Attempting to bind port 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:43:52.431300 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Attempting to bind port 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '0b1cefa8-a503-49ce-8a2f-e707db56c7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:43:52.431789 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Attempting to bind port 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2 on network b5930516-26b7-41b0-a759-dadfc0dcb2ac {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:43:52.437222 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:43:52.437602 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Checking segment: {'id': '0b1cefa8-a503-49ce-8a2f-e707db56c7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:43:52.438019 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:52.438415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Bound using segment: {'id': '0b1cefa8-a503-49ce-8a2f-e707db56c7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:43:52.438889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Bound port: 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1cefa8-a503-49ce-8a2f-e707db56c7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:43:52.439277 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:52.512891 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] For port 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:43:52.517115 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] For port 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=6caad14a-c7c0-45f6-8677-6e6a76eb6bd2,segment=NetworkSegment(0b1cefa8-a503-49ce-8a2f-e707db56c7bb),segment_id=0b1cefa8-a503-49ce-8a2f-e707db56c7bb)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:43:52.522937 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:52.580598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca5e1f-d21d-4fa8-b600-e0a56bba6a91 None None] Pushing event updated for resources: {'Port': ['ID=6caad14a-c7c0-45f6-8677-6e6a76eb6bd2,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:52.730426 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.20.0.1 (b5930516-26b7-41b0-a759-dadfc0dcb2ac/6223fbaa-a2d9-43fb-a8c4-03a22119c044/86a6237d-3321-434f-af77-3305efc82591) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:43:52.877650 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:52.919734 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:52.946450 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:43:52.969882 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network b5930516-26b7-41b0-a759-dadfc0dcb2ac is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:43:52.976085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:43:52.982016 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:43:52.988898 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=86a6237d-3321-434f-af77-3305efc82591,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:53.013724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:43:53.014100 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:53.030825 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:53.093381 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:53.131399 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=6caad14a-c7c0-45f6-8677-6e6a76eb6bd2,segment=NetworkSegment(0b1cefa8-a503-49ce-8a2f-e707db56c7bb),segment_id=0b1cefa8-a503-49ce-8a2f-e707db56c7bb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:43:53.137121 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:53.137957 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:43:53.175976 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:53.219811 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=6caad14a-c7c0-45f6-8677-6e6a76eb6bd2,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:53.230940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:43:53.231314 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:53.459982 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:53.465444 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:53.546039 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=86a6237d-3321-434f-af77-3305efc82591,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:53.551267 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:53.613375 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39070eb-f95f-42e7-a15f-82fedf205439 None None] Network b5930516-26b7-41b0-a759-dadfc0dcb2ac requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:43:53.644145 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network b5930516-26b7-41b0-a759-dadfc0dcb2ac is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:43:53.645606 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:43:53.730411 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-33ebefe0-956b-4d09-9833-048842fd65ba None None] Provisioning complete for port 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:43:53.730787 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33ebefe0-956b-4d09-9833-048842fd65ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:53.774463 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:43:53.897431 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:43:53.908823 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-89f82526-2a18-47fd-a559-9b16309460a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "PUT /v2.0/routers/cd5da79c-d1cb-4ed8-82b4-dcf34f745de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2782173 Dec 09 02:43:53.950458 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e040156f-e3b7-4458-9422-341524b9287c None None] Provisioning complete for port 86a6237d-3321-434f-af77-3305efc82591 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:43:53.950950 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e040156f-e3b7-4458-9422-341524b9287c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:53.988421 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e040156f-e3b7-4458-9422-341524b9287c None None] Port 86a6237d-3321-434f-af77-3305efc82591 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:43:54.000186 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e040156f-e3b7-4458-9422-341524b9287c None None] Provisioning complete for port 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:43:54.000568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e040156f-e3b7-4458-9422-341524b9287c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:54.066912 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-a573a0af-5e0b-4a35-bc06-e4ec3b87b12c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461401691&fields=id&tenant_id=9b59154da13c45f193083c92c85cca04 HTTP/1.1" status: 200 len: 267 time: 0.0497346 Dec 09 02:43:54.117994 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Sync routers for ids ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:43:54.128775 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Routers {'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:43:54.129484 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:43:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:54.205864 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-f115da98-ba97-432a-831e-79394f2346d3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:54.207518 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-f115da98-ba97-432a-831e-79394f2346d3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/networks?id=b5930516-26b7-41b0-a759-dadfc0dcb2ac HTTP/1.1" status: 200 len: 797 time: 0.1306810 Dec 09 02:43:54.225050 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-26e19d25-7987-491a-901d-3d5a9abe5185 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/quotas/9b59154da13c45f193083c92c85cca04 HTTP/1.1" status: 200 len: 375 time: 0.0104151 Dec 09 02:43:54.241191 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-265ace3e-40c1-4cf0-9337-27bfd2611f23 None None] Provisioning complete for port 86a6237d-3321-434f-af77-3305efc82591 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:43:54.241579 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-265ace3e-40c1-4cf0-9337-27bfd2611f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:54.274580 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Set router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:43:54.291908 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-15e9690a-5f40-40a2-8b93-d5cf7643730a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591874 Dec 09 02:43:54.303017 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-042058a4-9f0a-41a1-a7c1-eeb7a2499ae9 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:43:54.304083 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-042058a4-9f0a-41a1-a7c1-eeb7a2499ae9 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057461 Dec 09 02:43:54.312007 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-265ace3e-40c1-4cf0-9337-27bfd2611f23 None None] Port 86a6237d-3321-434f-af77-3305efc82591 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:43:54.395044 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-20bda538-6e13-4338-84b4-1671893d1b6a service neutron] 10.222.0.43 "GET /v2.0/networks/b5930516-26b7-41b0-a759-dadfc0dcb2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842390 Dec 09 02:43:54.446150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-91dc9aff-1bca-40e6-9927-378a0cbf718a None None] Provisioning complete for port 86a6237d-3321-434f-af77-3305efc82591 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:43:54.446381 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-91dc9aff-1bca-40e6-9927-378a0cbf718a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:54.488949 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-27312de1-347c-4d73-b08a-cd3636ce167f service neutron] 10.222.0.43 "GET /v2.0/networks/b5930516-26b7-41b0-a759-dadfc0dcb2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868285 Dec 09 02:43:54.505804 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-91dc9aff-1bca-40e6-9927-378a0cbf718a None None] Port 86a6237d-3321-434f-af77-3305efc82591 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:43:54.524621 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348935927', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:53Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '86a6237d-3321-434f-af77-3305efc82591', 'name': '', 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:4d:fc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:52Z', 'updated_at': '2021-12-09T02:43:53Z', 'revision_number': 2, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:54.550794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Checking router: cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:43:54.551152 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Updating router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 port 86a6237d-3321-434f-af77-3305efc82591 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:43:54.575744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:54.649575 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f2067241-3473-487f-a881-d1b7827aaa62 req-5809fc5e-6885-4fc2-9d56-08e6df6ed628 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 210 time: 0.0292814 Dec 09 02:43:54.948537 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:43:55.046798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:55.050554 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:43:55.050980 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:55.054216 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:55.136360 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76505c59-4051-45be-89bd-9bc369acf5d2 None None] Pushing event updated for resources: {'Port': ['ID=86a6237d-3321-434f-af77-3305efc82591,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:55.215157 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Attempting to bind port 86a6237d-3321-434f-af77-3305efc82591 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:43:55.215620 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Attempting to bind port 86a6237d-3321-434f-af77-3305efc82591 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '0b1cefa8-a503-49ce-8a2f-e707db56c7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:43:55.215995 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Attempting to bind port 86a6237d-3321-434f-af77-3305efc82591 on network b5930516-26b7-41b0-a759-dadfc0dcb2ac {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:43:55.233696 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:43:55.234075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Checking segment: {'id': '0b1cefa8-a503-49ce-8a2f-e707db56c7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:43:55.234546 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:55.234980 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Bound using segment: {'id': '0b1cefa8-a503-49ce-8a2f-e707db56c7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:43:55.235524 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Bound port: 86a6237d-3321-434f-af77-3305efc82591, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1cefa8-a503-49ce-8a2f-e707db56c7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:43:55.235888 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:55.304696 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] For port 86a6237d-3321-434f-af77-3305efc82591, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:43:55.307749 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] For port 86a6237d-3321-434f-af77-3305efc82591, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=86a6237d-3321-434f-af77-3305efc82591,segment=NetworkSegment(0b1cefa8-a503-49ce-8a2f-e707db56c7bb),segment_id=0b1cefa8-a503-49ce-8a2f-e707db56c7bb)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:43:55.311876 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:55.382408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1cb1d571-38a7-442b-80a0-920221f65583 None None] Provisioning complete for port 86a6237d-3321-434f-af77-3305efc82591 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:43:55.382710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1cb1d571-38a7-442b-80a0-920221f65583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:55.384647 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76505c59-4051-45be-89bd-9bc369acf5d2 None None] Pushing event updated for resources: {'Port': ['ID=86a6237d-3321-434f-af77-3305efc82591,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:55.388146 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Routers {'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:43:55.388764 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:43:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:55.552411 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] Set router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:43:55.585702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1cb1d571-38a7-442b-80a0-920221f65583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:55.699710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1cb1d571-38a7-442b-80a0-920221f65583 None None] For port 86a6237d-3321-434f-af77-3305efc82591, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=86a6237d-3321-434f-af77-3305efc82591,segment=NetworkSegment(0b1cefa8-a503-49ce-8a2f-e707db56c7bb),segment_id=0b1cefa8-a503-49ce-8a2f-e707db56c7bb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:43:55.704110 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-216c99f5-c8a5-4747-9d0c-e14eda6d5d4f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:55.706397 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-216c99f5-c8a5-4747-9d0c-e14eda6d5d4f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "GET /v2.0/networks?id=b5930516-26b7-41b0-a759-dadfc0dcb2ac HTTP/1.1" status: 200 len: 797 time: 0.1089308 Dec 09 02:43:55.713717 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1cb1d571-38a7-442b-80a0-920221f65583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:55.774393 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bf9a1bb1-4767-4e9d-88b2-6c426fa10a40 req-e1ca8a89-5616-4f2e-b396-7f4ba33fca64 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 210 time: 0.0346489 Dec 09 02:43:55.814826 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1d571-38a7-442b-80a0-920221f65583 None None] Pushing event updated for resources: {'Port': ['ID=86a6237d-3321-434f-af77-3305efc82591,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:55.827959 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-207c0e4f-12d0-495f-8eea-ae4735d2d86e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b59154da13c45f193083c92c85cca04 HTTP/1.1" status: 200 len: 379 time: 0.1067288 Dec 09 02:43:55.838641 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-4be75123-9ebf-4986-99b0-b630bfe268d5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'port': {'device_id': '38d31548-d283-49c6-a216-b4e3f92ab8c2', 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac', 'admin_state_up': True, 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'security_groups': ['96bac83f-34d8-4921-b308-39a5d8896596']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:43:55.849227 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-16b0f573-e0a2-4e3c-a6a2-7cfd8a04c18c None None] Provisioning complete for port 86a6237d-3321-434f-af77-3305efc82591 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:43:55.849596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16b0f573-e0a2-4e3c-a6a2-7cfd8a04c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:55.890614 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348935927', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:53Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '86a6237d-3321-434f-af77-3305efc82591', 'name': '', 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:4d:fc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:52Z', 'updated_at': '2021-12-09T02:43:55Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:43:55.920609 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af279bac-680a-4b63-b370-a03c4b2bbbad None None] The sync data for ids ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'] in dv-neutron-804846-18-hyperv is: [{'id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348935927', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:53Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '86a6237d-3321-434f-af77-3305efc82591', 'name': '', 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:4d:fc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:52Z', 'updated_at': '2021-12-09T02:43:55Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:43:55.945404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-4be75123-9ebf-4986-99b0-b630bfe268d5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Made reservation on behalf of 9b59154da13c45f193083c92c85cca04 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:43:55.949259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-4be75123-9ebf-4986-99b0-b630bfe268d5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:56.101791 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-4be75123-9ebf-4986-99b0-b630bfe268d5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.20.0.14 (b5930516-26b7-41b0-a759-dadfc0dcb2ac/6223fbaa-a2d9-43fb-a8c4-03a22119c044/d25dc88a-532a-4ca0-b789-dbfeb566d5e2) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:43:56.244604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-4be75123-9ebf-4986-99b0-b630bfe268d5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:56.278802 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-4be75123-9ebf-4986-99b0-b630bfe268d5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:56.322221 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-4be75123-9ebf-4986-99b0-b630bfe268d5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network b5930516-26b7-41b0-a759-dadfc0dcb2ac is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:43:56.327176 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-4be75123-9ebf-4986-99b0-b630bfe268d5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:43:56.329760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-4be75123-9ebf-4986-99b0-b630bfe268d5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:43:56.370118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be75123-9ebf-4986-99b0-b630bfe268d5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=d25dc88a-532a-4ca0-b789-dbfeb566d5e2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:56.396694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-4be75123-9ebf-4986-99b0-b630bfe268d5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:56.397636 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-4be75123-9ebf-4986-99b0-b630bfe268d5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:56.415512 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-4be75123-9ebf-4986-99b0-b630bfe268d5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5805366 Dec 09 02:43:56.425794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9cb51777-f113-4cac-8b7d-db39d17ad4f4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:43:56.426936 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9cb51777-f113-4cac-8b7d-db39d17ad4f4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059316 Dec 09 02:43:56.506509 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Request body: {'port': {'device_id': '38d31548-d283-49c6-a216-b4e3f92ab8c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:43:56.569189 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:56.613620 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-6b87c73a-833e-4d50-9735-478f723ea2bf None None] Provisioning complete for port d25dc88a-532a-4ca0-b789-dbfeb566d5e2 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:43:56.614710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6b87c73a-833e-4d50-9735-478f723ea2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:56.654481 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6b87c73a-833e-4d50-9735-478f723ea2bf None None] Port d25dc88a-532a-4ca0-b789-dbfeb566d5e2 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:43:56.851795 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 86a6237d-3321-434f-af77-3305efc82591 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:43:56.858384 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25dc88a-532a-4ca0-b789-dbfeb566d5e2 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:43:56.867267 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:56.889093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Transition to ACTIVE for port object d25dc88a-532a-4ca0-b789-dbfeb566d5e2 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:43:56.907331 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:56.913228 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 86a6237d-3321-434f-af77-3305efc82591 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:43:56.913616 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:56.999965 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b30c5-476d-4417-89a9-ac5244aefb82 req-1f0c2aa0-b293-4068-853e-00dd0c27e8cb tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:57.001126 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c3b30c5-476d-4417-89a9-ac5244aefb82 req-1f0c2aa0-b293-4068-853e-00dd0c27e8cb tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 932 time: 0.1314425 Dec 09 02:43:57.004485 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Pushing event updated for resources: {'Port': ['ID=d25dc88a-532a-4ca0-b789-dbfeb566d5e2,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:57.099248 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4c3b30c5-476d-4417-89a9-ac5244aefb82 req-c081c5ab-6e7e-4213-8bf3-8121540aab60 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=96bac83f-34d8-4921-b308-39a5d8896596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906820 Dec 09 02:43:57.099963 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Attempting to bind port d25dc88a-532a-4ca0-b789-dbfeb566d5e2 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:43:57.100293 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Attempting to bind port d25dc88a-532a-4ca0-b789-dbfeb566d5e2 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '0b1cefa8-a503-49ce-8a2f-e707db56c7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:43:57.100618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Attempting to bind port d25dc88a-532a-4ca0-b789-dbfeb566d5e2 on network b5930516-26b7-41b0-a759-dadfc0dcb2ac {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:43:57.105325 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Port d25dc88a-532a-4ca0-b789-dbfeb566d5e2 on network b5930516-26b7-41b0-a759-dadfc0dcb2ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:43:57.105646 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Attempting to bind port d25dc88a-532a-4ca0-b789-dbfeb566d5e2 on network b5930516-26b7-41b0-a759-dadfc0dcb2ac {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:43:57.116100 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:43:57.116100 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Checking segment: {'id': '0b1cefa8-a503-49ce-8a2f-e707db56c7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:43:57.116100 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Bound using segment: {'id': '0b1cefa8-a503-49ce-8a2f-e707db56c7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:43:57.116100 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Bound port: d25dc88a-532a-4ca0-b789-dbfeb566d5e2, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1cefa8-a503-49ce-8a2f-e707db56c7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:43:57.116100 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:57.462029 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] For port d25dc88a-532a-4ca0-b789-dbfeb566d5e2, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:43:57.465004 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] For port d25dc88a-532a-4ca0-b789-dbfeb566d5e2, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d25dc88a-532a-4ca0-b789-dbfeb566d5e2,segment=NetworkSegment(0b1cefa8-a503-49ce-8a2f-e707db56c7bb),segment_id=0b1cefa8-a503-49ce-8a2f-e707db56c7bb)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:43:57.469562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:57.501323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:57.501643 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:43:57.503251 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] 10.222.0.45 "PUT /v2.0/ports/d25dc88a-532a-4ca0-b789-dbfeb566d5e2 HTTP/1.1" status: 200 len: 1094 time: 1.0623112 Dec 09 02:43:57.505477 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d31548-d283-49c6-a216-b4e3f92ab8c2', 'tag': 'd25dc88a-532a-4ca0-b789-dbfeb566d5e2'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:43:57.507811 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c739037-b2e4-45fb-915c-62fb93c1468a" -d '{"events": [{"name": "network-changed", "server_uuid": "38d31548-d283-49c6-a216-b4e3f92ab8c2", "tag": "d25dc88a-532a-4ca0-b789-dbfeb566d5e2"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:43:57.536538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489f30b-2ce0-40ca-88b3-78fcac23c0ad service neutron] Pushing event updated for resources: {'Port': ['ID=d25dc88a-532a-4ca0-b789-dbfeb566d5e2,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:43:57.553150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15efb9e3-f3f3-475c-81b9-96bca3dbac1a x-openstack-request-id: req-15efb9e3-f3f3-475c-81b9-96bca3dbac1a {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:43:57.553813 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d31548-d283-49c6-a216-b4e3f92ab8c2", "tag": "d25dc88a-532a-4ca0-b789-dbfeb566d5e2", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:43:57.554074 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15efb9e3-f3f3-475c-81b9-96bca3dbac1a {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:43:57.554480 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d31548-d283-49c6-a216-b4e3f92ab8c2', 'tag': 'd25dc88a-532a-4ca0-b789-dbfeb566d5e2', 'status': 'completed', 'code': 200} Dec 09 02:43:57.611307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-f6938221-2a7d-4dbb-a6d5-b8ecd48b9231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:57.612880 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-f6938221-2a7d-4dbb-a6d5-b8ecd48b9231 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 1097 time: 0.0424235 Dec 09 02:43:57.665743 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-507fb90c-2e08-44ab-9bab-97adcf3843fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25dc88a-532a-4ca0-b789-dbfeb566d5e2 HTTP/1.1" status: 200 len: 217 time: 0.0390060 Dec 09 02:43:57.716429 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-397688e2-a3e8-4b2d-b2aa-65ddb40a1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:57.717894 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-397688e2-a3e8-4b2d-b2aa-65ddb40a1f16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6223fbaa-a2d9-43fb-a8c4-03a22119c044 HTTP/1.1" status: 200 len: 834 time: 0.0453718 Dec 09 02:43:57.763202 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-7898c3c5-e01a-430a-b719-1ad3dd79b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:57.764743 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-7898c3c5-e01a-430a-b719-1ad3dd79b9c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5930516-26b7-41b0-a759-dadfc0dcb2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401819 Dec 09 02:43:57.854150 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-5d8fe00f-dcb7-46e9-9ddf-8fa3268d7373 service neutron] 10.222.0.45 "GET /v2.0/networks/b5930516-26b7-41b0-a759-dadfc0dcb2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821879 Dec 09 02:43:57.942983 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d36118d9-f7f6-4dc6-a6a5-4d2ad096a350 req-b8549986-12f7-4313-bafc-f1e21898362d service neutron] 10.222.0.45 "GET /v2.0/networks/b5930516-26b7-41b0-a759-dadfc0dcb2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810962 Dec 09 02:43:58.078074 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c739037-b2e4-45fb-915c-62fb93c1468a req-11ff90bb-9701-43c8-b38a-cd3b68bd7ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:58.079608 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c739037-b2e4-45fb-915c-62fb93c1468a req-11ff90bb-9701-43c8-b38a-cd3b68bd7ec7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 1097 time: 0.0416143 Dec 09 02:43:58.182627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c739037-b2e4-45fb-915c-62fb93c1468a req-7c82450d-607a-4287-9200-f7ad74768369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:58.184374 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c739037-b2e4-45fb-915c-62fb93c1468a req-7c82450d-607a-4287-9200-f7ad74768369 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b5930516-26b7-41b0-a759-dadfc0dcb2ac HTTP/1.1" status: 200 len: 898 time: 0.0975900 Dec 09 02:43:58.237130 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c739037-b2e4-45fb-915c-62fb93c1468a req-4b1d3da0-306a-4468-acba-96e375e1bbca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25dc88a-532a-4ca0-b789-dbfeb566d5e2 HTTP/1.1" status: 200 len: 217 time: 0.0387046 Dec 09 02:43:58.281475 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33d25f-1855-4157-a61c-a312967f20cd req-5eea6d26-4f2f-4956-9882-25fdeb024aa9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:58.282936 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5a33d25f-1855-4157-a61c-a312967f20cd req-5eea6d26-4f2f-4956-9882-25fdeb024aa9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 944 time: 0.1130850 Dec 09 02:43:58.313015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c739037-b2e4-45fb-915c-62fb93c1468a req-4da4d847-b25b-4b8e-a91f-86d076289950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:58.314429 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c739037-b2e4-45fb-915c-62fb93c1468a req-4da4d847-b25b-4b8e-a91f-86d076289950 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6223fbaa-a2d9-43fb-a8c4-03a22119c044 HTTP/1.1" status: 200 len: 834 time: 0.0688791 Dec 09 02:43:58.363169 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5a33d25f-1855-4157-a61c-a312967f20cd req-7c38adf5-836d-4132-92a4-5c47f077b934 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=96bac83f-34d8-4921-b308-39a5d8896596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741596 Dec 09 02:43:58.376631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c739037-b2e4-45fb-915c-62fb93c1468a req-727618bc-6312-4255-8dc0-e5974ae2a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:58.378162 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c739037-b2e4-45fb-915c-62fb93c1468a req-727618bc-6312-4255-8dc0-e5974ae2a19d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5930516-26b7-41b0-a759-dadfc0dcb2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0540402 Dec 09 02:43:58.470300 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c739037-b2e4-45fb-915c-62fb93c1468a req-359be9db-121d-45cc-a8e2-cf20c1e7170b service neutron] 10.222.0.45 "GET /v2.0/networks/b5930516-26b7-41b0-a759-dadfc0dcb2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835221 Dec 09 02:43:58.558245 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c739037-b2e4-45fb-915c-62fb93c1468a req-334f31cd-f17d-4632-ba0e-ce7d2773c14d service neutron] 10.222.0.45 "GET /v2.0/networks/b5930516-26b7-41b0-a759-dadfc0dcb2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801404 Dec 09 02:43:59.481929 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06763ff-7970-430f-b8b4-e882567f14b0 req-12ff09b4-f024-442a-a227-8febe5394d7f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:43:59.483411 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b06763ff-7970-430f-b8b4-e882567f14b0 req-12ff09b4-f024-442a-a227-8febe5394d7f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 944 time: 0.0534739 Dec 09 02:43:59.531484 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b06763ff-7970-430f-b8b4-e882567f14b0 req-382281e8-4f07-4d14-8d61-451877d085bc tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=96bac83f-34d8-4921-b308-39a5d8896596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417480 Dec 09 02:44:00.644482 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309bfe2-1a1d-4055-b2be-d1280789c745 req-5239fcdb-fa0f-4ca5-bbbc-fac291d4245d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:00.646632 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b309bfe2-1a1d-4055-b2be-d1280789c745 req-5239fcdb-fa0f-4ca5-bbbc-fac291d4245d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 944 time: 0.0492930 Dec 09 02:44:00.694611 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b309bfe2-1a1d-4055-b2be-d1280789c745 req-877933dd-006d-49d8-856a-52b160c2fd66 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=96bac83f-34d8-4921-b308-39a5d8896596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417659 Dec 09 02:44:00.762942 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d25dc88a-532a-4ca0-b789-dbfeb566d5e2 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:44:00.854730 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d25dc88a-532a-4ca0-b789-dbfeb566d5e2, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d25dc88a-532a-4ca0-b789-dbfeb566d5e2,segment=NetworkSegment(0b1cefa8-a503-49ce-8a2f-e707db56c7bb),segment_id=0b1cefa8-a503-49ce-8a2f-e707db56c7bb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:44:00.865683 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'd25dc88a-532a-4ca0-b789-dbfeb566d5e2', 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac', 'port_id': 'd25dc88a-532a-4ca0-b789-dbfeb566d5e2', 'mac_address': 'fa:16:3e:4b:9e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:44:00.907371 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:00.920208 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25dc88a-532a-4ca0-b789-dbfeb566d5e2 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:44:00.938969 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d25dc88a-532a-4ca0-b789-dbfeb566d5e2, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d25dc88a-532a-4ca0-b789-dbfeb566d5e2,segment=NetworkSegment(0b1cefa8-a503-49ce-8a2f-e707db56c7bb),segment_id=0b1cefa8-a503-49ce-8a2f-e707db56c7bb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:44:00.943818 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:00.992618 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=d25dc88a-532a-4ca0-b789-dbfeb566d5e2,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:01.218762 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['d25dc88a-532a-4ca0-b789-dbfeb566d5e2'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:44:01.810171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431323d8-0efd-461a-852a-9a88f6876ce1 req-b42a6935-127d-4dd8-9aa0-8c93aa29d5de tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:01.811689 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-431323d8-0efd-461a-852a-9a88f6876ce1 req-b42a6935-127d-4dd8-9aa0-8c93aa29d5de tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 945 time: 0.0493073 Dec 09 02:44:01.864844 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-431323d8-0efd-461a-852a-9a88f6876ce1 req-1787f69b-e73f-47c5-ad79-2f6b62bf5d24 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=96bac83f-34d8-4921-b308-39a5d8896596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470474 Dec 09 02:44:02.775611 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d25dc88a-532a-4ca0-b789-dbfeb566d5e2 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:44:02.823645 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port d25dc88a-532a-4ca0-b789-dbfeb566d5e2 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:44:02.827584 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port d25dc88a-532a-4ca0-b789-dbfeb566d5e2 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:44:02.827986 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:02.906047 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:02.930009 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d31548-d283-49c6-a216-b4e3f92ab8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25dc88a-532a-4ca0-b789-dbfeb566d5e2'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:44:02.932315 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1a23b8-6ce8-4630-bc3f-ae191eb3d8cc" -d '{"events": [{"server_uuid": "38d31548-d283-49c6-a216-b4e3f92ab8c2", "name": "network-vif-plugged", "status": "completed", "tag": "d25dc88a-532a-4ca0-b789-dbfeb566d5e2"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:44:02.944692 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port d25dc88a-532a-4ca0-b789-dbfeb566d5e2, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d25dc88a-532a-4ca0-b789-dbfeb566d5e2,segment=NetworkSegment(0b1cefa8-a503-49ce-8a2f-e707db56c7bb),segment_id=0b1cefa8-a503-49ce-8a2f-e707db56c7bb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:44:02.948804 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:02.981738 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfe73d-e4f2-4ae2-bd27-ddefb725551d req-9d45d09e-0065-4fa9-87cf-cb69acea7db0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:02.983631 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-81bfe73d-e4f2-4ae2-bd27-ddefb725551d req-9d45d09e-0065-4fa9-87cf-cb69acea7db0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 945 time: 0.0500708 Dec 09 02:44:02.995673 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=d25dc88a-532a-4ca0-b789-dbfeb566d5e2,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:03.031992 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-81bfe73d-e4f2-4ae2-bd27-ddefb725551d req-9e267ee9-95cd-4781-b34a-195500277684 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=96bac83f-34d8-4921-b308-39a5d8896596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421271 Dec 09 02:44:03.077052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8492e024-1af8-4980-8853-9dd1005f16f1 x-openstack-request-id: req-8492e024-1af8-4980-8853-9dd1005f16f1 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:44:03.077375 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d31548-d283-49c6-a216-b4e3f92ab8c2", "name": "network-vif-plugged", "status": "completed", "tag": "d25dc88a-532a-4ca0-b789-dbfeb566d5e2", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:44:03.077644 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8492e024-1af8-4980-8853-9dd1005f16f1 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:44:03.078047 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d31548-d283-49c6-a216-b4e3f92ab8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25dc88a-532a-4ca0-b789-dbfeb566d5e2', 'code': 200} Dec 09 02:44:03.079109 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f685cb4-f318-49fa-b043-ac2d7fe12337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:03.285443 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4a8ce-d8b9-46f3-a88d-cb481a36f0f1 req-04eba48e-656e-40fa-94d0-bf7a5d1abb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:03.287790 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c3e4a8ce-d8b9-46f3-a88d-cb481a36f0f1 req-04eba48e-656e-40fa-94d0-bf7a5d1abb89 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 1099 time: 0.0406868 Dec 09 02:44:03.333614 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c3e4a8ce-d8b9-46f3-a88d-cb481a36f0f1 req-cfd650b4-a24c-4fb7-a850-bfb67b6e2e1c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=96bac83f-34d8-4921-b308-39a5d8896596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389671 Dec 09 02:44:04.152858 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc6552-65f1-47d9-bb53-5ed224b68c14 req-633b960a-93af-4fa9-92e6-56baf9901da7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:04.154352 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-edcc6552-65f1-47d9-bb53-5ed224b68c14 req-633b960a-93af-4fa9-92e6-56baf9901da7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 946 time: 0.0531099 Dec 09 02:44:04.202830 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-edcc6552-65f1-47d9-bb53-5ed224b68c14 req-4791cd53-1ccd-4b55-9677-ab24bc27650a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=96bac83f-34d8-4921-b308-39a5d8896596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426679 Dec 09 02:44:05.314653 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-023c940f-84ca-4ea5-ab60-c2f4bb9b99bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:05.315698 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f06a60-c9f5-4f46-abef-6609841cc4a3 req-ae95fd4e-a77a-4df0-90b9-0d6a1c0d89a0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:05.317748 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-15f06a60-c9f5-4f46-abef-6609841cc4a3 req-ae95fd4e-a77a-4df0-90b9-0d6a1c0d89a0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 946 time: 0.0492184 Dec 09 02:44:05.366168 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-15f06a60-c9f5-4f46-abef-6609841cc4a3 req-bef67dd1-1c8b-43c8-8430-005b7a7760e3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=96bac83f-34d8-4921-b308-39a5d8896596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423701 Dec 09 02:44:05.476597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1073d2b-6859-42bc-9243-3ef13ecf131c req-47697d2b-15a6-458d-885b-7d53d2cef429 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:05.478060 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b1073d2b-6859-42bc-9243-3ef13ecf131c req-47697d2b-15a6-458d-885b-7d53d2cef429 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 946 time: 0.0477579 Dec 09 02:44:05.530347 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b1073d2b-6859-42bc-9243-3ef13ecf131c req-ca9bf580-8e41-4640-a4d0-50d5af32a14e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=96bac83f-34d8-4921-b308-39a5d8896596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461111 Dec 09 02:44:05.551883 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42574) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:05.593834 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b86af-05d1-426e-9972-83541a16210e tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:05.595341 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1b0b86af-05d1-426e-9972-83541a16210e tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 1094 time: 0.0424788 Dec 09 02:44:05.598149 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42576) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:05.602578 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': 'd25dc88a-532a-4ca0-b789-dbfeb566d5e2', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:44:05.625461 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:05.719339 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:05.822240 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.26.3.106 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/a1d9945e-c21d-4ed3-b18b-21f4bad593ca) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:44:05.921123 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:05.952380 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:05.991020 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:44:05.995035 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:44:06.000703 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:44:06.008217 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=a1d9945e-c21d-4ed3-b18b-21f4bad593ca,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:06.349092 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:06.416333 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:06.492696 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:06.561726 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:06.566287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:06.635640 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=a1d9945e-c21d-4ed3-b18b-21f4bad593ca,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:06.644715 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:06.742246 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Floating IP b4b02cad-7d96-44fc-88c9-3756bf42150b associated. External IP: 172.26.3.106, port: d25dc88a-532a-4ca0-b789-dbfeb566d5e2. Dec 09 02:44:06.944561 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:44:07.050015 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:44:07.062470 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27edcdbf-0806-4877-923a-05f5ea9005ca None None] Sync routers for ids ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:44:07.069062 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:07.074284 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27edcdbf-0806-4877-923a-05f5ea9005ca None None] Routers {'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:44:07.074912 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-27edcdbf-0806-4877-923a-05f5ea9005ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:44:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:44:07.095300 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-df89ecdd-a7d2-4d0c-830f-ba5350f3da06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4961264 Dec 09 02:44:07.096021 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d31548-d283-49c6-a216-b4e3f92ab8c2', 'tag': 'd25dc88a-532a-4ca0-b789-dbfeb566d5e2'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:44:07.098369 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901a8fb2-c79f-4af7-b8db-ad79641467da" -d '{"events": [{"name": "network-changed", "server_uuid": "38d31548-d283-49c6-a216-b4e3f92ab8c2", "tag": "d25dc88a-532a-4ca0-b789-dbfeb566d5e2"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:44:07.196264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea297a-65ad-4f8b-92a8-340c30389dc2 req-0a105390-ce81-4b59-a48a-79dca1a79cda tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:07.197762 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2eea297a-65ad-4f8b-92a8-340c30389dc2 req-0a105390-ce81-4b59-a48a-79dca1a79cda tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 946 time: 0.0516500 Dec 09 02:44:07.249181 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2eea297a-65ad-4f8b-92a8-340c30389dc2 req-ec265123-999e-4879-ba14-b103b292ce9b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=96bac83f-34d8-4921-b308-39a5d8896596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451391 Dec 09 02:44:07.272197 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42582) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:07.274317 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-27edcdbf-0806-4877-923a-05f5ea9005ca None None] Set router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:44:07.309480 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c626e2ea-b2e4-4241-af24-2814b8815e60 x-openstack-request-id: req-c626e2ea-b2e4-4241-af24-2814b8815e60 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:44:07.309774 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d31548-d283-49c6-a216-b4e3f92ab8c2", "tag": "d25dc88a-532a-4ca0-b789-dbfeb566d5e2", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:44:07.310034 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c626e2ea-b2e4-4241-af24-2814b8815e60 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:44:07.310432 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d31548-d283-49c6-a216-b4e3f92ab8c2', 'tag': 'd25dc88a-532a-4ca0-b789-dbfeb566d5e2', 'status': 'completed', 'code': 200} Dec 09 02:44:07.337668 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ba8a959b-9aed-4661-bd7d-b9a84e7b97e3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/b4b02cad-7d96-44fc-88c9-3756bf42150b HTTP/1.1" status: 200 len: 992 time: 0.0629900 Dec 09 02:44:07.385357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a8fb2-c79f-4af7-b8db-ad79641467da req-56ff89e2-3901-4c1b-a849-bcfeae9b0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:07.386850 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-901a8fb2-c79f-4af7-b8db-ad79641467da req-56ff89e2-3901-4c1b-a849-bcfeae9b0f4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 1099 time: 0.0405538 Dec 09 02:44:07.480442 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a8fb2-c79f-4af7-b8db-ad79641467da req-bc793883-7228-4bff-8c3f-984c21a99df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:07.481940 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-901a8fb2-c79f-4af7-b8db-ad79641467da req-bc793883-7228-4bff-8c3f-984c21a99df7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b5930516-26b7-41b0-a759-dadfc0dcb2ac HTTP/1.1" status: 200 len: 898 time: 0.0872195 Dec 09 02:44:07.489912 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-27edcdbf-0806-4877-923a-05f5ea9005ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348935927', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:53Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'b4b02cad-7d96-44fc-88c9-3756bf42150b', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'floating_ip_address': '172.26.3.106', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'port_id': 'd25dc88a-532a-4ca0-b789-dbfeb566d5e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac', 'mac_address': 'fa:16:3e:4b:9e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d31548-d283-49c6-a216-b4e3f92ab8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:44:06Z', 'updated_at': '2021-12-09T02:44:06Z', 'revision_number': 0, 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86a6237d-3321-434f-af77-3305efc82591', 'name': '', 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:4d:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:52Z', 'updated_at': '2021-12-09T02:43:55Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:44:07.518367 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27edcdbf-0806-4877-923a-05f5ea9005ca None None] Checking router: cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:44:07.526761 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27edcdbf-0806-4877-923a-05f5ea9005ca None None] Routers {'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:44:07.527357 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-27edcdbf-0806-4877-923a-05f5ea9005ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:44:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:44:07.547733 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-901a8fb2-c79f-4af7-b8db-ad79641467da req-5e259342-4f86-4864-97ac-2d0dddabfd96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25dc88a-532a-4ca0-b789-dbfeb566d5e2 HTTP/1.1" status: 200 len: 1000 time: 0.0576015 Dec 09 02:44:07.599944 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a8fb2-c79f-4af7-b8db-ad79641467da req-d305f237-9f7c-42b1-8245-6a9eb412dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:07.601390 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-901a8fb2-c79f-4af7-b8db-ad79641467da req-d305f237-9f7c-42b1-8245-6a9eb412dc50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6223fbaa-a2d9-43fb-a8c4-03a22119c044 HTTP/1.1" status: 200 len: 834 time: 0.0459764 Dec 09 02:44:07.629088 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-27edcdbf-0806-4877-923a-05f5ea9005ca None None] Set router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:44:07.645587 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a8fb2-c79f-4af7-b8db-ad79641467da req-20a6b915-5e36-4c23-9694-7409660f9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:07.647327 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-901a8fb2-c79f-4af7-b8db-ad79641467da req-20a6b915-5e36-4c23-9694-7409660f9780 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5930516-26b7-41b0-a759-dadfc0dcb2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394814 Dec 09 02:44:07.734940 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-901a8fb2-c79f-4af7-b8db-ad79641467da req-a9b7fb19-bec1-4345-8b74-0c86113a58de service neutron] 10.222.0.45 "GET /v2.0/networks/b5930516-26b7-41b0-a759-dadfc0dcb2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805578 Dec 09 02:44:07.827276 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-901a8fb2-c79f-4af7-b8db-ad79641467da req-ccd56e3d-8b67-40fb-9ce4-0383698bacae service neutron] 10.222.0.45 "GET /v2.0/networks/b5930516-26b7-41b0-a759-dadfc0dcb2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859315 Dec 09 02:44:07.845262 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-27edcdbf-0806-4877-923a-05f5ea9005ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348935927', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:53Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'b4b02cad-7d96-44fc-88c9-3756bf42150b', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'floating_ip_address': '172.26.3.106', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'port_id': 'd25dc88a-532a-4ca0-b789-dbfeb566d5e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac', 'mac_address': 'fa:16:3e:4b:9e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d31548-d283-49c6-a216-b4e3f92ab8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:44:06Z', 'updated_at': '2021-12-09T02:44:06Z', 'revision_number': 0, 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86a6237d-3321-434f-af77-3305efc82591', 'name': '', 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:4d:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:52Z', 'updated_at': '2021-12-09T02:43:55Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:44:07.875421 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27edcdbf-0806-4877-923a-05f5ea9005ca None None] The sync data for ids ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'] in dv-neutron-804846-18-hyperv is: [{'id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348935927', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:53Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': 'b4b02cad-7d96-44fc-88c9-3756bf42150b', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'floating_ip_address': '172.26.3.106', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'port_id': 'd25dc88a-532a-4ca0-b789-dbfeb566d5e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac', 'mac_address': 'fa:16:3e:4b:9e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d31548-d283-49c6-a216-b4e3f92ab8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:44:06Z', 'updated_at': '2021-12-09T02:44:06Z', 'revision_number': 0, 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86a6237d-3321-434f-af77-3305efc82591', 'name': '', 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:4d:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:52Z', 'updated_at': '2021-12-09T02:43:55Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:44:07.880438 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:08.055662 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2272750a-c6b9-4dfe-a59c-332eb7e33110 None None] New status for floating IP b4b02cad-7d96-44fc-88c9-3756bf42150b: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:44:08.339560 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42584) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:08.399125 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fba387e1-2659-4704-a720-e5ba021a459e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/b4b02cad-7d96-44fc-88c9-3756bf42150b HTTP/1.1" status: 200 len: 994 time: 0.0584028 Dec 09 02:44:08.727182 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:11.355938 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:44:14.286941 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:33.080418 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1372c106-2877-4f5b-a7f5-913c7dd038e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:35.317321 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e6770325-e291-45bc-9445-f8ca270bb44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:36.496171 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:37.881375 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:38.729463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:43.855158 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6e99b-bd01-45d0-8d97-3d8996e26ca9 req-127de815-d314-464e-989c-82c9a04d8996 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:43.856693 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a2d6e99b-bd01-45d0-8d97-3d8996e26ca9 req-127de815-d314-464e-989c-82c9a04d8996 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 946 time: 0.0534060 Dec 09 02:44:43.906286 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a2d6e99b-bd01-45d0-8d97-3d8996e26ca9 req-4a62340d-069c-4083-a649-80a697cebc66 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=96bac83f-34d8-4921-b308-39a5d8896596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436873 Dec 09 02:44:44.300878 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:45.019825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86f0ef-353f-4ef1-8523-026c0959ea8a req-a49f44fc-76ba-494b-bd55-d9681c96e6ac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:45.021588 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e86f0ef-353f-4ef1-8523-026c0959ea8a req-a49f44fc-76ba-494b-bd55-d9681c96e6ac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 946 time: 0.0484357 Dec 09 02:44:45.068379 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e86f0ef-353f-4ef1-8523-026c0959ea8a req-3f0368fa-5573-4487-ad0f-c2fad4508140 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=96bac83f-34d8-4921-b308-39a5d8896596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411017 Dec 09 02:44:45.090332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42602) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:45.154565 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1ed6f47b-ce44-4fa7-b8e6-c06518725204 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/b4b02cad-7d96-44fc-88c9-3756bf42150b HTTP/1.1" status: 200 len: 994 time: 0.0631089 Dec 09 02:44:46.454486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff43fd-7173-4208-9be4-0a568eee6340 req-b0cf7eac-0e71-44d7-b46a-4267407d1d2b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:46.455894 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37ff43fd-7173-4208-9be4-0a568eee6340 req-b0cf7eac-0e71-44d7-b46a-4267407d1d2b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 946 time: 0.0487392 Dec 09 02:44:46.503666 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37ff43fd-7173-4208-9be4-0a568eee6340 req-3d89e413-c1e5-4b0d-92c9-afcfed88a735 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=96bac83f-34d8-4921-b308-39a5d8896596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419519 Dec 09 02:44:47.616562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d8b44-a6ef-41d5-88af-db982b08b36a req-0395ea58-3977-4f44-89bf-73bed4f13256 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:47.618032 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3e8d8b44-a6ef-41d5-88af-db982b08b36a req-0395ea58-3977-4f44-89bf-73bed4f13256 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 946 time: 0.0479040 Dec 09 02:44:47.665215 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3e8d8b44-a6ef-41d5-88af-db982b08b36a req-a359c78e-a81f-4c0e-836d-21dd0a3759c3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=96bac83f-34d8-4921-b308-39a5d8896596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414429 Dec 09 02:44:47.687080 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42612) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:47.751726 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-761ae878-96b4-431c-a29d-c92de14611e1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/b4b02cad-7d96-44fc-88c9-3756bf42150b HTTP/1.1" status: 200 len: 994 time: 0.0633893 Dec 09 02:44:48.002668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42618) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:48.157967 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port a1d9945e-c21d-4ed3-b18b-21f4bad593ca {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:44:48.158311 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:48.234822 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:48.235151 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:48.246563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for a1d9945e-c21d-4ed3-b18b-21f4bad593ca owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:44:48.356031 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:44:48.390647 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:48.417319 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=a1d9945e-c21d-4ed3-b18b-21f4bad593ca,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:48.439720 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:48.440067 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:48.440413 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:48.440785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:48.441122 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:48.441455 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:48.441784 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:48.442108 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:48.442430 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:48.442752 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:48.443073 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:48.443392 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:48.443737 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:48.483122 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:48.483471 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Floating IP b4b02cad-7d96-44fc-88c9-3756bf42150b disassociated (deleted). External IP: 172.26.3.106, port: d25dc88a-532a-4ca0-b789-dbfeb566d5e2. Dec 09 02:44:48.682679 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:44:48.790301 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:44:48.795105 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:48.799628 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a1bcbd-73cb-4aa4-866a-ebcb6617c5bc None None] Sync routers for ids ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:44:48.808613 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a1bcbd-73cb-4aa4-866a-ebcb6617c5bc None None] Routers {'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:44:48.809209 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-46a1bcbd-73cb-4aa4-866a-ebcb6617c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:44:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:44:48.821098 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0250a0f5-2dcc-45df-a9ab-7a36eda69e3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/floatingips/b4b02cad-7d96-44fc-88c9-3756bf42150b HTTP/1.1" status: 204 len: 168 time: 0.8173606 Dec 09 02:44:48.821820 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d31548-d283-49c6-a216-b4e3f92ab8c2', 'tag': 'd25dc88a-532a-4ca0-b789-dbfeb566d5e2'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:44:48.824155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecda31f2-d1cd-4eb3-b783-e8375cdc1295" -d '{"events": [{"name": "network-changed", "server_uuid": "38d31548-d283-49c6-a216-b4e3f92ab8c2", "tag": "d25dc88a-532a-4ca0-b789-dbfeb566d5e2"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:44:48.914468 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-46a1bcbd-73cb-4aa4-866a-ebcb6617c5bc None None] Set router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:44:49.028651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae14bee-bda6-4a18-a463-292e5b55a452 x-openstack-request-id: req-cae14bee-bda6-4a18-a463-292e5b55a452 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:44:49.029600 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d31548-d283-49c6-a216-b4e3f92ab8c2", "tag": "d25dc88a-532a-4ca0-b789-dbfeb566d5e2", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:44:49.029887 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cae14bee-bda6-4a18-a463-292e5b55a452 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:44:49.030297 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d31548-d283-49c6-a216-b4e3f92ab8c2', 'tag': 'd25dc88a-532a-4ca0-b789-dbfeb566d5e2', 'status': 'completed', 'code': 200} Dec 09 02:44:49.114892 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-46a1bcbd-73cb-4aa4-866a-ebcb6617c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348935927', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:53Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '86a6237d-3321-434f-af77-3305efc82591', 'name': '', 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:4d:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:52Z', 'updated_at': '2021-12-09T02:43:55Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:44:49.141289 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a1bcbd-73cb-4aa4-866a-ebcb6617c5bc None None] Checking router: cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:44:49.149714 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a1bcbd-73cb-4aa4-866a-ebcb6617c5bc None None] Routers {'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:44:49.150300 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-46a1bcbd-73cb-4aa4-866a-ebcb6617c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:44:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:44:49.152734 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda31f2-d1cd-4eb3-b783-e8375cdc1295 req-df2622df-126e-41e6-8bc4-91c5d8ba6720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:49.154261 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ecda31f2-d1cd-4eb3-b783-e8375cdc1295 req-df2622df-126e-41e6-8bc4-91c5d8ba6720 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 1099 time: 0.0773554 Dec 09 02:44:49.161945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0f860-8452-44e5-8a7c-b0fba5ef85ea req-d7085fed-ae0e-4c38-8c48-c9ff24a5ebdd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:49.163352 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c5e0f860-8452-44e5-8a7c-b0fba5ef85ea req-d7085fed-ae0e-4c38-8c48-c9ff24a5ebdd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 946 time: 0.0877037 Dec 09 02:44:49.252922 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-46a1bcbd-73cb-4aa4-866a-ebcb6617c5bc None None] Set router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:44:49.265128 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c5e0f860-8452-44e5-8a7c-b0fba5ef85ea req-342d610a-c602-4604-b9a3-a672fc6df97f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=96bac83f-34d8-4921-b308-39a5d8896596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936270 Dec 09 02:44:49.289768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda31f2-d1cd-4eb3-b783-e8375cdc1295 req-416f15d7-516f-4f61-970f-1c8b2e9fca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:49.291291 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ecda31f2-d1cd-4eb3-b783-e8375cdc1295 req-416f15d7-516f-4f61-970f-1c8b2e9fca43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b5930516-26b7-41b0-a759-dadfc0dcb2ac HTTP/1.1" status: 200 len: 898 time: 0.1270659 Dec 09 02:44:49.337652 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ecda31f2-d1cd-4eb3-b783-e8375cdc1295 req-b63f3f6c-ead7-445c-80d8-3986913dbee1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d25dc88a-532a-4ca0-b789-dbfeb566d5e2 HTTP/1.1" status: 200 len: 217 time: 0.0389044 Dec 09 02:44:49.389945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda31f2-d1cd-4eb3-b783-e8375cdc1295 req-1018f251-8d55-467a-8268-e885b6a77a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:49.391505 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ecda31f2-d1cd-4eb3-b783-e8375cdc1295 req-1018f251-8d55-467a-8268-e885b6a77a92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6223fbaa-a2d9-43fb-a8c4-03a22119c044 HTTP/1.1" status: 200 len: 834 time: 0.0466616 Dec 09 02:44:49.439062 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda31f2-d1cd-4eb3-b783-e8375cdc1295 req-120724c0-de2e-4efb-86f3-892cecd4ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:49.440633 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ecda31f2-d1cd-4eb3-b783-e8375cdc1295 req-120724c0-de2e-4efb-86f3-892cecd4ac97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5930516-26b7-41b0-a759-dadfc0dcb2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0413883 Dec 09 02:44:49.532117 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ecda31f2-d1cd-4eb3-b783-e8375cdc1295 req-1f92fec9-1211-470c-8558-1c0a47b9d80e service neutron] 10.222.0.45 "GET /v2.0/networks/b5930516-26b7-41b0-a759-dadfc0dcb2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839019 Dec 09 02:44:49.535134 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-46a1bcbd-73cb-4aa4-866a-ebcb6617c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348935927', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:53Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '86a6237d-3321-434f-af77-3305efc82591', 'name': '', 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:4d:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:52Z', 'updated_at': '2021-12-09T02:43:55Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:44:49.564654 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a1bcbd-73cb-4aa4-866a-ebcb6617c5bc None None] The sync data for ids ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'] in dv-neutron-804846-18-hyperv is: [{'id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348935927', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:53Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '86a6237d-3321-434f-af77-3305efc82591', 'name': '', 'network_id': 'b5930516-26b7-41b0-a759-dadfc0dcb2ac', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:4d:fc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:52Z', 'updated_at': '2021-12-09T02:43:55Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '6223fbaa-a2d9-43fb-a8c4-03a22119c044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:44:49.624133 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ecda31f2-d1cd-4eb3-b783-e8375cdc1295 req-797be336-18f7-4f1c-b4a6-b0bfc87b01e3 service neutron] 10.222.0.45 "GET /v2.0/networks/b5930516-26b7-41b0-a759-dadfc0dcb2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837524 Dec 09 02:44:49.777259 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76383d88-ff17-4032-b658-af324aa963c9 None None] New status for floating IP b4b02cad-7d96-44fc-88c9-3756bf42150b: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:44:50.379171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392ba42-4034-49a4-bdb3-7b8fbb6f68e0 req-eebf9e35-dfdd-4e66-b810-8b03eab59408 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:50.380598 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6392ba42-4034-49a4-bdb3-7b8fbb6f68e0 req-eebf9e35-dfdd-4e66-b810-8b03eab59408 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 946 time: 0.0490868 Dec 09 02:44:50.432836 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6392ba42-4034-49a4-bdb3-7b8fbb6f68e0 req-d49cb8bc-9770-4380-bf04-1266841e2b7b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=96bac83f-34d8-4921-b308-39a5d8896596&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462527 Dec 09 02:44:50.752135 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd279bbf-5dc9-4569-bf60-6f6d1d5d778d req-aa8e58fd-f3b5-4d5b-9acb-9b40af7f9392 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:50.753567 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dd279bbf-5dc9-4569-bf60-6f6d1d5d778d req-aa8e58fd-f3b5-4d5b-9acb-9b40af7f9392 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 946 time: 0.0474942 Dec 09 02:44:50.841029 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-dd279bbf-5dc9-4569-bf60-6f6d1d5d778d req-30f59f88-762d-48a5-b0f2-d5a0a59b5047 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port d25dc88a-532a-4ca0-b789-dbfeb566d5e2 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:44:50.841369 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-dd279bbf-5dc9-4569-bf60-6f6d1d5d778d req-30f59f88-762d-48a5-b0f2-d5a0a59b5047 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:50.928665 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-dd279bbf-5dc9-4569-bf60-6f6d1d5d778d req-30f59f88-762d-48a5-b0f2-d5a0a59b5047 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] For port d25dc88a-532a-4ca0-b789-dbfeb566d5e2, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=d25dc88a-532a-4ca0-b789-dbfeb566d5e2,segment=NetworkSegment(0b1cefa8-a503-49ce-8a2f-e707db56c7bb),segment_id=0b1cefa8-a503-49ce-8a2f-e707db56c7bb)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:44:50.929025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-dd279bbf-5dc9-4569-bf60-6f6d1d5d778d req-30f59f88-762d-48a5-b0f2-d5a0a59b5047 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:50.941705 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-dd279bbf-5dc9-4569-bf60-6f6d1d5d778d req-30f59f88-762d-48a5-b0f2-d5a0a59b5047 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for d25dc88a-532a-4ca0-b789-dbfeb566d5e2 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:44:51.350414 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-dd279bbf-5dc9-4569-bf60-6f6d1d5d778d req-30f59f88-762d-48a5-b0f2-d5a0a59b5047 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:51.377681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f59f88-762d-48a5-b0f2-d5a0a59b5047 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=d25dc88a-532a-4ca0-b789-dbfeb566d5e2,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:51.419216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd279bbf-5dc9-4569-bf60-6f6d1d5d778d req-30f59f88-762d-48a5-b0f2-d5a0a59b5047 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] No DVR routers for this DVR port d25dc88a-532a-4ca0-b789-dbfeb566d5e2 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:44:51.421651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-dd279bbf-5dc9-4569-bf60-6f6d1d5d778d req-30f59f88-762d-48a5-b0f2-d5a0a59b5047 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:51.425035 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dd279bbf-5dc9-4569-bf60-6f6d1d5d778d req-30f59f88-762d-48a5-b0f2-d5a0a59b5047 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "DELETE /v2.0/ports/d25dc88a-532a-4ca0-b789-dbfeb566d5e2 HTTP/1.1" status: 204 len: 173 time: 0.6657410 Dec 09 02:44:51.425492 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d31548-d283-49c6-a216-b4e3f92ab8c2', 'name': 'network-vif-deleted', 'tag': 'd25dc88a-532a-4ca0-b789-dbfeb566d5e2'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:44:51.427785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c4d1da-4136-4fb7-b69e-813f6031729d" -d '{"events": [{"server_uuid": "38d31548-d283-49c6-a216-b4e3f92ab8c2", "name": "network-vif-deleted", "tag": "d25dc88a-532a-4ca0-b789-dbfeb566d5e2"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:44:51.466954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0c820b-7801-49a1-a526-2d58dba9f948 x-openstack-request-id: req-4d0c820b-7801-49a1-a526-2d58dba9f948 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:44:51.467257 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d31548-d283-49c6-a216-b4e3f92ab8c2", "name": "network-vif-deleted", "tag": "d25dc88a-532a-4ca0-b789-dbfeb566d5e2", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:44:51.467563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d0c820b-7801-49a1-a526-2d58dba9f948 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:44:51.467953 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d31548-d283-49c6-a216-b4e3f92ab8c2', 'name': 'network-vif-deleted', 'tag': 'd25dc88a-532a-4ca0-b789-dbfeb566d5e2', 'status': 'completed', 'code': 200} Dec 09 02:44:51.540917 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c36857f9-1968-4d18-aaa4-0ed835275ba2 req-e31c7762-cd2d-4278-887d-59b6eb390e2c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=38d31548-d283-49c6-a216-b4e3f92ab8c2 HTTP/1.1" status: 200 len: 210 time: 0.0288162 Dec 09 02:44:52.594782 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42642) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:53.194156 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:53.439256 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port 86a6237d-3321-434f-af77-3305efc82591 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:44:53.439551 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:53.528703 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] For port 86a6237d-3321-434f-af77-3305efc82591, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=86a6237d-3321-434f-af77-3305efc82591,segment=NetworkSegment(0b1cefa8-a503-49ce-8a2f-e707db56c7bb),segment_id=0b1cefa8-a503-49ce-8a2f-e707db56c7bb)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:44:53.529095 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:53.541653 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for 86a6237d-3321-434f-af77-3305efc82591 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:44:53.720742 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:53.748418 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=86a6237d-3321-434f-af77-3305efc82591,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:53.761465 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:53.761832 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:53.762185 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:53.762539 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:53.762885 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:53.763229 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:53.763625 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:53.763970 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:53.764337 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:53.764681 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:53.765022 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:53.765352 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:53.765715 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:53.934500 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:54.140321 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:44:54.243242 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:44:54.248421 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-06b729e5-c55a-4523-beaa-0416ac02a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "PUT /v2.0/routers/cd5da79c-d1cb-4ed8-82b4-dcf34f745de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6524785 Dec 09 02:44:54.250930 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42644) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:54.253034 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd0fee9-a631-45ce-b269-8b50386bb496 None None] Sync routers for ids ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:44:54.262335 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd0fee9-a631-45ce-b269-8b50386bb496 None None] Routers {'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:44:54.262929 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-dfd0fee9-a631-45ce-b269-8b50386bb496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:44:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:44:54.304771 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec09efc-3596-4fe7-955f-f14b0735832b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting subnet 6223fbaa-a2d9-43fb-a8c4-03a22119c044 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:44:54.307871 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aec09efc-3596-4fe7-955f-f14b0735832b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:54.347922 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aec09efc-3596-4fe7-955f-f14b0735832b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:54.366533 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-dfd0fee9-a631-45ce-b269-8b50386bb496 None None] Set router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:44:54.430944 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aec09efc-3596-4fe7-955f-f14b0735832b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:54.492276 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aec09efc-3596-4fe7-955f-f14b0735832b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:54.520602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec09efc-3596-4fe7-955f-f14b0735832b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Subnet': ['ID=6223fbaa-a2d9-43fb-a8c4-03a22119c044,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:54.522878 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aec09efc-3596-4fe7-955f-f14b0735832b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:54.528690 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-aec09efc-3596-4fe7-955f-f14b0735832b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/subnets/6223fbaa-a2d9-43fb-a8c4-03a22119c044 HTTP/1.1" status: 204 len: 168 time: 0.2742777 Dec 09 02:44:54.528861 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42646) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:54.529970 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d327b4-92df-4e73-94d1-820f8c656a07 None None] Network b5930516-26b7-41b0-a759-dadfc0dcb2ac requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:44:54.559902 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-dfd0fee9-a631-45ce-b269-8b50386bb496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348935927', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:44:53Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:44:54.589810 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd0fee9-a631-45ce-b269-8b50386bb496 None None] Checking router: cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:44:54.598692 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd0fee9-a631-45ce-b269-8b50386bb496 None None] Routers {'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:44:54.599361 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-dfd0fee9-a631-45ce-b269-8b50386bb496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:44:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:44:54.644022 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c769e55-9c9b-43b2-b4cd-290cd6298e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:54.689445 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] DHCP port deletion for b5930516-26b7-41b0-a759-dadfc0dcb2ac request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:44:54.704810 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-dfd0fee9-a631-45ce-b269-8b50386bb496 None None] Set router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:44:54.744446 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Deleting port 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:44:54.745174 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:54.752283 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c769e55-9c9b-43b2-b4cd-290cd6298e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:54.810894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] For port 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=6caad14a-c7c0-45f6-8677-6e6a76eb6bd2,segment=NetworkSegment(0b1cefa8-a503-49ce-8a2f-e707db56c7bb),segment_id=0b1cefa8-a503-49ce-8a2f-e707db56c7bb)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:44:54.811396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:54.826113 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-9c769e55-9c9b-43b2-b4cd-290cd6298e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:44:54.826581 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c769e55-9c9b-43b2-b4cd-290cd6298e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:54.836612 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Calling delete_port for 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:44:54.891201 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-dfd0fee9-a631-45ce-b269-8b50386bb496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348935927', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:44:53Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:44:54.922994 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd0fee9-a631-45ce-b269-8b50386bb496 None None] The sync data for ids ['cd5da79c-d1cb-4ed8-82b4-dcf34f745de8'] in dv-neutron-804846-18-hyperv is: [{'id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348935927', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:44:53Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5da79c-d1cb-4ed8-82b4-dcf34f745de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:43:49Z', 'updated_at': '2021-12-09T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:44:54.925365 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-9c769e55-9c9b-43b2-b4cd-290cd6298e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] For port a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:44:54.925982 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c769e55-9c9b-43b2-b4cd-290cd6298e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:54.934433 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:44:54.941067 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-9c769e55-9c9b-43b2-b4cd-290cd6298e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:44:54.961756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:54.996747 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Pushing event deleted for resources: {'Port': ['ID=6caad14a-c7c0-45f6-8677-6e6a76eb6bd2,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:55.000061 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] No DVR routers for this DVR port 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:44:55.011674 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:55.012054 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:55.012446 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:55.012746 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:55.013075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:55.013413 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:55.013749 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:55.014089 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:55.014425 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:55.014759 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:55.015086 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:55.015414 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:55.015764 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbbd069-bd85-4003-adec-c4b286ccaa23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:44:55.018441 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No active binding found for port 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2 {{(pid=103335) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 09 02:44:55.018916 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 6caad14a-c7c0-45f6-8677-6e6a76eb6bd2 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:44:55.104896 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d25dc88a-532a-4ca0-b789-dbfeb566d5e2 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:44:55.111619 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c769e55-9c9b-43b2-b4cd-290cd6298e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:55.127008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: d25dc88a-532a-4ca0-b789-dbfeb566d5e2 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:44:55.127362 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device d25dc88a-532a-4ca0-b789-dbfeb566d5e2 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:44:55.139208 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c769e55-9c9b-43b2-b4cd-290cd6298e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:55.152030 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5505d625-d54a-4a28-81ab-1e59a64c4f94 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:44:55.200641 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c769e55-9c9b-43b2-b4cd-290cd6298e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:55.289087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c769e55-9c9b-43b2-b4cd-290cd6298e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:55.291294 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c769e55-9c9b-43b2-b4cd-290cd6298e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:55.336981 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c769e55-9c9b-43b2-b4cd-290cd6298e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:55.337721 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c769e55-9c9b-43b2-b4cd-290cd6298e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Fanout notify agent at l3_agent the message router_deleted on router cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:44:55.344749 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c769e55-9c9b-43b2-b4cd-290cd6298e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:55.345887 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9c769e55-9c9b-43b2-b4cd-290cd6298e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/routers/cd5da79c-d1cb-4ed8-82b4-dcf34f745de8 HTTP/1.1" status: 204 len: 168 time: 0.8159935 Dec 09 02:44:55.349035 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42648) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:55.428956 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cf9f4e9-dac8-42fe-8182-8d582cfbd019 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:55.514181 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cf9f4e9-dac8-42fe-8182-8d582cfbd019 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:55.536508 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4cf9f4e9-dac8-42fe-8182-8d582cfbd019 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5930516-26b7-41b0-a759-dadfc0dcb2ac']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:44:55.546377 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4cf9f4e9-dac8-42fe-8182-8d582cfbd019 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1cefa8-a503-49ce-8a2f-e707db56c7bb') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:44:55.546685 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4cf9f4e9-dac8-42fe-8182-8d582cfbd019 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1cefa8-a503-49ce-8a2f-e707db56c7bb') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:44:55.561608 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cf9f4e9-dac8-42fe-8182-8d582cfbd019 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:55.575987 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cf9f4e9-dac8-42fe-8182-8d582cfbd019 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:55.582431 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf9f4e9-dac8-42fe-8182-8d582cfbd019 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:44:55.582825 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cf9f4e9-dac8-42fe-8182-8d582cfbd019 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:44:55.586072 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:44:55.645108 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cf9f4e9-dac8-42fe-8182-8d582cfbd019 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:55.649730 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cf9f4e9-dac8-42fe-8182-8d582cfbd019 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:55.653294 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4cf9f4e9-dac8-42fe-8182-8d582cfbd019 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/networks/b5930516-26b7-41b0-a759-dadfc0dcb2ac HTTP/1.1" status: 204 len: 168 time: 0.3033273 Dec 09 02:44:55.656093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42650) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:55.668124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9f4e9-dac8-42fe-8182-8d582cfbd019 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Network': ['ID=b5930516-26b7-41b0-a759-dadfc0dcb2ac,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:55.716584 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb4d2-3753-4fd7-aa19-146b033d11e8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:55.742977 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb4d2-3753-4fd7-aa19-146b033d11e8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:55.801993 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb4d2-3753-4fd7-aa19-146b033d11e8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:55.804719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2ecb4d2-3753-4fd7-aa19-146b033d11e8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:55.805869 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d2ecb4d2-3753-4fd7-aa19-146b033d11e8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/security-groups/96bac83f-34d8-4921-b308-39a5d8896596 HTTP/1.1" status: 204 len: 168 time: 0.1487818 Dec 09 02:44:55.815743 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecb4d2-3753-4fd7-aa19-146b033d11e8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bac83f-34d8-4921-b308-39a5d8896596,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:56.197106 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42656) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:56.201650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-502ed271-f752-4111-bb21-71f01c946e82 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-341344455', 'description': 'tempest-secgroup-smoke-341344455 description', 'project_id': '9b59154da13c45f193083c92c85cca04'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:44:56.224788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-502ed271-f752-4111-bb21-71f01c946e82 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.289111 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-502ed271-f752-4111-bb21-71f01c946e82 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.292605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-502ed271-f752-4111-bb21-71f01c946e82 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.319809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-502ed271-f752-4111-bb21-71f01c946e82 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.321000 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-502ed271-f752-4111-bb21-71f01c946e82 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1228831 Dec 09 02:44:56.323966 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42658) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:56.324867 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ed271-f752-4111-bb21-71f01c946e82 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c251e9-7af4-4374-bef4-07cadedd8caf,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:56.329574 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-60eb61c3-35c0-4e03-9e2e-13545e599ad8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '53c251e9-7af4-4374-bef4-07cadedd8caf', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:44:56.356597 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60eb61c3-35c0-4e03-9e2e-13545e599ad8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.412069 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60eb61c3-35c0-4e03-9e2e-13545e599ad8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.415643 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60eb61c3-35c0-4e03-9e2e-13545e599ad8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.433703 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb61c3-35c0-4e03-9e2e-13545e599ad8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d64e18-833c-4f3a-adfd-a45ead361c05,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:56.438132 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60eb61c3-35c0-4e03-9e2e-13545e599ad8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.439475 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-60eb61c3-35c0-4e03-9e2e-13545e599ad8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142402 Dec 09 02:44:56.442539 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42660) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:56.446919 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b1cfb04d-fa43-41d8-bb62-cb4e28ec0c95 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '53c251e9-7af4-4374-bef4-07cadedd8caf', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:44:56.472860 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b1cfb04d-fa43-41d8-bb62-cb4e28ec0c95 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.529704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b1cfb04d-fa43-41d8-bb62-cb4e28ec0c95 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.533272 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b1cfb04d-fa43-41d8-bb62-cb4e28ec0c95 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.553212 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfb04d-fa43-41d8-bb62-cb4e28ec0c95 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1da3eaf-24bc-4cca-a12e-b6d112680b39,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:56.558580 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b1cfb04d-fa43-41d8-bb62-cb4e28ec0c95 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.559779 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b1cfb04d-fa43-41d8-bb62-cb4e28ec0c95 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162846 Dec 09 02:44:56.562483 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42662) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:56.567305 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a10554db-59bf-47f7-bb86-bcd09a6b4363 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '53c251e9-7af4-4374-bef4-07cadedd8caf', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:44:56.593233 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a10554db-59bf-47f7-bb86-bcd09a6b4363 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.647924 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a10554db-59bf-47f7-bb86-bcd09a6b4363 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.651426 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a10554db-59bf-47f7-bb86-bcd09a6b4363 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.668646 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10554db-59bf-47f7-bb86-bcd09a6b4363 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a4663a-4633-48be-80c7-1c61890292c5,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:56.676756 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a10554db-59bf-47f7-bb86-bcd09a6b4363 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.677961 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a10554db-59bf-47f7-bb86-bcd09a6b4363 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145716 Dec 09 02:44:56.680576 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42664) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:56.684823 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3507c4bd-ca0d-4609-9b67-2464d43b6768 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '53c251e9-7af4-4374-bef4-07cadedd8caf', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:44:56.710927 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3507c4bd-ca0d-4609-9b67-2464d43b6768 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.767454 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3507c4bd-ca0d-4609-9b67-2464d43b6768 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.771570 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3507c4bd-ca0d-4609-9b67-2464d43b6768 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.789365 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507c4bd-ca0d-4609-9b67-2464d43b6768 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69ecbdc-569b-4776-a852-edbb8bf161fd,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:56.798177 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3507c4bd-ca0d-4609-9b67-2464d43b6768 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.799420 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3507c4bd-ca0d-4609-9b67-2464d43b6768 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178999 Dec 09 02:44:56.802213 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42666) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:56.806711 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d0ddaf55-edf5-4e3c-a7a7-d9e831b7138b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '53c251e9-7af4-4374-bef4-07cadedd8caf', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:44:56.828610 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-d0ddaf55-edf5-4e3c-a7a7-d9e831b7138b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Project 9b59154da13c45f193083c92c85cca04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:44:56.834368 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0ddaf55-edf5-4e3c-a7a7-d9e831b7138b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.846155 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:44:56.865513 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:44:56.865953 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a14eb0fa-ff2c-4a85-b521-c7fc4fc112ae not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:44:56.866380 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 86a6237d-3321-434f-af77-3305efc82591 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:44:56.885432 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 86a6237d-3321-434f-af77-3305efc82591 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:44:56.885786 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 86a6237d-3321-434f-af77-3305efc82591 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:44:56.893572 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0ddaf55-edf5-4e3c-a7a7-d9e831b7138b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.898185 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0ddaf55-edf5-4e3c-a7a7-d9e831b7138b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.915977 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddaf55-edf5-4e3c-a7a7-d9e831b7138b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca3d16c-d016-4ffe-a8fc-dfa5516728a1,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:56.923575 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0ddaf55-edf5-4e3c-a7a7-d9e831b7138b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:56.924748 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d0ddaf55-edf5-4e3c-a7a7-d9e831b7138b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215048 Dec 09 02:44:56.927914 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42668) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:56.932669 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-759a9911-50f6-4174-b435-54989194b765 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '53c251e9-7af4-4374-bef4-07cadedd8caf', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:44:56.953968 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-759a9911-50f6-4174-b435-54989194b765 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Project 9b59154da13c45f193083c92c85cca04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:44:56.959190 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-759a9911-50f6-4174-b435-54989194b765 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:57.015451 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-759a9911-50f6-4174-b435-54989194b765 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:57.019506 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-759a9911-50f6-4174-b435-54989194b765 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:57.036593 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a9911-50f6-4174-b435-54989194b765 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02c40fb-f80e-4a6e-a725-6107186709e3,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:57.043373 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-759a9911-50f6-4174-b435-54989194b765 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:57.044600 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-759a9911-50f6-4174-b435-54989194b765 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1155183 Dec 09 02:44:57.047367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42670) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:57.052335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-0adde24c-9ec1-479e-938a-560cd0880036 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'network': {'name': 'tempest-network-smoke--67074227', 'project_id': '9b59154da13c45f193083c92c85cca04', 'port_security_enabled': True}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:44:57.072472 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adde24c-9ec1-479e-938a-560cd0880036 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Made reservation on behalf of 9b59154da13c45f193083c92c85cca04 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:44:57.075902 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0adde24c-9ec1-479e-938a-560cd0880036 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:57.101088 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0adde24c-9ec1-479e-938a-560cd0880036 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:44:57.109691 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0adde24c-9ec1-479e-938a-560cd0880036 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:57.110038 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-0adde24c-9ec1-479e-938a-560cd0880036 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Added segment 0ec5b365-5ad4-4333-806d-f0b1e88fb238 of type vlan for network 8a8349be-989e-492a-81b6-3b4726c0deed Dec 09 02:44:57.149553 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0adde24c-9ec1-479e-938a-560cd0880036 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:57.172766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0adde24c-9ec1-479e-938a-560cd0880036 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:57.178386 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adde24c-9ec1-479e-938a-560cd0880036 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:57.178973 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0adde24c-9ec1-479e-938a-560cd0880036 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:57.229254 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0adde24c-9ec1-479e-938a-560cd0880036 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1808219 Dec 09 02:44:57.232194 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42672) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:57.242622 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1064649995', 'admin_state_up': True, 'project_id': '9b59154da13c45f193083c92c85cca04', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:44:57.249432 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adde24c-9ec1-479e-938a-560cd0880036 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Network': ['ID=8a8349be-989e-492a-81b6-3b4726c0deed,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:57.260041 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 8a8349be-989e-492a-81b6-3b4726c0deed details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:44:57.267323 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:57.268357 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:57.318728 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:57.710665 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:57.892694 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:57.915010 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:58.013684 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.26.3.196 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/399ffbce-2776-4dbd-82d4-36941eed0ab4) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:44:58.114329 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:58.148197 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:58.182989 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:44:58.185739 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:44:58.191135 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:44:58.202933 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95059a1a-89b4-4cca-a416-60f9a15bfb2e None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:44:58.217906 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=399ffbce-2776-4dbd-82d4-36941eed0ab4,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:58.281493 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-7581c668-76a4-4674-930a-2b279f022fc4 None None] Provisioning complete for port 399ffbce-2776-4dbd-82d4-36941eed0ab4 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:44:58.281873 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7581c668-76a4-4674-930a-2b279f022fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:58.315075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-7581c668-76a4-4674-930a-2b279f022fc4 None None] Port 399ffbce-2776-4dbd-82d4-36941eed0ab4 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:44:58.440642 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:58.631223 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:58.757559 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:44:58.861111 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:44:58.870985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Sync routers for ids ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:44:58.880847 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:58.881519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Routers {'9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:44:58.882077 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9f8fcbb8-4e00-4958-ba1f-6a9a0f7d9d4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6431799 Dec 09 02:44:58.882515 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:44:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:44:58.885200 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42674) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:58.916136 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c8c4b127-f205-4f3e-bba9-e0b0ed0682ff tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9b59154da13c45f193083c92c85cca04&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273659 Dec 09 02:44:58.916345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42676) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:58.986462 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Set router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:44:59.001358 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c163f36-e9d6-4bc6-89b1-3d8b0e6d677a tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:59.002916 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3c163f36-e9d6-4bc6-89b1-3d8b0e6d677a tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856905 Dec 09 02:44:59.005840 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42678) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:59.034127 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2231d0ff-98c3-469b-af64-633b63471da8 tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270138 Dec 09 02:44:59.037166 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42680) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:59.042047 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-2192d8b7-d378-4073-84d6-7c461bca1ba1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-447253585', 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed', 'project_id': '9b59154da13c45f193083c92c85cca04', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:44:59.139220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2192d8b7-d378-4073-84d6-7c461bca1ba1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Made reservation on behalf of 9b59154da13c45f193083c92c85cca04 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:44:59.142957 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2192d8b7-d378-4073-84d6-7c461bca1ba1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:59.306255 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064649995', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:44:58Z', 'revision_number': 3, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:44:59.321869 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2192d8b7-d378-4073-84d6-7c461bca1ba1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:59.337630 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Checking router: 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:44:59.337974 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Updating router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f port 399ffbce-2776-4dbd-82d4-36941eed0ab4 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:44:59.361497 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:59.381860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192d8b7-d378-4073-84d6-7c461bca1ba1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Subnet': ['ID=440dd1a7-31d1-4f2e-bd72-344457e1c8ad,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:59.389683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192d8b7-d378-4073-84d6-7c461bca1ba1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Checking segment: {'id': '0ec5b365-5ad4-4333-806d-f0b1e88fb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:44:59.389988 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2192d8b7-d378-4073-84d6-7c461bca1ba1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network hostable DHCP agents. Network: 8a8349be-989e-492a-81b6-3b4726c0deed, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:44:59.407048 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2192d8b7-d378-4073-84d6-7c461bca1ba1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 8a8349be-989e-492a-81b6-3b4726c0deed is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:44:59.415637 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-2192d8b7-d378-4073-84d6-7c461bca1ba1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 8a8349be-989e-492a-81b6-3b4726c0deed) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:44:59.420261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2192d8b7-d378-4073-84d6-7c461bca1ba1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:44:59.420731 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2192d8b7-d378-4073-84d6-7c461bca1ba1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:59.437878 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2192d8b7-d378-4073-84d6-7c461bca1ba1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3997183 Dec 09 02:44:59.440573 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97039c5-14d6-4717-a687-501a572f8747 None None] Network 8a8349be-989e-492a-81b6-3b4726c0deed requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:44:59.440725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42682) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:44:59.604473 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-8a8349be-989e-492a-81b6-3b4726c0deed', 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed', 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ips': [{'subnet_id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:44:59.605322 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:59.793707 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:59.802749 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:59.810167 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Allocated IP 172.20.0.2 (8a8349be-989e-492a-81b6-3b4726c0deed/440dd1a7-31d1-4f2e-bd72-344457e1c8ad/cdbfaabe-ca75-4c25-acca-06aec95ef6dc) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:44:59.864987 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7698e76-cf23-4d4a-922c-308b95268da1 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:44:59.878707 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:59.912251 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70bdf3-cb27-442f-b890-4da0d5870055 None None] Pushing event updated for resources: {'Port': ['ID=399ffbce-2776-4dbd-82d4-36941eed0ab4,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:44:59.917412 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Attempting to bind port 399ffbce-2776-4dbd-82d4-36941eed0ab4 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:44:59.917788 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Attempting to bind port 399ffbce-2776-4dbd-82d4-36941eed0ab4 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:44:59.918151 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Attempting to bind port 399ffbce-2776-4dbd-82d4-36941eed0ab4 on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:44:59.932244 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:44:59.932628 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:44:59.933041 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:44:59.933439 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:44:59.933930 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Bound port: 399ffbce-2776-4dbd-82d4-36941eed0ab4, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:44:59.934318 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.010881 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-981f788a-ed78-41aa-b7a0-77c8ea2c3afd None None] Provisioning complete for port 399ffbce-2776-4dbd-82d4-36941eed0ab4 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:45:00.011260 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-981f788a-ed78-41aa-b7a0-77c8ea2c3afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.082726 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] For port 399ffbce-2776-4dbd-82d4-36941eed0ab4, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:45:00.094574 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-981f788a-ed78-41aa-b7a0-77c8ea2c3afd None None] Port 399ffbce-2776-4dbd-82d4-36941eed0ab4 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:45:00.100275 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] For port 399ffbce-2776-4dbd-82d4-36941eed0ab4, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=399ffbce-2776-4dbd-82d4-36941eed0ab4,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:45:00.109703 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.150264 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.166731 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ddef98-ff71-42b3-8508-5ee6bce6aa07 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:45:00.174206 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.198023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70bdf3-cb27-442f-b890-4da0d5870055 None None] Pushing event updated for resources: {'Port': ['ID=399ffbce-2776-4dbd-82d4-36941eed0ab4,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:45:00.201341 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Routers {'9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:45:00.201963 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:44:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:45:00.214862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.20.0.1 (8a8349be-989e-492a-81b6-3b4726c0deed/440dd1a7-31d1-4f2e-bd72-344457e1c8ad/4ebb9870-3128-41a9-9bea-e65dab2eb454) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:45:00.243849 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Network 8a8349be-989e-492a-81b6-3b4726c0deed is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:45:00.271210 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:45:00.274596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:45:00.329817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.348565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Pushing event updated for resources: {'Port': ['ID=cdbfaabe-ca75-4c25-acca-06aec95ef6dc,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:45:00.350678 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3fd74d8f-b702-44c9-8bd8-ff4116d18e8d None None] Provisioning complete for port 399ffbce-2776-4dbd-82d4-36941eed0ab4 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:45:00.351050 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fd74d8f-b702-44c9-8bd8-ff4116d18e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.365901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.404213 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 8a8349be-989e-492a-81b6-3b4726c0deed is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:45:00.411650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:45:00.415418 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:45:00.435874 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Attempting to bind port cdbfaabe-ca75-4c25-acca-06aec95ef6dc on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:45:00.436249 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Attempting to bind port cdbfaabe-ca75-4c25-acca-06aec95ef6dc by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '0ec5b365-5ad4-4333-806d-f0b1e88fb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:45:00.436619 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Attempting to bind port cdbfaabe-ca75-4c25-acca-06aec95ef6dc on network 8a8349be-989e-492a-81b6-3b4726c0deed {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:45:00.438969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=4ebb9870-3128-41a9-9bea-e65dab2eb454,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:45:00.439555 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] Set router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:45:00.461978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.499501 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:45:00.499884 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Checking segment: {'id': '0ec5b365-5ad4-4333-806d-f0b1e88fb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:45:00.500289 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.500689 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Bound using segment: {'id': '0ec5b365-5ad4-4333-806d-f0b1e88fb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:45:00.501189 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Bound port: cdbfaabe-ca75-4c25-acca-06aec95ef6dc, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec5b365-5ad4-4333-806d-f0b1e88fb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:45:00.501576 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.590265 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.636136 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fd74d8f-b702-44c9-8bd8-ff4116d18e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.679521 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] For port cdbfaabe-ca75-4c25-acca-06aec95ef6dc, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:45:00.682556 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3fd74d8f-b702-44c9-8bd8-ff4116d18e8d None None] For port 399ffbce-2776-4dbd-82d4-36941eed0ab4, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=399ffbce-2776-4dbd-82d4-36941eed0ab4,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:45:00.691219 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3fd74d8f-b702-44c9-8bd8-ff4116d18e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.699760 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] For port cdbfaabe-ca75-4c25-acca-06aec95ef6dc, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=cdbfaabe-ca75-4c25-acca-06aec95ef6dc,segment=NetworkSegment(0ec5b365-5ad4-4333-806d-f0b1e88fb238),segment_id=0ec5b365-5ad4-4333-806d-f0b1e88fb238)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:45:00.735507 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.778756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd74d8f-b702-44c9-8bd8-ff4116d18e8d None None] Pushing event updated for resources: {'Port': ['ID=399ffbce-2776-4dbd-82d4-36941eed0ab4,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:45:00.840746 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064649995', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:44:58Z', 'revision_number': 3, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:45:00.876731 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.882969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.955648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:00.974592 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=4ebb9870-3128-41a9-9bea-e65dab2eb454,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:45:01.048238 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333b315-4a0c-4225-97df-3ea50a3c9551 None None] The sync data for ids ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'] in dv-neutron-804846-18-hyperv is: [{'id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064649995', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:44:58Z', 'revision_number': 3, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:45:01.055484 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4ab9e-8b00-41f4-8c5a-c6beddb0e55c None None] Pushing event updated for resources: {'Port': ['ID=cdbfaabe-ca75-4c25-acca-06aec95ef6dc,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:45:01.086488 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 8a8349be-989e-492a-81b6-3b4726c0deed is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:45:01.088230 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:45:01.210585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:45:01.333499 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:45:01.342774 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0bb5659e-58a3-4ae9-99e4-404d6aa10728 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "PUT /v2.0/routers/9a2f4101-41f7-4daa-b6c6-1a78c9fb903f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9009514 Dec 09 02:45:01.514076 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-24895789-e98d-43cc-8b13-38f60c3b9112 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341344455&fields=id&tenant_id=9b59154da13c45f193083c92c85cca04 HTTP/1.1" status: 200 len: 267 time: 0.0634980 Dec 09 02:45:01.635666 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-c4d84e44-4918-4ca1-a31b-b6e2135e39bc tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:01.637265 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-c4d84e44-4918-4ca1-a31b-b6e2135e39bc tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/networks?id=8a8349be-989e-492a-81b6-3b4726c0deed HTTP/1.1" status: 200 len: 795 time: 0.1224499 Dec 09 02:45:01.657360 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-8543536c-0c60-4cc7-8d2d-a2e1bb51ff2f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/quotas/9b59154da13c45f193083c92c85cca04 HTTP/1.1" status: 200 len: 375 time: 0.0123026 Dec 09 02:45:01.722682 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-540ee727-6814-41af-968d-54f6d5633a43 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572648 Dec 09 02:45:01.846116 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-2a921406-1870-4a63-9743-cd47512e217e service neutron] 10.222.0.43 "GET /v2.0/networks/8a8349be-989e-492a-81b6-3b4726c0deed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046712 Dec 09 02:45:01.901023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455bc685-b846-47f5-acdc-8b1c1cc8509f None None] Network 8a8349be-989e-492a-81b6-3b4726c0deed requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:45:01.958398 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-40c6c322-ff4c-4a68-be57-cdb5b0e29797 service neutron] 10.222.0.43 "GET /v2.0/networks/8a8349be-989e-492a-81b6-3b4726c0deed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050658 Dec 09 02:45:01.981431 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0b20f28c-1041-450f-8257-76500850b2eb None None] Provisioning complete for port cdbfaabe-ca75-4c25-acca-06aec95ef6dc triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:45:01.981624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b20f28c-1041-450f-8257-76500850b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:02.094594 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b20f28c-1041-450f-8257-76500850b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:02.138123 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0b20f28c-1041-450f-8257-76500850b2eb None None] For port cdbfaabe-ca75-4c25-acca-06aec95ef6dc, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=cdbfaabe-ca75-4c25-acca-06aec95ef6dc,segment=NetworkSegment(0ec5b365-5ad4-4333-806d-f0b1e88fb238),segment_id=0ec5b365-5ad4-4333-806d-f0b1e88fb238)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:45:02.144653 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b20f28c-1041-450f-8257-76500850b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:02.171649 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1ffe4998-2fee-42e9-a6e4-df59f4bfe6be req-3eb95340-d01a-4edb-b94c-785123d4a6c4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 210 time: 0.0541394 Dec 09 02:45:02.207722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20f28c-1041-450f-8257-76500850b2eb None None] Pushing event updated for resources: {'Port': ['ID=cdbfaabe-ca75-4c25-acca-06aec95ef6dc,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:45:02.373884 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-92f395e0-3393-4f99-a196-c4288b1de571 None None] Provisioning complete for port 4ebb9870-3128-41a9-9bea-e65dab2eb454 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:45:02.374567 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92f395e0-3393-4f99-a196-c4288b1de571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:02.434422 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-92f395e0-3393-4f99-a196-c4288b1de571 None None] Port 4ebb9870-3128-41a9-9bea-e65dab2eb454 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:45:02.449765 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-92f395e0-3393-4f99-a196-c4288b1de571 None None] Provisioning complete for port cdbfaabe-ca75-4c25-acca-06aec95ef6dc triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:45:02.450243 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92f395e0-3393-4f99-a196-c4288b1de571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:02.696146 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0089251c-5dc0-4131-b094-98ecf13c5cb9 None None] Provisioning complete for port 4ebb9870-3128-41a9-9bea-e65dab2eb454 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:45:02.696525 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0089251c-5dc0-4131-b094-98ecf13c5cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:02.731699 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-0089251c-5dc0-4131-b094-98ecf13c5cb9 None None] Port 4ebb9870-3128-41a9-9bea-e65dab2eb454 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:45:02.857520 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Sync routers for ids ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:45:02.867715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a1a1ff73-74ff-4988-8a30-1e618c76e152 None None] Provisioning complete for port 4ebb9870-3128-41a9-9bea-e65dab2eb454 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:45:02.868425 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ff73-74ff-4988-8a30-1e618c76e152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:02.873210 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Routers {'9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:45:02.873919 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:44:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:45:02.905829 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1ff73-74ff-4988-8a30-1e618c76e152 None None] Port 4ebb9870-3128-41a9-9bea-e65dab2eb454 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:45:02.946813 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 399ffbce-2776-4dbd-82d4-36941eed0ab4 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:45:02.994941 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Set router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:45:02.996283 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 399ffbce-2776-4dbd-82d4-36941eed0ab4 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:45:02.996668 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:03.086177 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device cdbfaabe-ca75-4c25-acca-06aec95ef6dc up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:45:03.110855 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5a445e0f-db92-4a3d-a2c4-cbf32ce0c54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:03.138011 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port cdbfaabe-ca75-4c25-acca-06aec95ef6dc triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:45:03.138390 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:03.201830 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064649995', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '4ebb9870-3128-41a9-9bea-e65dab2eb454', 'name': '', 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:e3:48:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:45:00Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 2, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:45:03.228817 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Checking router: 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:45:03.229252 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Updating router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f port 4ebb9870-3128-41a9-9bea-e65dab2eb454 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:45:03.257748 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:03.309824 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b1f6bab4-0a2b-4644-b9ee-7738c278fa7f req-bb524c81-b2b9-4c3b-80d9-a9bf4ab6788e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 210 time: 0.0546172 Dec 09 02:45:03.372238 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-65283a97-f4ec-4cab-a81c-89753d9e62f7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:03.373743 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-65283a97-f4ec-4cab-a81c-89753d9e62f7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "GET /v2.0/networks?id=8a8349be-989e-492a-81b6-3b4726c0deed HTTP/1.1" status: 200 len: 795 time: 0.1416001 Dec 09 02:45:03.457396 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-86ac5ac2-40b8-41d5-97c1-575f192a18be tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b59154da13c45f193083c92c85cca04 HTTP/1.1" status: 200 len: 379 time: 0.0570283 Dec 09 02:45:03.471794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-8fc65a04-40b4-4d4b-99a9-45f09f9ff93e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'port': {'device_id': 'af7efea6-e127-421a-b481-dd574f6b5b07', 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed', 'admin_state_up': True, 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'security_groups': ['53c251e9-7af4-4374-bef4-07cadedd8caf']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:45:03.581430 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-8fc65a04-40b4-4d4b-99a9-45f09f9ff93e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Made reservation on behalf of 9b59154da13c45f193083c92c85cca04 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:45:03.584861 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-8fc65a04-40b4-4d4b-99a9-45f09f9ff93e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:03.611130 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:03.616898 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:03.668878 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895409cb-40e4-42c4-9cbc-8f73f66c2750 None None] Pushing event updated for resources: {'Port': ['ID=4ebb9870-3128-41a9-9bea-e65dab2eb454,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:45:03.692632 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895409cb-40e4-42c4-9cbc-8f73f66c2750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:45:03.692985 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895409cb-40e4-42c4-9cbc-8f73f66c2750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:45:03.693533 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895409cb-40e4-42c4-9cbc-8f73f66c2750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:45:03.694029 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895409cb-40e4-42c4-9cbc-8f73f66c2750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:45:03.694370 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895409cb-40e4-42c4-9cbc-8f73f66c2750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:45:03.694707 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895409cb-40e4-42c4-9cbc-8f73f66c2750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:45:03.695040 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895409cb-40e4-42c4-9cbc-8f73f66c2750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:45:03.695372 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895409cb-40e4-42c4-9cbc-8f73f66c2750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:45:03.695727 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895409cb-40e4-42c4-9cbc-8f73f66c2750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:45:03.696059 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895409cb-40e4-42c4-9cbc-8f73f66c2750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:45:03.696390 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895409cb-40e4-42c4-9cbc-8f73f66c2750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:45:03.696713 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895409cb-40e4-42c4-9cbc-8f73f66c2750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:45:03.697039 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895409cb-40e4-42c4-9cbc-8f73f66c2750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:45:03.718998 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-8fc65a04-40b4-4d4b-99a9-45f09f9ff93e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.20.0.6 (8a8349be-989e-492a-81b6-3b4726c0deed/440dd1a7-31d1-4f2e-bd72-344457e1c8ad/7cd76643-a4d1-449a-9414-4b82b0edf82a) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:45:03.731780 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Attempting to bind port 4ebb9870-3128-41a9-9bea-e65dab2eb454 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:45:03.732156 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Attempting to bind port 4ebb9870-3128-41a9-9bea-e65dab2eb454 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '0ec5b365-5ad4-4333-806d-f0b1e88fb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:45:03.732525 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Attempting to bind port 4ebb9870-3128-41a9-9bea-e65dab2eb454 on network 8a8349be-989e-492a-81b6-3b4726c0deed {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:45:03.738025 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:45:03.738786 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Checking segment: {'id': '0ec5b365-5ad4-4333-806d-f0b1e88fb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:45:03.739184 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:03.739795 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Bound using segment: {'id': '0ec5b365-5ad4-4333-806d-f0b1e88fb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:45:03.740287 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Bound port: 4ebb9870-3128-41a9-9bea-e65dab2eb454, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec5b365-5ad4-4333-806d-f0b1e88fb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:45:03.740748 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:03.804990 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] For port 4ebb9870-3128-41a9-9bea-e65dab2eb454, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:45:03.808483 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] For port 4ebb9870-3128-41a9-9bea-e65dab2eb454, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=4ebb9870-3128-41a9-9bea-e65dab2eb454,segment=NetworkSegment(0ec5b365-5ad4-4333-806d-f0b1e88fb238),segment_id=0ec5b365-5ad4-4333-806d-f0b1e88fb238)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:45:03.813816 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:03.865729 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Routers {'9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:45:03.867145 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:44:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:45:03.875951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-8fc65a04-40b4-4d4b-99a9-45f09f9ff93e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:03.913344 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-8fc65a04-40b4-4d4b-99a9-45f09f9ff93e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:03.915900 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895409cb-40e4-42c4-9cbc-8f73f66c2750 None None] Pushing event updated for resources: {'Port': ['ID=4ebb9870-3128-41a9-9bea-e65dab2eb454,revision_number=4']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:45:03.952473 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-76b28b2a-90cc-458b-9b27-7bce1eeaa12b None None] Provisioning complete for port 4ebb9870-3128-41a9-9bea-e65dab2eb454 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:45:03.953489 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76b28b2a-90cc-458b-9b27-7bce1eeaa12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:03.956322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-8fc65a04-40b4-4d4b-99a9-45f09f9ff93e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 8a8349be-989e-492a-81b6-3b4726c0deed is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:45:03.960132 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-8fc65a04-40b4-4d4b-99a9-45f09f9ff93e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:45:03.964036 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-8fc65a04-40b4-4d4b-99a9-45f09f9ff93e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:45:04.003129 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc65a04-40b4-4d4b-99a9-45f09f9ff93e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=7cd76643-a4d1-449a-9414-4b82b0edf82a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:45:04.017796 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] Set router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:45:04.026624 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-8fc65a04-40b4-4d4b-99a9-45f09f9ff93e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:04.027740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-8fc65a04-40b4-4d4b-99a9-45f09f9ff93e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:04.047879 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-8fc65a04-40b4-4d4b-99a9-45f09f9ff93e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5798345 Dec 09 02:45:04.059651 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76b28b2a-90cc-458b-9b27-7bce1eeaa12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:04.065884 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Request body: {'port': {'device_id': 'af7efea6-e127-421a-b481-dd574f6b5b07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:45:04.102997 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-76b28b2a-90cc-458b-9b27-7bce1eeaa12b None None] For port 4ebb9870-3128-41a9-9bea-e65dab2eb454, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=4ebb9870-3128-41a9-9bea-e65dab2eb454,segment=NetworkSegment(0ec5b365-5ad4-4333-806d-f0b1e88fb238),segment_id=0ec5b365-5ad4-4333-806d-f0b1e88fb238)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:45:04.110126 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-76b28b2a-90cc-458b-9b27-7bce1eeaa12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:04.141915 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:04.180671 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b28b2a-90cc-458b-9b27-7bce1eeaa12b None None] Pushing event updated for resources: {'Port': ['ID=4ebb9870-3128-41a9-9bea-e65dab2eb454,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:45:04.245250 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-31d5dadb-dbff-4943-bf27-9fd6324f7762 None None] Provisioning complete for port 4ebb9870-3128-41a9-9bea-e65dab2eb454 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:45:04.245627 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-31d5dadb-dbff-4943-bf27-9fd6324f7762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:04.263554 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064649995', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '4ebb9870-3128-41a9-9bea-e65dab2eb454', 'name': '', 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:e3:48:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:45:00Z', 'updated_at': '2021-12-09T02:45:03Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:45:04.296473 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf1731-3a1d-4eb4-b4ee-94d8b0c1b15d None None] The sync data for ids ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'] in dv-neutron-804846-18-hyperv is: [{'id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064649995', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '4ebb9870-3128-41a9-9bea-e65dab2eb454', 'name': '', 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:e3:48:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:45:00Z', 'updated_at': '2021-12-09T02:45:03Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:45:04.461206 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-03a11e4d-3227-478b-92f0-084aa975a898 None None] Provisioning complete for port 7cd76643-a4d1-449a-9414-4b82b0edf82a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:45:04.461586 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-03a11e4d-3227-478b-92f0-084aa975a898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:04.482929 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd76643-a4d1-449a-9414-4b82b0edf82a {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:45:04.496238 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:04.502243 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-03a11e4d-3227-478b-92f0-084aa975a898 None None] Port 7cd76643-a4d1-449a-9414-4b82b0edf82a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:45:04.510809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Transition to ACTIVE for port object 7cd76643-a4d1-449a-9414-4b82b0edf82a will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:45:04.523205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fb4cd-3824-4737-aa5f-6432393183d6 req-53ef723b-c435-4cb0-a508-afa00428dc09 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:04.525159 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-902fb4cd-3824-4737-aa5f-6432393183d6 req-53ef723b-c435-4cb0-a508-afa00428dc09 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 931 time: 0.1068099 Dec 09 02:45:04.526388 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:04.617982 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd76643-a4d1-449a-9414-4b82b0edf82a,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:45:04.648590 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-902fb4cd-3824-4737-aa5f-6432393183d6 req-40660aec-bbf5-4382-b664-669b94cd138f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917985 Dec 09 02:45:04.705306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Attempting to bind port 7cd76643-a4d1-449a-9414-4b82b0edf82a on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:45:04.705651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Attempting to bind port 7cd76643-a4d1-449a-9414-4b82b0edf82a by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '0ec5b365-5ad4-4333-806d-f0b1e88fb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:45:04.706120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Attempting to bind port 7cd76643-a4d1-449a-9414-4b82b0edf82a on network 8a8349be-989e-492a-81b6-3b4726c0deed {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:45:04.711939 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Port 7cd76643-a4d1-449a-9414-4b82b0edf82a on network 8a8349be-989e-492a-81b6-3b4726c0deed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:45:04.712318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Attempting to bind port 7cd76643-a4d1-449a-9414-4b82b0edf82a on network 8a8349be-989e-492a-81b6-3b4726c0deed {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:45:04.718019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:45:04.718353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Checking segment: {'id': '0ec5b365-5ad4-4333-806d-f0b1e88fb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:45:04.718728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Bound using segment: {'id': '0ec5b365-5ad4-4333-806d-f0b1e88fb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:45:04.719243 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Bound port: 7cd76643-a4d1-449a-9414-4b82b0edf82a, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec5b365-5ad4-4333-806d-f0b1e88fb238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:45:04.719638 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:04.791843 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] For port 7cd76643-a4d1-449a-9414-4b82b0edf82a, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:45:04.795167 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] For port 7cd76643-a4d1-449a-9414-4b82b0edf82a, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=7cd76643-a4d1-449a-9414-4b82b0edf82a,segment=NetworkSegment(0ec5b365-5ad4-4333-806d-f0b1e88fb238),segment_id=0ec5b365-5ad4-4333-806d-f0b1e88fb238)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:45:04.802084 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:04.873727 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4ebb9870-3128-41a9-9bea-e65dab2eb454 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:45:04.929742 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 4ebb9870-3128-41a9-9bea-e65dab2eb454 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:45:04.930116 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:05.147469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:05.148091 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:05.149506 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] 10.222.0.45 "PUT /v2.0/ports/7cd76643-a4d1-449a-9414-4b82b0edf82a HTTP/1.1" status: 200 len: 1093 time: 1.0882072 Dec 09 02:45:05.149990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7efea6-e127-421a-b481-dd574f6b5b07', 'tag': '7cd76643-a4d1-449a-9414-4b82b0edf82a'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:45:05.152363 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59331bb6-20be-492b-827f-e94f30bd2076" -d '{"events": [{"name": "network-changed", "server_uuid": "af7efea6-e127-421a-b481-dd574f6b5b07", "tag": "7cd76643-a4d1-449a-9414-4b82b0edf82a"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:45:05.182171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a13c95-269e-4339-ab0e-0a21ab30ca52 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd76643-a4d1-449a-9414-4b82b0edf82a,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:45:05.205963 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ac51d9-49ba-4b48-889c-21ef229a6cc3 x-openstack-request-id: req-84ac51d9-49ba-4b48-889c-21ef229a6cc3 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:45:05.206273 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7efea6-e127-421a-b481-dd574f6b5b07", "tag": "7cd76643-a4d1-449a-9414-4b82b0edf82a", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:45:05.206535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84ac51d9-49ba-4b48-889c-21ef229a6cc3 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:45:05.207744 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7efea6-e127-421a-b481-dd574f6b5b07', 'tag': '7cd76643-a4d1-449a-9414-4b82b0edf82a', 'status': 'completed', 'code': 200} Dec 09 02:45:05.273091 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-fe078d30-af6e-424e-9df7-4873d2a54565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:05.274659 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-fe078d30-af6e-424e-9df7-4873d2a54565 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 1096 time: 0.0474002 Dec 09 02:45:05.323116 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d4cb8f4c-3b33-4fcb-ab59-6ca8ccadc08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:05.326760 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-6c366986-e339-426f-b516-ac264c7d7260 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cd76643-a4d1-449a-9414-4b82b0edf82a HTTP/1.1" status: 200 len: 217 time: 0.0368683 Dec 09 02:45:05.389638 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-603265c1-9745-447a-9661-d9ed920c594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:05.391112 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-603265c1-9745-447a-9661-d9ed920c594f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=440dd1a7-31d1-4f2e-bd72-344457e1c8ad HTTP/1.1" status: 200 len: 834 time: 0.0564787 Dec 09 02:45:05.437751 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-6d533d75-4810-4848-92d4-1c4a71294c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:05.439314 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-6d533d75-4810-4848-92d4-1c4a71294c7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a8349be-989e-492a-81b6-3b4726c0deed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0413961 Dec 09 02:45:05.531734 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-de8622ce-52ba-47b3-995c-f6f985f947b1 service neutron] 10.222.0.45 "GET /v2.0/networks/8a8349be-989e-492a-81b6-3b4726c0deed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854785 Dec 09 02:45:05.618772 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e4f41d05-950d-46a6-b323-6c0b64f43242 req-3733a0ee-00de-4095-8452-7d05c57fff2b service neutron] 10.222.0.45 "GET /v2.0/networks/8a8349be-989e-492a-81b6-3b4726c0deed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799618 Dec 09 02:45:05.781146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59331bb6-20be-492b-827f-e94f30bd2076 req-1977d227-7beb-46d6-9c73-62006c98105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:05.782612 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59331bb6-20be-492b-827f-e94f30bd2076 req-1977d227-7beb-46d6-9c73-62006c98105c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 1096 time: 0.0750973 Dec 09 02:45:05.791365 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4a954-f0b9-4b4a-b15c-04b232a60a4c req-5e53e89f-14b1-4c26-a8ce-b81fa172e7ec tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:05.792736 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4fc4a954-f0b9-4b4a-b15c-04b232a60a4c req-5e53e89f-14b1-4c26-a8ce-b81fa172e7ec tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 943 time: 0.0741405 Dec 09 02:45:05.893077 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4fc4a954-f0b9-4b4a-b15c-04b232a60a4c req-fb412bfb-4fe6-40c6-8cf6-bf0074ba3818 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924156 Dec 09 02:45:05.909536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59331bb6-20be-492b-827f-e94f30bd2076 req-83dc9cc5-c5c7-41c3-b701-fea0e6666474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:05.911515 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59331bb6-20be-492b-827f-e94f30bd2076 req-83dc9cc5-c5c7-41c3-b701-fea0e6666474 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a8349be-989e-492a-81b6-3b4726c0deed HTTP/1.1" status: 200 len: 896 time: 0.1179287 Dec 09 02:45:05.956112 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59331bb6-20be-492b-827f-e94f30bd2076 req-49e89b95-fe8c-4de0-a8b7-060527cd0fd6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cd76643-a4d1-449a-9414-4b82b0edf82a HTTP/1.1" status: 200 len: 217 time: 0.0371518 Dec 09 02:45:06.003536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59331bb6-20be-492b-827f-e94f30bd2076 req-1ae4b875-2cee-480d-8995-35992be6ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:06.004983 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59331bb6-20be-492b-827f-e94f30bd2076 req-1ae4b875-2cee-480d-8995-35992be6ff40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=440dd1a7-31d1-4f2e-bd72-344457e1c8ad HTTP/1.1" status: 200 len: 834 time: 0.0419650 Dec 09 02:45:06.050747 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59331bb6-20be-492b-827f-e94f30bd2076 req-b9120483-6da0-4963-ae52-6c0690cc2cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:06.052236 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59331bb6-20be-492b-827f-e94f30bd2076 req-b9120483-6da0-4963-ae52-6c0690cc2cc8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a8349be-989e-492a-81b6-3b4726c0deed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395231 Dec 09 02:45:06.147332 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59331bb6-20be-492b-827f-e94f30bd2076 req-dc282550-b420-45d3-a504-cbb84bb9721a service neutron] 10.222.0.45 "GET /v2.0/networks/8a8349be-989e-492a-81b6-3b4726c0deed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831769 Dec 09 02:45:06.234559 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59331bb6-20be-492b-827f-e94f30bd2076 req-1d6821f2-a3c8-46cb-b3e2-53c0c971ecf1 service neutron] 10.222.0.45 "GET /v2.0/networks/8a8349be-989e-492a-81b6-3b4726c0deed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801992 Dec 09 02:45:06.498722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:07.012786 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe94ea8-c1b4-4be5-9e3f-bfc3abe133c6 req-c6734435-c538-46f2-a691-d49826094e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:07.014285 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-efe94ea8-c1b4-4be5-9e3f-bfc3abe133c6 req-c6734435-c538-46f2-a691-d49826094e26 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 943 time: 0.0535898 Dec 09 02:45:07.064307 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-efe94ea8-c1b4-4be5-9e3f-bfc3abe133c6 req-5f7c69ef-de9a-45ce-9f28-6800373a1df9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440702 Dec 09 02:45:07.151670 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 7cd76643-a4d1-449a-9414-4b82b0edf82a details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:45:07.247737 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 7cd76643-a4d1-449a-9414-4b82b0edf82a, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=7cd76643-a4d1-449a-9414-4b82b0edf82a,segment=NetworkSegment(0ec5b365-5ad4-4333-806d-f0b1e88fb238),segment_id=0ec5b365-5ad4-4333-806d-f0b1e88fb238)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:45:07.259343 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '7cd76643-a4d1-449a-9414-4b82b0edf82a', 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed', 'port_id': '7cd76643-a4d1-449a-9414-4b82b0edf82a', 'mac_address': 'fa:16:3e:5b:1d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:45:07.297718 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:07.310767 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd76643-a4d1-449a-9414-4b82b0edf82a {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:45:07.328800 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 7cd76643-a4d1-449a-9414-4b82b0edf82a, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=7cd76643-a4d1-449a-9414-4b82b0edf82a,segment=NetworkSegment(0ec5b365-5ad4-4333-806d-f0b1e88fb238),segment_id=0ec5b365-5ad4-4333-806d-f0b1e88fb238)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:45:07.332584 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:07.377624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=7cd76643-a4d1-449a-9414-4b82b0edf82a,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:45:07.615409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['7cd76643-a4d1-449a-9414-4b82b0edf82a'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:45:07.882903 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:08.176440 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7eec-49dc-4774-ae5c-19e5af7a6969 req-f12ee6fa-2cc6-4346-9cb4-68d02c6cf84f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:08.177843 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cdfb7eec-49dc-4774-ae5c-19e5af7a6969 req-f12ee6fa-2cc6-4346-9cb4-68d02c6cf84f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 944 time: 0.0482433 Dec 09 02:45:08.226060 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cdfb7eec-49dc-4774-ae5c-19e5af7a6969 req-86045f81-7ace-4014-a959-87589d3be9a8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422518 Dec 09 02:45:08.730924 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:09.167015 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 7cd76643-a4d1-449a-9414-4b82b0edf82a up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:45:09.214644 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 7cd76643-a4d1-449a-9414-4b82b0edf82a completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:45:09.218518 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 7cd76643-a4d1-449a-9414-4b82b0edf82a triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:45:09.218895 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:09.296737 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:09.319134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7efea6-e127-421a-b481-dd574f6b5b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd76643-a4d1-449a-9414-4b82b0edf82a'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:45:09.321411 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa7d75c-c044-4e29-ae49-eb9e68c15a0f" -d '{"events": [{"server_uuid": "af7efea6-e127-421a-b481-dd574f6b5b07", "name": "network-vif-plugged", "status": "completed", "tag": "7cd76643-a4d1-449a-9414-4b82b0edf82a"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:45:09.334397 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 7cd76643-a4d1-449a-9414-4b82b0edf82a, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=7cd76643-a4d1-449a-9414-4b82b0edf82a,segment=NetworkSegment(0ec5b365-5ad4-4333-806d-f0b1e88fb238),segment_id=0ec5b365-5ad4-4333-806d-f0b1e88fb238)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:45:09.338172 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cfb7a-7d4a-4a94-855d-3513d4129829 req-1660008f-81b2-404b-8db3-a64c7e1d8403 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:09.338722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:09.339766 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-010cfb7a-7d4a-4a94-855d-3513d4129829 req-1660008f-81b2-404b-8db3-a64c7e1d8403 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 944 time: 0.0486512 Dec 09 02:45:09.384600 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=7cd76643-a4d1-449a-9414-4b82b0edf82a,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:45:09.393912 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-010cfb7a-7d4a-4a94-855d-3513d4129829 req-b42f5c42-3eff-4e74-ad56-967900255ab4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474429 Dec 09 02:45:09.436992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b386880-722f-4216-83c2-7a1eff58f747 x-openstack-request-id: req-4b386880-722f-4216-83c2-7a1eff58f747 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:45:09.437330 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7efea6-e127-421a-b481-dd574f6b5b07", "name": "network-vif-plugged", "status": "completed", "tag": "7cd76643-a4d1-449a-9414-4b82b0edf82a", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:45:09.437589 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b386880-722f-4216-83c2-7a1eff58f747 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:45:09.438015 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7efea6-e127-421a-b481-dd574f6b5b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd76643-a4d1-449a-9414-4b82b0edf82a', 'code': 200} Dec 09 02:45:09.633557 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfaccd2-e8de-472b-b2a6-0bc3c5ab3a95 req-ed25fe67-5390-40a2-a995-3f734ea66d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:09.635079 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4bfaccd2-e8de-472b-b2a6-0bc3c5ab3a95 req-ed25fe67-5390-40a2-a995-3f734ea66d98 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 1098 time: 0.0396974 Dec 09 02:45:09.681862 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4bfaccd2-e8de-472b-b2a6-0bc3c5ab3a95 req-661b5d1c-677b-466f-a1ef-4c9599576ca0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388327 Dec 09 02:45:10.512438 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c318f0-2295-4acb-af48-0748e1a7582b req-10fb571b-d850-49d4-b2d0-c2488bdeafe5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:10.513948 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-68c318f0-2295-4acb-af48-0748e1a7582b req-10fb571b-d850-49d4-b2d0-c2488bdeafe5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0476699 Dec 09 02:45:10.562019 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-68c318f0-2295-4acb-af48-0748e1a7582b req-2019d109-ed7d-4deb-b252-f9c8d7abaff5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416622 Dec 09 02:45:11.681496 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4275a3-ecb0-439c-8ab2-120142015c9d req-ab1a4d02-5477-4e57-8c79-8fab12039669 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:11.682957 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3d4275a3-ecb0-439c-8ab2-120142015c9d req-ab1a4d02-5477-4e57-8c79-8fab12039669 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0524886 Dec 09 02:45:11.731131 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3d4275a3-ecb0-439c-8ab2-120142015c9d req-c2ee6967-c156-4b69-80c8-413a857c4cbf tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423226 Dec 09 02:45:11.843551 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f0a21-8095-46e0-b1d4-7b8b3842d4e6 req-3f6005ba-ecbd-4711-a3bc-59963256e713 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:11.845021 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-456f0a21-8095-46e0-b1d4-7b8b3842d4e6 req-3f6005ba-ecbd-4711-a3bc-59963256e713 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0497811 Dec 09 02:45:11.893413 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-456f0a21-8095-46e0-b1d4-7b8b3842d4e6 req-048e3708-5bb5-496f-bf93-e83abbfee2d5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420098 Dec 09 02:45:11.914740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42740) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:45:11.956126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa4982-5306-4a95-a3a1-21619c8e49f5 tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:11.958180 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3dfa4982-5306-4a95-a3a1-21619c8e49f5 tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 1093 time: 0.0417454 Dec 09 02:45:11.960816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42742) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:45:11.964954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '7cd76643-a4d1-449a-9414-4b82b0edf82a', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:45:11.985688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:12.078013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:12.181565 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.26.3.92 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/eeb9e6dd-6dd4-43e6-b447-3d3289a8772a) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:45:12.278225 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:12.310672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:12.350153 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:45:12.354253 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:45:12.356696 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:45:12.386840 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=eeb9e6dd-6dd4-43e6-b447-3d3289a8772a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:45:12.710328 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:12.778130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:12.923752 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:12.928744 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:12.991761 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=eeb9e6dd-6dd4-43e6-b447-3d3289a8772a,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:45:13.006381 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:13.103117 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Floating IP 4613d744-ef68-40f4-9083-ab057e78280d associated. External IP: 172.26.3.92, port: 7cd76643-a4d1-449a-9414-4b82b0edf82a. Dec 09 02:45:13.304518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:45:13.408864 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:45:13.418212 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78114cfc-0904-4f65-8826-d3ef82dced43 None None] Sync routers for ids ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:45:13.426008 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:13.427757 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78114cfc-0904-4f65-8826-d3ef82dced43 None None] Routers {'9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:45:13.428375 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-78114cfc-0904-4f65-8826-d3ef82dced43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:45:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:45:13.455875 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-73595bb7-bdf1-404e-97cf-ab2dc988e5d7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4916537 Dec 09 02:45:13.455875 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7efea6-e127-421a-b481-dd574f6b5b07', 'tag': '7cd76643-a4d1-449a-9414-4b82b0edf82a'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:45:13.456450 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d12eb7-3006-4393-b14f-8ea93989a3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "af7efea6-e127-421a-b481-dd574f6b5b07", "tag": "7cd76643-a4d1-449a-9414-4b82b0edf82a"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:45:13.533474 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-78114cfc-0904-4f65-8826-d3ef82dced43 None None] Set router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:45:13.549783 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db0e7a-43e0-4872-83f7-3f82dc41bcbe req-89046f73-7fb8-4555-9a2e-d20b0fb2515b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:13.551386 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-26db0e7a-43e0-4872-83f7-3f82dc41bcbe req-89046f73-7fb8-4555-9a2e-d20b0fb2515b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0491121 Dec 09 02:45:13.600071 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-26db0e7a-43e0-4872-83f7-3f82dc41bcbe req-76088a03-3a0f-4782-8d6e-0be2d6dd3baa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425160 Dec 09 02:45:13.622516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42748) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:45:13.663799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46db5f44-aa84-4c0e-b34f-b733855b3046 x-openstack-request-id: req-46db5f44-aa84-4c0e-b34f-b733855b3046 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:45:13.664095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7efea6-e127-421a-b481-dd574f6b5b07", "tag": "7cd76643-a4d1-449a-9414-4b82b0edf82a", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:45:13.664353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46db5f44-aa84-4c0e-b34f-b733855b3046 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:45:13.664751 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7efea6-e127-421a-b481-dd574f6b5b07', 'tag': '7cd76643-a4d1-449a-9414-4b82b0edf82a', 'status': 'completed', 'code': 200} Dec 09 02:45:13.692693 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2befd310-9723-4103-a3f3-5a95fd142b76 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/4613d744-ef68-40f4-9083-ab057e78280d HTTP/1.1" status: 200 len: 990 time: 0.0672102 Dec 09 02:45:13.730353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d12eb7-3006-4393-b14f-8ea93989a3c7 req-0fad6a3b-e816-4dd4-983d-b46e085a414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:13.731890 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-48d12eb7-3006-4393-b14f-8ea93989a3c7 req-0fad6a3b-e816-4dd4-983d-b46e085a414e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 1098 time: 0.0385749 Dec 09 02:45:13.774299 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-78114cfc-0904-4f65-8826-d3ef82dced43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064649995', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '4613d744-ef68-40f4-9083-ab057e78280d', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'floating_ip_address': '172.26.3.92', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'port_id': '7cd76643-a4d1-449a-9414-4b82b0edf82a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed', 'mac_address': 'fa:16:3e:5b:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7efea6-e127-421a-b481-dd574f6b5b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:45:12Z', 'updated_at': '2021-12-09T02:45:12Z', 'revision_number': 0, 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebb9870-3128-41a9-9bea-e65dab2eb454', 'name': '', 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:e3:48:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:45:00Z', 'updated_at': '2021-12-09T02:45:04Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:45:13.803563 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78114cfc-0904-4f65-8826-d3ef82dced43 None None] Checking router: 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:45:13.811830 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78114cfc-0904-4f65-8826-d3ef82dced43 None None] Routers {'9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:45:13.812433 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-78114cfc-0904-4f65-8826-d3ef82dced43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:45:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:45:13.826012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d12eb7-3006-4393-b14f-8ea93989a3c7 req-c1b31c61-cdca-484c-886d-486d583c7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:13.827527 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-48d12eb7-3006-4393-b14f-8ea93989a3c7 req-c1b31c61-cdca-484c-886d-486d583c7ced service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a8349be-989e-492a-81b6-3b4726c0deed HTTP/1.1" status: 200 len: 896 time: 0.0877776 Dec 09 02:45:13.892009 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-48d12eb7-3006-4393-b14f-8ea93989a3c7 req-23e8f463-e118-4690-b7a0-19a9291b51a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cd76643-a4d1-449a-9414-4b82b0edf82a HTTP/1.1" status: 200 len: 998 time: 0.0573797 Dec 09 02:45:13.914581 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-78114cfc-0904-4f65-8826-d3ef82dced43 None None] Set router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:45:13.939876 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d12eb7-3006-4393-b14f-8ea93989a3c7 req-4e104f79-18fc-4b64-b80b-84dae67ca3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:13.941340 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-48d12eb7-3006-4393-b14f-8ea93989a3c7 req-4e104f79-18fc-4b64-b80b-84dae67ca3ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=440dd1a7-31d1-4f2e-bd72-344457e1c8ad HTTP/1.1" status: 200 len: 834 time: 0.0429351 Dec 09 02:45:13.990460 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d12eb7-3006-4393-b14f-8ea93989a3c7 req-8c1c24cd-31c6-4d3f-836f-04246591355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:13.991992 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-48d12eb7-3006-4393-b14f-8ea93989a3c7 req-8c1c24cd-31c6-4d3f-836f-04246591355e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a8349be-989e-492a-81b6-3b4726c0deed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0437837 Dec 09 02:45:14.079854 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-48d12eb7-3006-4393-b14f-8ea93989a3c7 req-f9658fb2-2e8d-4d23-ab66-1849d02b785a service neutron] 10.222.0.45 "GET /v2.0/networks/8a8349be-989e-492a-81b6-3b4726c0deed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806482 Dec 09 02:45:14.134765 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-78114cfc-0904-4f65-8826-d3ef82dced43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064649995', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '4613d744-ef68-40f4-9083-ab057e78280d', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'floating_ip_address': '172.26.3.92', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'port_id': '7cd76643-a4d1-449a-9414-4b82b0edf82a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed', 'mac_address': 'fa:16:3e:5b:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7efea6-e127-421a-b481-dd574f6b5b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:45:12Z', 'updated_at': '2021-12-09T02:45:12Z', 'revision_number': 0, 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebb9870-3128-41a9-9bea-e65dab2eb454', 'name': '', 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:e3:48:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:45:00Z', 'updated_at': '2021-12-09T02:45:04Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:45:14.161106 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78114cfc-0904-4f65-8826-d3ef82dced43 None None] The sync data for ids ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'] in dv-neutron-804846-18-hyperv is: [{'id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064649995', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '4613d744-ef68-40f4-9083-ab057e78280d', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'floating_ip_address': '172.26.3.92', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'port_id': '7cd76643-a4d1-449a-9414-4b82b0edf82a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed', 'mac_address': 'fa:16:3e:5b:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7efea6-e127-421a-b481-dd574f6b5b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:45:12Z', 'updated_at': '2021-12-09T02:45:12Z', 'revision_number': 0, 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebb9870-3128-41a9-9bea-e65dab2eb454', 'name': '', 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:e3:48:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:45:00Z', 'updated_at': '2021-12-09T02:45:04Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:45:14.171954 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-48d12eb7-3006-4393-b14f-8ea93989a3c7 req-8666640b-839c-43d8-adf4-a817a14c3e6d service neutron] 10.222.0.45 "GET /v2.0/networks/8a8349be-989e-492a-81b6-3b4726c0deed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854688 Dec 09 02:45:14.306988 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:14.343089 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac65e09-ed34-4997-9046-023b6f3dffe1 None None] New status for floating IP 4613d744-ef68-40f4-9083-ab057e78280d: ACTIVE {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:45:14.695205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42750) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:45:14.755826 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a702d32f-8839-4a4e-ac5e-5df1634e3633 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/4613d744-ef68-40f4-9083-ab057e78280d HTTP/1.1" status: 200 len: 992 time: 0.0593174 Dec 09 02:45:25.355876 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:45:33.082235 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-50175c48-fef4-44cb-a183-b2690a92e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:35.315344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-514ae447-2de4-4ca8-b4f4-d085729825f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:36.501786 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:37.886426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:38.733081 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:44.313515 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:45:46.142204 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b29214-6f7d-4b61-b4a6-5bff4455f996 req-0cc295f1-a4c5-4cb3-9790-3c1ca3d54fd8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:46.143716 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-95b29214-6f7d-4b61-b4a6-5bff4455f996 req-0cc295f1-a4c5-4cb3-9790-3c1ca3d54fd8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0497305 Dec 09 02:45:46.216928 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bd0d9-c66d-42e7-8a07-dc9391bc1fdb req-f3173dad-7e54-4830-89e8-4bf1855df4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:46.218332 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b22bd0d9-c66d-42e7-8a07-dc9391bc1fdb req-f3173dad-7e54-4830-89e8-4bf1855df4e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 1098 time: 0.0737581 Dec 09 02:45:46.222525 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-95b29214-6f7d-4b61-b4a6-5bff4455f996 req-201f54fb-5ba0-4928-938f-a78947c0f4fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703874 Dec 09 02:45:46.307529 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bd0d9-c66d-42e7-8a07-dc9391bc1fdb req-2c0b1e14-3c62-4b3d-9b07-227d653c1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:46.308979 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b22bd0d9-c66d-42e7-8a07-dc9391bc1fdb req-2c0b1e14-3c62-4b3d-9b07-227d653c1c1d service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a8349be-989e-492a-81b6-3b4726c0deed HTTP/1.1" status: 200 len: 896 time: 0.0830448 Dec 09 02:45:46.376244 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b22bd0d9-c66d-42e7-8a07-dc9391bc1fdb req-fa4631c3-f5c2-4f5b-b3e8-035db97f1f12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cd76643-a4d1-449a-9414-4b82b0edf82a HTTP/1.1" status: 200 len: 1000 time: 0.0597754 Dec 09 02:45:46.424728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bd0d9-c66d-42e7-8a07-dc9391bc1fdb req-952d8e01-c199-4a5e-b5c2-eae08c2f24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:46.426660 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b22bd0d9-c66d-42e7-8a07-dc9391bc1fdb req-952d8e01-c199-4a5e-b5c2-eae08c2f24e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=440dd1a7-31d1-4f2e-bd72-344457e1c8ad HTTP/1.1" status: 200 len: 834 time: 0.0423961 Dec 09 02:45:46.470125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bd0d9-c66d-42e7-8a07-dc9391bc1fdb req-75a364ef-3292-45d3-8576-27f5ffacf7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:46.471527 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b22bd0d9-c66d-42e7-8a07-dc9391bc1fdb req-75a364ef-3292-45d3-8576-27f5ffacf7ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a8349be-989e-492a-81b6-3b4726c0deed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0385637 Dec 09 02:45:46.566693 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b22bd0d9-c66d-42e7-8a07-dc9391bc1fdb req-d8cac20a-1314-45bd-84d1-ef476650061a service neutron] 10.222.0.45 "GET /v2.0/networks/8a8349be-989e-492a-81b6-3b4726c0deed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881591 Dec 09 02:45:46.653307 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b22bd0d9-c66d-42e7-8a07-dc9391bc1fdb req-22e3d66a-42ca-45e1-98ec-6d48fe4073d3 service neutron] 10.222.0.45 "GET /v2.0/networks/8a8349be-989e-492a-81b6-3b4726c0deed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796914 Dec 09 02:45:47.339004 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1f21a-fa3c-4f1c-afb2-25546f242122 req-c6dc84a4-cfe4-4569-9a4c-bb6ee346cdba tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:47.340570 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-75e1f21a-fa3c-4f1c-afb2-25546f242122 req-c6dc84a4-cfe4-4569-9a4c-bb6ee346cdba tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0489225 Dec 09 02:45:47.393441 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-75e1f21a-fa3c-4f1c-afb2-25546f242122 req-1ddedba1-6d0b-4fc6-8b21-e039ea0ce76d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467944 Dec 09 02:45:48.505115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16065f-dabf-49f2-95e1-2bd565588c6e req-9923d56b-5c51-4955-af25-967524944c52 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:48.506563 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ba16065f-dabf-49f2-95e1-2bd565588c6e req-9923d56b-5c51-4955-af25-967524944c52 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0476203 Dec 09 02:45:48.554370 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ba16065f-dabf-49f2-95e1-2bd565588c6e req-40c230f2-9862-409d-b9ae-2ef29bd5a1ec tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419681 Dec 09 02:45:49.667201 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b539ba-99ee-45a3-a152-92f2bc630d81 req-4dc45e25-3fe2-49de-82ad-0c2259da254b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:49.668679 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21b539ba-99ee-45a3-a152-92f2bc630d81 req-4dc45e25-3fe2-49de-82ad-0c2259da254b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0476942 Dec 09 02:45:49.716409 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21b539ba-99ee-45a3-a152-92f2bc630d81 req-8e1d9696-3fb0-40c1-9710-02afbbc3e3ba tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418937 Dec 09 02:45:50.834969 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680832d-9e35-4ec0-9aa0-6fc6cf13f01b req-664c3d67-99f5-4795-88ce-c48a76b51ee8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:50.836460 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f680832d-9e35-4ec0-9aa0-6fc6cf13f01b req-664c3d67-99f5-4795-88ce-c48a76b51ee8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0528338 Dec 09 02:45:50.884223 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f680832d-9e35-4ec0-9aa0-6fc6cf13f01b req-ec06c53a-752a-4573-9934-a6adc592b920 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418825 Dec 09 02:45:51.997352 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7491e7-6c45-4892-959e-f306cd772cc2 req-7484fdb3-e053-44a9-84aa-fdba08e80b06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:51.998936 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fe7491e7-6c45-4892-959e-f306cd772cc2 req-7484fdb3-e053-44a9-84aa-fdba08e80b06 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0468493 Dec 09 02:45:52.046383 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fe7491e7-6c45-4892-959e-f306cd772cc2 req-3a583cda-26dc-4f3c-98ae-3571d8f4f2dc tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410845 Dec 09 02:45:52.834275 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63928403-9153-4ede-93eb-7eb8b75d02e5 req-c44e13d8-25f8-49d8-b92e-7479150ad632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:52.835761 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63928403-9153-4ede-93eb-7eb8b75d02e5 req-c44e13d8-25f8-49d8-b92e-7479150ad632 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 1098 time: 0.0429900 Dec 09 02:45:52.933933 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63928403-9153-4ede-93eb-7eb8b75d02e5 req-f0b6cd80-d99b-4902-8f41-914fe414fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:52.935360 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63928403-9153-4ede-93eb-7eb8b75d02e5 req-f0b6cd80-d99b-4902-8f41-914fe414fb5a service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a8349be-989e-492a-81b6-3b4726c0deed HTTP/1.1" status: 200 len: 896 time: 0.0805745 Dec 09 02:45:53.001219 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63928403-9153-4ede-93eb-7eb8b75d02e5 req-d26ccb61-41d2-438e-b0cb-47e638870bb2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cd76643-a4d1-449a-9414-4b82b0edf82a HTTP/1.1" status: 200 len: 1000 time: 0.0589707 Dec 09 02:45:53.368756 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63928403-9153-4ede-93eb-7eb8b75d02e5 req-96d031ce-79ab-4e9c-8da3-0633bc8f26bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:53.370112 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63928403-9153-4ede-93eb-7eb8b75d02e5 req-96d031ce-79ab-4e9c-8da3-0633bc8f26bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=440dd1a7-31d1-4f2e-bd72-344457e1c8ad HTTP/1.1" status: 200 len: 834 time: 0.3621616 Dec 09 02:45:53.394111 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3cec3-bd25-4668-a22e-9176791c1146 req-1a6ebda5-47df-4a25-9fd4-f3e4318eb7c9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:53.396253 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2fd3cec3-bd25-4668-a22e-9176791c1146 req-1a6ebda5-47df-4a25-9fd4-f3e4318eb7c9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0709476 Dec 09 02:45:53.462490 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63928403-9153-4ede-93eb-7eb8b75d02e5 req-01231c68-08c2-49b6-af89-53e0546382c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:53.463994 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63928403-9153-4ede-93eb-7eb8b75d02e5 req-01231c68-08c2-49b6-af89-53e0546382c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a8349be-989e-492a-81b6-3b4726c0deed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0862694 Dec 09 02:45:53.472496 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2fd3cec3-bd25-4668-a22e-9176791c1146 req-1c3bfc2c-9d76-4648-a0f1-dca14d24f946 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615938 Dec 09 02:45:53.553128 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63928403-9153-4ede-93eb-7eb8b75d02e5 req-50738fa2-61aa-469a-9eab-729ae8b3068a service neutron] 10.222.0.45 "GET /v2.0/networks/8a8349be-989e-492a-81b6-3b4726c0deed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796840 Dec 09 02:45:53.642301 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63928403-9153-4ede-93eb-7eb8b75d02e5 req-d88858fb-e1f2-4492-ad40-cc1bfef0a811 service neutron] 10.222.0.45 "GET /v2.0/networks/8a8349be-989e-492a-81b6-3b4726c0deed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821731 Dec 09 02:45:54.589346 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60156b-4137-495f-9b35-563e38d856a1 req-cea61739-7489-4956-8b6e-5794ebd382c5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:54.590824 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e60156b-4137-495f-9b35-563e38d856a1 req-cea61739-7489-4956-8b6e-5794ebd382c5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0513625 Dec 09 02:45:54.638871 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0e60156b-4137-495f-9b35-563e38d856a1 req-416c7bdf-0e8a-4e36-a939-7cb04701912d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418646 Dec 09 02:45:55.755267 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78a1dd-d16a-4daa-8c0d-7c39d41c9d43 req-027310db-3596-4824-afd9-6913d79e9647 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:55.756773 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-da78a1dd-d16a-4daa-8c0d-7c39d41c9d43 req-027310db-3596-4824-afd9-6913d79e9647 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0500684 Dec 09 02:45:55.808337 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-da78a1dd-d16a-4daa-8c0d-7c39d41c9d43 req-dcfaea3e-5cb0-4b57-9dc0-f78c0afdb86a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457270 Dec 09 02:45:56.926732 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5993bec-6815-4f8a-9adf-3628aed06a16 req-afc95660-e95a-4eea-8211-89f4ff9baba5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:56.928476 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e5993bec-6815-4f8a-9adf-3628aed06a16 req-afc95660-e95a-4eea-8211-89f4ff9baba5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0532310 Dec 09 02:45:56.981058 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e5993bec-6815-4f8a-9adf-3628aed06a16 req-8a94f7fb-82f2-45ab-b482-7e44d12857fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463328 Dec 09 02:45:58.105071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb64294-2d21-4168-8c97-809a3a775d21 req-d6e1a12d-dee0-4cef-b05c-ccd3c103e25b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:58.106547 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1cb64294-2d21-4168-8c97-809a3a775d21 req-d6e1a12d-dee0-4cef-b05c-ccd3c103e25b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0497220 Dec 09 02:45:58.154677 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1cb64294-2d21-4168-8c97-809a3a775d21 req-6213999d-2c94-4d26-9cab-c625a53551b8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423036 Dec 09 02:45:59.273088 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e03af-62d4-4910-b101-4fe9330f8a73 req-34fb07d3-2159-47be-b0f5-a69f2e15c6c5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:45:59.274586 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-985e03af-62d4-4910-b101-4fe9330f8a73 req-34fb07d3-2159-47be-b0f5-a69f2e15c6c5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0522783 Dec 09 02:45:59.321363 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-985e03af-62d4-4910-b101-4fe9330f8a73 req-a8b7dc96-8368-410b-a057-b7b76ee849a5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409048 Dec 09 02:46:00.434058 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2929b-c7aa-4751-b80a-47c58f06f057 req-945ae89f-c809-43f8-8a3f-76b0d8fc74f3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:00.435459 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-aae2929b-c7aa-4751-b80a-47c58f06f057 req-945ae89f-c809-43f8-8a3f-76b0d8fc74f3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0484200 Dec 09 02:46:00.483424 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-aae2929b-c7aa-4751-b80a-47c58f06f057 req-43d6e1f0-73f6-43f1-a341-0cdfbd1c04f8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420256 Dec 09 02:46:01.597278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89e168-e0b2-4307-ade7-6691e1d54e5d req-817adddb-43fb-4674-8313-b0513a343e12 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:01.599308 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-eb89e168-e0b2-4307-ade7-6691e1d54e5d req-817adddb-43fb-4674-8313-b0513a343e12 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0503402 Dec 09 02:46:01.653080 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-eb89e168-e0b2-4307-ade7-6691e1d54e5d req-ea7dea43-0d1d-4e4e-a6c8-408201666062 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476294 Dec 09 02:46:02.355740 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:46:02.775027 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22442935-fed7-4e5a-974e-e11f6590b6a8 req-75ea5f0f-ddfc-485f-8f80-c78fe5134c09 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:02.776521 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-22442935-fed7-4e5a-974e-e11f6590b6a8 req-75ea5f0f-ddfc-485f-8f80-c78fe5134c09 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0549858 Dec 09 02:46:02.824867 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-22442935-fed7-4e5a-974e-e11f6590b6a8 req-f2d8afef-d834-4443-9906-c236be408241 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424945 Dec 09 02:46:02.846303 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42794) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:02.908064 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-baa37fe5-a695-412e-a2f3-4429e86f26b6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/4613d744-ef68-40f4-9083-ab057e78280d HTTP/1.1" status: 200 len: 992 time: 0.0605502 Dec 09 02:46:03.082948 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-70221864-adda-4c33-8035-ef61df1e3685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:05.317666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0a93-45b8-4a8f-afdf-390e51272958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:06.505282 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:07.892197 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:08.735183 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:14.313309 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:33.084301 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16d75381-eb59-46e4-8733-9814a9cfa66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:33.282520 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42808) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:33.440934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port eeb9e6dd-6dd4-43e6-b447-3d3289a8772a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:46:33.441185 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:33.515781 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:33.516108 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:33.528036 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for eeb9e6dd-6dd4-43e6-b447-3d3289a8772a owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:46:33.670070 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:33.694973 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=eeb9e6dd-6dd4-43e6-b447-3d3289a8772a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:33.706705 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:33.707063 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:33.707408 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:33.707780 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:33.708122 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:33.708462 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:33.708796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:33.709129 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:33.709463 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:33.709796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:33.710128 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:33.710459 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:33.710786 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:33.766534 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:33.766863 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Floating IP 4613d744-ef68-40f4-9083-ab057e78280d disassociated (deleted). External IP: 172.26.3.92, port: 7cd76643-a4d1-449a-9414-4b82b0edf82a. Dec 09 02:46:33.965103 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:46:34.069704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:46:34.074855 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:34.079565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddb71d4-324c-4856-ad37-9a7e5908df72 None None] Sync routers for ids ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:46:34.088538 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddb71d4-324c-4856-ad37-9a7e5908df72 None None] Routers {'9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:46:34.089153 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4ddb71d4-324c-4856-ad37-9a7e5908df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:46:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:34.103363 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3578db62-54b9-45c5-9fd6-754218340001 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/floatingips/4613d744-ef68-40f4-9083-ab057e78280d HTTP/1.1" status: 204 len: 168 time: 0.8174832 Dec 09 02:46:34.103363 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7efea6-e127-421a-b481-dd574f6b5b07', 'tag': '7cd76643-a4d1-449a-9414-4b82b0edf82a'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:46:34.104192 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f37a9b0-3dde-4a31-ba96-d9c4b53dda37" -d '{"events": [{"name": "network-changed", "server_uuid": "af7efea6-e127-421a-b481-dd574f6b5b07", "tag": "7cd76643-a4d1-449a-9414-4b82b0edf82a"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:46:34.197741 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-4ddb71d4-324c-4856-ad37-9a7e5908df72 None None] Set router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:46:34.254394 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8aa2562-d805-4264-a2c6-cf150ee2f8c2 x-openstack-request-id: req-d8aa2562-d805-4264-a2c6-cf150ee2f8c2 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:46:34.254686 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7efea6-e127-421a-b481-dd574f6b5b07", "tag": "7cd76643-a4d1-449a-9414-4b82b0edf82a", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:46:34.254938 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8aa2562-d805-4264-a2c6-cf150ee2f8c2 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:46:34.255346 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7efea6-e127-421a-b481-dd574f6b5b07', 'tag': '7cd76643-a4d1-449a-9414-4b82b0edf82a', 'status': 'completed', 'code': 200} Dec 09 02:46:34.346055 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a0975-2e20-474b-8df8-304fc1a97a60 req-35e0182d-f269-4340-9313-078d4a019208 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:34.348613 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b88a0975-2e20-474b-8df8-304fc1a97a60 req-35e0182d-f269-4340-9313-078d4a019208 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0489020 Dec 09 02:46:34.397490 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b88a0975-2e20-474b-8df8-304fc1a97a60 req-ee1426fe-f619-404b-9a13-f1244cd786a0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432994 Dec 09 02:46:34.401117 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4ddb71d4-324c-4856-ad37-9a7e5908df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064649995', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '4ebb9870-3128-41a9-9bea-e65dab2eb454', 'name': '', 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:e3:48:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:45:00Z', 'updated_at': '2021-12-09T02:45:04Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:34.432448 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddb71d4-324c-4856-ad37-9a7e5908df72 None None] Checking router: 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:46:34.441790 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddb71d4-324c-4856-ad37-9a7e5908df72 None None] Routers {'9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:46:34.442397 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4ddb71d4-324c-4856-ad37-9a7e5908df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:46:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:34.494707 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37a9b0-3dde-4a31-ba96-d9c4b53dda37 req-96c6342b-71bc-4da9-b1b0-4194f1532d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:34.496143 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f37a9b0-3dde-4a31-ba96-d9c4b53dda37 req-96c6342b-71bc-4da9-b1b0-4194f1532d87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 1098 time: 0.0402467 Dec 09 02:46:34.546578 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-4ddb71d4-324c-4856-ad37-9a7e5908df72 None None] Set router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:46:34.589759 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37a9b0-3dde-4a31-ba96-d9c4b53dda37 req-688e4c30-bf51-4925-bd9f-17af657773e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:34.591237 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f37a9b0-3dde-4a31-ba96-d9c4b53dda37 req-688e4c30-bf51-4925-bd9f-17af657773e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8a8349be-989e-492a-81b6-3b4726c0deed HTTP/1.1" status: 200 len: 896 time: 0.0865908 Dec 09 02:46:34.633951 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f37a9b0-3dde-4a31-ba96-d9c4b53dda37 req-7be1aaab-fe51-4492-9356-93f06e0e68b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cd76643-a4d1-449a-9414-4b82b0edf82a HTTP/1.1" status: 200 len: 217 time: 0.0343809 Dec 09 02:46:34.685244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37a9b0-3dde-4a31-ba96-d9c4b53dda37 req-c69e5a9d-d477-4004-a1a6-f590e52d5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:34.686684 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f37a9b0-3dde-4a31-ba96-d9c4b53dda37 req-c69e5a9d-d477-4004-a1a6-f590e52d5417 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=440dd1a7-31d1-4f2e-bd72-344457e1c8ad HTTP/1.1" status: 200 len: 834 time: 0.0442169 Dec 09 02:46:34.738850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37a9b0-3dde-4a31-ba96-d9c4b53dda37 req-b74f15ae-07e3-49fe-9ba0-70cdd8bb24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:34.740220 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4ddb71d4-324c-4856-ad37-9a7e5908df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064649995', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '4ebb9870-3128-41a9-9bea-e65dab2eb454', 'name': '', 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:e3:48:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:45:00Z', 'updated_at': '2021-12-09T02:45:04Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:34.740657 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f37a9b0-3dde-4a31-ba96-d9c4b53dda37 req-b74f15ae-07e3-49fe-9ba0-70cdd8bb24f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8a8349be-989e-492a-81b6-3b4726c0deed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451128 Dec 09 02:46:34.765939 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddb71d4-324c-4856-ad37-9a7e5908df72 None None] The sync data for ids ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'] in dv-neutron-804846-18-hyperv is: [{'id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064649995', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '4ebb9870-3128-41a9-9bea-e65dab2eb454', 'name': '', 'network_id': '8a8349be-989e-492a-81b6-3b4726c0deed', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:e3:48:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:45:00Z', 'updated_at': '2021-12-09T02:45:04Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '440dd1a7-31d1-4f2e-bd72-344457e1c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:46:34.832027 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f37a9b0-3dde-4a31-ba96-d9c4b53dda37 req-b32a4e47-919d-4158-bbf9-64c90f52d196 service neutron] 10.222.0.45 "GET /v2.0/networks/8a8349be-989e-492a-81b6-3b4726c0deed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841415 Dec 09 02:46:34.927782 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7f37a9b0-3dde-4a31-ba96-d9c4b53dda37 req-5b41c712-8807-484b-867f-37e239755065 service neutron] 10.222.0.45 "GET /v2.0/networks/8a8349be-989e-492a-81b6-3b4726c0deed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886090 Dec 09 02:46:34.979552 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33ac8aa-a4bd-465d-a920-0b9b77c82a53 None None] New status for floating IP 4613d744-ef68-40f4-9083-ab057e78280d: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:46:35.317976 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-89144672-6f7d-4228-ac71-0cbedc74b8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:35.511246 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8498c6-9f21-42f3-b993-4c1099dc3879 req-64f918f0-8189-43a6-9da0-c89cbcc01fb5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:35.512733 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fc8498c6-9f21-42f3-b993-4c1099dc3879 req-64f918f0-8189-43a6-9da0-c89cbcc01fb5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0485961 Dec 09 02:46:35.559870 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fc8498c6-9f21-42f3-b993-4c1099dc3879 req-3289587e-0a01-4a62-8aa5-2c6f658f3b08 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=53c251e9-7af4-4374-bef4-07cadedd8caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414114 Dec 09 02:46:36.154927 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545c814-be3a-495e-85d4-28eb7d82e83f req-7b684dd0-46bf-4219-95d5-8e5cacab7cac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:36.156429 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7545c814-be3a-495e-85d4-28eb7d82e83f req-7b684dd0-46bf-4219-95d5-8e5cacab7cac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 945 time: 0.0480611 Dec 09 02:46:36.245662 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-7545c814-be3a-495e-85d4-28eb7d82e83f req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port 7cd76643-a4d1-449a-9414-4b82b0edf82a {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:46:36.246004 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7545c814-be3a-495e-85d4-28eb7d82e83f req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:36.331894 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-7545c814-be3a-495e-85d4-28eb7d82e83f req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] For port 7cd76643-a4d1-449a-9414-4b82b0edf82a, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=7cd76643-a4d1-449a-9414-4b82b0edf82a,segment=NetworkSegment(0ec5b365-5ad4-4333-806d-f0b1e88fb238),segment_id=0ec5b365-5ad4-4333-806d-f0b1e88fb238)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:46:36.332783 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7545c814-be3a-495e-85d4-28eb7d82e83f req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:36.345417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-7545c814-be3a-495e-85d4-28eb7d82e83f req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for 7cd76643-a4d1-449a-9414-4b82b0edf82a owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:46:36.472949 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7545c814-be3a-495e-85d4-28eb7d82e83f req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:36.500821 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=7cd76643-a4d1-449a-9414-4b82b0edf82a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:36.513908 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:36.514469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:36.514469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:36.514966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:36.515084 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:36.515425 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:36.515834 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:36.516157 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:36.516525 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:36.516976 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:36.517372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:36.517723 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:36.518083 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:36.527165 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:36.556236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-7545c814-be3a-495e-85d4-28eb7d82e83f req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] No DVR routers for this DVR port 7cd76643-a4d1-449a-9414-4b82b0edf82a on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:46:36.558685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-7545c814-be3a-495e-85d4-28eb7d82e83f req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:36.562096 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7545c814-be3a-495e-85d4-28eb7d82e83f req-b732f123-e86b-4019-8aa6-ba9fae7bb220 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "DELETE /v2.0/ports/7cd76643-a4d1-449a-9414-4b82b0edf82a HTTP/1.1" status: 204 len: 173 time: 0.4000518 Dec 09 02:46:36.562539 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7efea6-e127-421a-b481-dd574f6b5b07', 'name': 'network-vif-deleted', 'tag': '7cd76643-a4d1-449a-9414-4b82b0edf82a'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:46:36.564822 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86192a0d-28c7-443b-9db5-c8b69a577798" -d '{"events": [{"server_uuid": "af7efea6-e127-421a-b481-dd574f6b5b07", "name": "network-vif-deleted", "tag": "7cd76643-a4d1-449a-9414-4b82b0edf82a"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:46:36.602394 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1af62c-a9bf-40c9-adaf-85152d722caf x-openstack-request-id: req-fd1af62c-a9bf-40c9-adaf-85152d722caf {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:46:36.602785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7efea6-e127-421a-b481-dd574f6b5b07", "name": "network-vif-deleted", "tag": "7cd76643-a4d1-449a-9414-4b82b0edf82a", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:46:36.603220 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd1af62c-a9bf-40c9-adaf-85152d722caf {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:46:36.603808 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7efea6-e127-421a-b481-dd574f6b5b07', 'name': 'network-vif-deleted', 'tag': '7cd76643-a4d1-449a-9414-4b82b0edf82a', 'status': 'completed', 'code': 200} Dec 09 02:46:36.674547 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bdab1169-487e-4ec2-a375-e87d5ad5f104 req-63d9f301-2e37-4b98-a017-8c7a45011f4c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=af7efea6-e127-421a-b481-dd574f6b5b07 HTTP/1.1" status: 200 len: 210 time: 0.0267570 Dec 09 02:46:37.729801 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42828) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:37.890395 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:38.083465 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb066293-3908-41e5-be56-e3c6dc2f628b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:38.329349 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bb066293-3908-41e5-be56-e3c6dc2f628b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port 4ebb9870-3128-41a9-9bea-e65dab2eb454 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:46:38.329698 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb066293-3908-41e5-be56-e3c6dc2f628b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:38.414934 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-bb066293-3908-41e5-be56-e3c6dc2f628b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] For port 4ebb9870-3128-41a9-9bea-e65dab2eb454, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=4ebb9870-3128-41a9-9bea-e65dab2eb454,segment=NetworkSegment(0ec5b365-5ad4-4333-806d-f0b1e88fb238),segment_id=0ec5b365-5ad4-4333-806d-f0b1e88fb238)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:46:38.415218 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb066293-3908-41e5-be56-e3c6dc2f628b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:38.428129 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bb066293-3908-41e5-be56-e3c6dc2f628b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for 4ebb9870-3128-41a9-9bea-e65dab2eb454 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:46:38.608877 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb066293-3908-41e5-be56-e3c6dc2f628b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:38.635561 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb066293-3908-41e5-be56-e3c6dc2f628b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=4ebb9870-3128-41a9-9bea-e65dab2eb454,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:38.746608 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:38.814630 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb066293-3908-41e5-be56-e3c6dc2f628b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:39.025960 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb066293-3908-41e5-be56-e3c6dc2f628b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:46:39.355704 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:46:39.387367 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb066293-3908-41e5-be56-e3c6dc2f628b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:46:39.392561 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bb066293-3908-41e5-be56-e3c6dc2f628b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "PUT /v2.0/routers/9a2f4101-41f7-4daa-b6c6-1a78c9fb903f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6616340 Dec 09 02:46:39.395909 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42832) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:39.398022 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba030bf3-afb6-411a-91ab-d7f914ed98ac None None] Sync routers for ids ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:46:39.408007 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba030bf3-afb6-411a-91ab-d7f914ed98ac None None] Routers {'9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:46:39.408691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ba030bf3-afb6-411a-91ab-d7f914ed98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:46:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:39.445497 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cdaa7e-2ee1-4105-9a5a-9b46cc997991 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting subnet 440dd1a7-31d1-4f2e-bd72-344457e1c8ad {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:46:39.448559 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7cdaa7e-2ee1-4105-9a5a-9b46cc997991 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:39.487242 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7cdaa7e-2ee1-4105-9a5a-9b46cc997991 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:39.512163 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ba030bf3-afb6-411a-91ab-d7f914ed98ac None None] Set router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:46:39.568221 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 7cd76643-a4d1-449a-9414-4b82b0edf82a no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:46:39.572239 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7cdaa7e-2ee1-4105-9a5a-9b46cc997991 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:39.597114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 7cd76643-a4d1-449a-9414-4b82b0edf82a {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:46:39.597477 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 7cd76643-a4d1-449a-9414-4b82b0edf82a not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:46:39.629735 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7cdaa7e-2ee1-4105-9a5a-9b46cc997991 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:39.657762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdaa7e-2ee1-4105-9a5a-9b46cc997991 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Subnet': ['ID=440dd1a7-31d1-4f2e-bd72-344457e1c8ad,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:39.659787 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7cdaa7e-2ee1-4105-9a5a-9b46cc997991 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:39.663353 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c7cdaa7e-2ee1-4105-9a5a-9b46cc997991 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/subnets/440dd1a7-31d1-4f2e-bd72-344457e1c8ad HTTP/1.1" status: 204 len: 168 time: 0.2660484 Dec 09 02:46:39.665591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42834) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:39.669423 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002f0e81-23fa-45ed-b4a0-6bbb728b1bf6 None None] Network 8a8349be-989e-492a-81b6-3b4726c0deed requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:46:39.774311 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f728b09-f3c0-4c9a-ade6-e7466f2cbb4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:39.796984 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ba030bf3-afb6-411a-91ab-d7f914ed98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064649995', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:46:38Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:39.828383 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba030bf3-afb6-411a-91ab-d7f914ed98ac None None] Checking router: 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:46:39.837669 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba030bf3-afb6-411a-91ab-d7f914ed98ac None None] Routers {'9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:46:39.838273 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ba030bf3-afb6-411a-91ab-d7f914ed98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:46:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:39.871917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] DHCP port deletion for 8a8349be-989e-492a-81b6-3b4726c0deed request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:46:39.885626 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f728b09-f3c0-4c9a-ade6-e7466f2cbb4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:39.937432 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8f728b09-f3c0-4c9a-ade6-e7466f2cbb4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port 399ffbce-2776-4dbd-82d4-36941eed0ab4 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:46:39.937778 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f728b09-f3c0-4c9a-ade6-e7466f2cbb4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:39.973623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ba030bf3-afb6-411a-91ab-d7f914ed98ac None None] Set router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:46:40.019446 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-8f728b09-f3c0-4c9a-ade6-e7466f2cbb4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] For port 399ffbce-2776-4dbd-82d4-36941eed0ab4, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=399ffbce-2776-4dbd-82d4-36941eed0ab4,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:46:40.019831 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f728b09-f3c0-4c9a-ade6-e7466f2cbb4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.032806 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8f728b09-f3c0-4c9a-ade6-e7466f2cbb4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for 399ffbce-2776-4dbd-82d4-36941eed0ab4 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:46:40.034506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Deleting port cdbfaabe-ca75-4c25-acca-06aec95ef6dc {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:46:40.034894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.203790 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f728b09-f3c0-4c9a-ade6-e7466f2cbb4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.231334 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f728b09-f3c0-4c9a-ade6-e7466f2cbb4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=399ffbce-2776-4dbd-82d4-36941eed0ab4,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:40.258554 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58194824-a59c-4301-92d5-901130d20bf7 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:46:40.294237 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f728b09-f3c0-4c9a-ade6-e7466f2cbb4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.300068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] For port cdbfaabe-ca75-4c25-acca-06aec95ef6dc, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=cdbfaabe-ca75-4c25-acca-06aec95ef6dc,segment=NetworkSegment(0ec5b365-5ad4-4333-806d-f0b1e88fb238),segment_id=0ec5b365-5ad4-4333-806d-f0b1e88fb238)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:46:40.300475 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.320453 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Calling delete_port for cdbfaabe-ca75-4c25-acca-06aec95ef6dc owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:46:40.390706 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f728b09-f3c0-4c9a-ade6-e7466f2cbb4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.393030 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f728b09-f3c0-4c9a-ade6-e7466f2cbb4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.435479 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f728b09-f3c0-4c9a-ade6-e7466f2cbb4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.436026 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f728b09-f3c0-4c9a-ade6-e7466f2cbb4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Fanout notify agent at l3_agent the message router_deleted on router 9a2f4101-41f7-4daa-b6c6-1a78c9fb903f {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:46:40.443055 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f728b09-f3c0-4c9a-ade6-e7466f2cbb4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.444192 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8f728b09-f3c0-4c9a-ade6-e7466f2cbb4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/routers/9a2f4101-41f7-4daa-b6c6-1a78c9fb903f HTTP/1.1" status: 204 len: 168 time: 0.7776923 Dec 09 02:46:40.446883 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42836) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:40.454335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.458966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ba030bf3-afb6-411a-91ab-d7f914ed98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064649995', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:46:38Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:40.504143 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Pushing event deleted for resources: {'Port': ['ID=cdbfaabe-ca75-4c25-acca-06aec95ef6dc,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:40.506241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba030bf3-afb6-411a-91ab-d7f914ed98ac None None] The sync data for ids ['9a2f4101-41f7-4daa-b6c6-1a78c9fb903f'] in dv-neutron-804846-18-hyperv is: [{'id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064649995', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:46:38Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '399ffbce-2776-4dbd-82d4-36941eed0ab4', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2f4101-41f7-4daa-b6c6-1a78c9fb903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:44:57Z', 'updated_at': '2021-12-09T02:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:46:40.513425 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] No DVR routers for this DVR port cdbfaabe-ca75-4c25-acca-06aec95ef6dc on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:46:40.516180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:40.516529 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:40.517024 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:40.517295 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:40.517584 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:40.518001 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:40.518273 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:40.518853 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:40.519177 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:40.519557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:40.519878 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:40.520196 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:40.520511 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3087d4-7c08-4059-b89a-0e768fc105f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:40.527362 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7a97ba56-63ff-4382-a1f2-8cc697dfbb78 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.615219 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7a97ba56-63ff-4382-a1f2-8cc697dfbb78 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.634743 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7a97ba56-63ff-4382-a1f2-8cc697dfbb78 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8349be-989e-492a-81b6-3b4726c0deed']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:40.643936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7a97ba56-63ff-4382-a1f2-8cc697dfbb78 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec5b365-5ad4-4333-806d-f0b1e88fb238') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:40.644241 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7a97ba56-63ff-4382-a1f2-8cc697dfbb78 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec5b365-5ad4-4333-806d-f0b1e88fb238') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:40.654170 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7a97ba56-63ff-4382-a1f2-8cc697dfbb78 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.667820 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7a97ba56-63ff-4382-a1f2-8cc697dfbb78 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.673642 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a97ba56-63ff-4382-a1f2-8cc697dfbb78 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:46:40.674026 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7a97ba56-63ff-4382-a1f2-8cc697dfbb78 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:46:40.677019 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:46:40.736214 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7a97ba56-63ff-4382-a1f2-8cc697dfbb78 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.742908 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7a97ba56-63ff-4382-a1f2-8cc697dfbb78 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.746108 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7a97ba56-63ff-4382-a1f2-8cc697dfbb78 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/networks/8a8349be-989e-492a-81b6-3b4726c0deed HTTP/1.1" status: 204 len: 168 time: 0.2982330 Dec 09 02:46:40.749089 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42838) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:40.757871 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97ba56-63ff-4382-a1f2-8cc697dfbb78 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Network': ['ID=8a8349be-989e-492a-81b6-3b4726c0deed,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:40.808330 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1b3383c-0eab-4d65-a8ae-71c0e30c5599 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.835263 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1b3383c-0eab-4d65-a8ae-71c0e30c5599 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.898293 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1b3383c-0eab-4d65-a8ae-71c0e30c5599 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.901007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1b3383c-0eab-4d65-a8ae-71c0e30c5599 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:40.902192 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f1b3383c-0eab-4d65-a8ae-71c0e30c5599 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/security-groups/53c251e9-7af4-4374-bef4-07cadedd8caf HTTP/1.1" status: 204 len: 168 time: 0.1520174 Dec 09 02:46:40.912600 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3383c-0eab-4d65-a8ae-71c0e30c5599 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c251e9-7af4-4374-bef4-07cadedd8caf,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:41.017436 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4ebb9870-3128-41a9-9bea-e65dab2eb454 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:46:41.039202 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 4ebb9870-3128-41a9-9bea-e65dab2eb454 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:46:41.039635 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 4ebb9870-3128-41a9-9bea-e65dab2eb454 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:46:41.040030 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device cdbfaabe-ca75-4c25-acca-06aec95ef6dc no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:46:41.062087 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: cdbfaabe-ca75-4c25-acca-06aec95ef6dc {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:46:41.062433 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device cdbfaabe-ca75-4c25-acca-06aec95ef6dc not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:46:41.146475 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42846) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:41.151264 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-85853bfd-0f29-4823-91b0-6a897b0d21b4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-519839003', 'description': 'tempest-secgroup-smoke-519839003 description', 'project_id': '9b59154da13c45f193083c92c85cca04'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:46:41.173602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85853bfd-0f29-4823-91b0-6a897b0d21b4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.248124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85853bfd-0f29-4823-91b0-6a897b0d21b4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.251261 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85853bfd-0f29-4823-91b0-6a897b0d21b4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.281815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85853bfd-0f29-4823-91b0-6a897b0d21b4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.283033 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-85853bfd-0f29-4823-91b0-6a897b0d21b4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1354964 Dec 09 02:46:41.284949 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85853bfd-0f29-4823-91b0-6a897b0d21b4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f157aef-8dec-4e27-bdc6-b60a00a04f21,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:41.286191 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42848) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:41.290827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-3c3bcd00-aa72-4299-9789-868661357ee0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '5f157aef-8dec-4e27-bdc6-b60a00a04f21', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:46:41.317616 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c3bcd00-aa72-4299-9789-868661357ee0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.361233 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c3bcd00-aa72-4299-9789-868661357ee0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.365031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c3bcd00-aa72-4299-9789-868661357ee0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.383473 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bcd00-aa72-4299-9789-868661357ee0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d281f286-d786-438f-97a9-4315c5f0e10c,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:41.392431 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c3bcd00-aa72-4299-9789-868661357ee0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.393940 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3c3bcd00-aa72-4299-9789-868661357ee0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1067417 Dec 09 02:46:41.396729 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42850) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:41.400928 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-26043a5f-ee6e-4f72-90a7-3b5d726e2854 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '5f157aef-8dec-4e27-bdc6-b60a00a04f21', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:46:41.426638 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-26043a5f-ee6e-4f72-90a7-3b5d726e2854 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.483513 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-26043a5f-ee6e-4f72-90a7-3b5d726e2854 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.487063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-26043a5f-ee6e-4f72-90a7-3b5d726e2854 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.505337 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26043a5f-ee6e-4f72-90a7-3b5d726e2854 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f20cd82-d05c-4b42-a5e8-5b3782f040c2,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:41.511924 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-26043a5f-ee6e-4f72-90a7-3b5d726e2854 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.513110 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-26043a5f-ee6e-4f72-90a7-3b5d726e2854 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154714 Dec 09 02:46:41.516010 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42852) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:41.521010 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f8b1dfec-cf2e-4879-9930-595d495d472a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '5f157aef-8dec-4e27-bdc6-b60a00a04f21', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:46:41.545937 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f8b1dfec-cf2e-4879-9930-595d495d472a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.608508 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f8b1dfec-cf2e-4879-9930-595d495d472a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.611989 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f8b1dfec-cf2e-4879-9930-595d495d472a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.632043 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1dfec-cf2e-4879-9930-595d495d472a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1746e3e-741f-4a49-8fed-f65419deaff9,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:41.637673 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f8b1dfec-cf2e-4879-9930-595d495d472a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.639925 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f8b1dfec-cf2e-4879-9930-595d495d472a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227682 Dec 09 02:46:41.641591 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42854) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:41.646410 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f307fcd3-3d2f-4eb4-83ec-f9404250c805 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '5f157aef-8dec-4e27-bdc6-b60a00a04f21', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:46:41.672267 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f307fcd3-3d2f-4eb4-83ec-f9404250c805 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.733753 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f307fcd3-3d2f-4eb4-83ec-f9404250c805 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.738044 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f307fcd3-3d2f-4eb4-83ec-f9404250c805 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.756145 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307fcd3-3d2f-4eb4-83ec-f9404250c805 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a41db27-29bd-48a0-9741-abfecd44f20e,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:41.763186 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f307fcd3-3d2f-4eb4-83ec-f9404250c805 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.764412 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f307fcd3-3d2f-4eb4-83ec-f9404250c805 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217308 Dec 09 02:46:41.767137 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42856) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:41.771663 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7b3cfade-d4e6-4cb2-a5a2-c9dcdfd6025e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '5f157aef-8dec-4e27-bdc6-b60a00a04f21', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:46:41.792412 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-7b3cfade-d4e6-4cb2-a5a2-c9dcdfd6025e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Project 9b59154da13c45f193083c92c85cca04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:46:41.797165 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b3cfade-d4e6-4cb2-a5a2-c9dcdfd6025e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.853502 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b3cfade-d4e6-4cb2-a5a2-c9dcdfd6025e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.856881 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b3cfade-d4e6-4cb2-a5a2-c9dcdfd6025e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.874816 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3cfade-d4e6-4cb2-a5a2-c9dcdfd6025e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a756d7-a25b-4065-9bf2-b9322c03a72d,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:41.881662 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b3cfade-d4e6-4cb2-a5a2-c9dcdfd6025e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.882893 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7b3cfade-d4e6-4cb2-a5a2-c9dcdfd6025e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1148019 Dec 09 02:46:41.885567 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42858) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:41.889819 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-451ea9f7-a208-48de-a875-60702cc45f2d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '5f157aef-8dec-4e27-bdc6-b60a00a04f21', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:46:41.911420 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-451ea9f7-a208-48de-a875-60702cc45f2d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Project 9b59154da13c45f193083c92c85cca04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:46:41.916090 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-451ea9f7-a208-48de-a875-60702cc45f2d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.974381 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-451ea9f7-a208-48de-a875-60702cc45f2d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.978122 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-451ea9f7-a208-48de-a875-60702cc45f2d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:41.997937 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ea9f7-a208-48de-a875-60702cc45f2d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e249035-54e8-4120-82d5-7c3f3b694c60,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:42.004412 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-451ea9f7-a208-48de-a875-60702cc45f2d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:42.005609 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-451ea9f7-a208-48de-a875-60702cc45f2d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191225 Dec 09 02:46:42.008507 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42860) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:42.013177 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e35720a5-2501-4bb3-b003-a75b1cc0a739 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'network': {'name': 'tempest-network-smoke--204208626', 'project_id': '9b59154da13c45f193083c92c85cca04', 'port_security_enabled': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:46:42.033519 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35720a5-2501-4bb3-b003-a75b1cc0a739 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Made reservation on behalf of 9b59154da13c45f193083c92c85cca04 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:46:42.037794 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e35720a5-2501-4bb3-b003-a75b1cc0a739 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:42.064404 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35720a5-2501-4bb3-b003-a75b1cc0a739 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:46:42.073499 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e35720a5-2501-4bb3-b003-a75b1cc0a739 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:42.073838 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-e35720a5-2501-4bb3-b003-a75b1cc0a739 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Added segment f73995ba-2945-4517-8484-8e636b0a24ac of type vlan for network ebf5fbcc-b57f-4b22-b035-ec620f1046a4 Dec 09 02:46:42.112412 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e35720a5-2501-4bb3-b003-a75b1cc0a739 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:42.136458 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e35720a5-2501-4bb3-b003-a75b1cc0a739 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:42.142125 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35720a5-2501-4bb3-b003-a75b1cc0a739 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:42.142704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e35720a5-2501-4bb3-b003-a75b1cc0a739 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:42.198047 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e35720a5-2501-4bb3-b003-a75b1cc0a739 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1886039 Dec 09 02:46:42.201917 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42862) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:42.206551 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-420241956', 'admin_state_up': True, 'project_id': '9b59154da13c45f193083c92c85cca04', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:46:42.209125 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35720a5-2501-4bb3-b003-a75b1cc0a739 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Network': ['ID=ebf5fbcc-b57f-4b22-b035-ec620f1046a4,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:42.221168 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network ebf5fbcc-b57f-4b22-b035-ec620f1046a4 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:46:42.231957 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:42.232972 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:42.281612 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:42.420105 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:42.603798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:42.624979 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:42.721791 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.26.3.242 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/6ea9ba92-87dd-41fe-95f5-2abf0e8fc279) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:46:42.823269 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:42.838565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 399ffbce-2776-4dbd-82d4-36941eed0ab4 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:46:42.856277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:42.858430 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 399ffbce-2776-4dbd-82d4-36941eed0ab4 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:46:42.858783 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 399ffbce-2776-4dbd-82d4-36941eed0ab4 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:46:42.890842 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:46:42.893795 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:46:42.897213 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:46:42.906077 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518daa95-eb0e-4d60-9649-647e3fb5b414 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:46:42.924990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=6ea9ba92-87dd-41fe-95f5-2abf0e8fc279,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:42.981528 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-54357440-6c81-4953-bb9e-38676ac02f1f None None] Provisioning complete for port 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:46:42.981902 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-54357440-6c81-4953-bb9e-38676ac02f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:43.015337 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-54357440-6c81-4953-bb9e-38676ac02f1f None None] Port 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:46:43.145249 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:43.333859 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:43.456433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 47124341-25b9-49c7-8fb3-9c444308ae1b is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:46:43.559452 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:46:43.569540 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Sync routers for ids ['47124341-25b9-49c7-8fb3-9c444308ae1b'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:46:43.578498 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:43.578697 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Routers {'47124341-25b9-49c7-8fb3-9c444308ae1b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:46:43.579166 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:46:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['47124341-25b9-49c7-8fb3-9c444308ae1b'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:43.579742 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8f313c16-3a10-400b-ad8d-a74deef8860e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3767953 Dec 09 02:46:43.583455 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42864) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:43.615820 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c2c0116f-e7e5-4300-8128-29914872ecff tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9b59154da13c45f193083c92c85cca04&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311575 Dec 09 02:46:43.618332 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42866) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:43.682330 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Set router 47124341-25b9-49c7-8fb3-9c444308ae1b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:46:43.702158 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4dec36-3142-4de9-9afa-35aab5b9c5bc tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:43.703683 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2f4dec36-3142-4de9-9afa-35aab5b9c5bc tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0843558 Dec 09 02:46:43.706600 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42868) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:43.734103 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d4b2492c-e3cc-4e96-9484-5eba7c76862b tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265172 Dec 09 02:46:43.736564 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42870) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:43.741193 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9b027e06-8792-431d-9ce2-46af16846c50 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-988553089', 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'project_id': '9b59154da13c45f193083c92c85cca04', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:46:43.834080 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b027e06-8792-431d-9ce2-46af16846c50 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Made reservation on behalf of 9b59154da13c45f193083c92c85cca04 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:46:43.837652 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9b027e06-8792-431d-9ce2-46af16846c50 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:43.941381 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420241956', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:43Z', 'revision_number': 3, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:43.968326 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Checking router: 47124341-25b9-49c7-8fb3-9c444308ae1b for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:46:43.968680 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Updating router 47124341-25b9-49c7-8fb3-9c444308ae1b port 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:46:43.995915 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.015144 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9b027e06-8792-431d-9ce2-46af16846c50 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.075584 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b027e06-8792-431d-9ce2-46af16846c50 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Subnet': ['ID=ef512022-9ad8-4f91-bc25-d07b3bf6ab93,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:44.084255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b027e06-8792-431d-9ce2-46af16846c50 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Checking segment: {'id': 'f73995ba-2945-4517-8484-8e636b0a24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:46:44.084622 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b027e06-8792-431d-9ce2-46af16846c50 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network hostable DHCP agents. Network: ebf5fbcc-b57f-4b22-b035-ec620f1046a4, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:46:44.100925 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b027e06-8792-431d-9ce2-46af16846c50 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network ebf5fbcc-b57f-4b22-b035-ec620f1046a4 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:46:44.109808 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-9b027e06-8792-431d-9ce2-46af16846c50 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, ebf5fbcc-b57f-4b22-b035-ec620f1046a4) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:46:44.114237 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b027e06-8792-431d-9ce2-46af16846c50 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:44.115048 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9b027e06-8792-431d-9ce2-46af16846c50 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.119049 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53d8535-d79e-46c9-9a01-71ff0155c622 None None] Network ebf5fbcc-b57f-4b22-b035-ec620f1046a4 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:46:44.139449 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9b027e06-8792-431d-9ce2-46af16846c50 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4018292 Dec 09 02:46:44.142307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42872) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:44.232013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ips': [{'subnet_id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:46:44.233181 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.268037 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.274397 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.323617 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Attempting to bind port 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:46:44.324082 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Attempting to bind port 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:46:44.324752 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Attempting to bind port 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279 on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:46:44.328955 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469c245d-9685-4d2a-b14b-144fed31cc1c None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:46:44.335774 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:46:44.336017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.336144 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:46:44.336643 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.337102 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:46:44.337672 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Bound port: 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:46:44.338112 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.371728 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46101139-546a-45d5-9038-71ae84d40310 None None] Pushing event updated for resources: {'Port': ['ID=6ea9ba92-87dd-41fe-95f5-2abf0e8fc279,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:44.386876 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46101139-546a-45d5-9038-71ae84d40310 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:44.387229 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46101139-546a-45d5-9038-71ae84d40310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:44.387609 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46101139-546a-45d5-9038-71ae84d40310 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:44.387958 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46101139-546a-45d5-9038-71ae84d40310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:44.388299 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46101139-546a-45d5-9038-71ae84d40310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:44.388629 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46101139-546a-45d5-9038-71ae84d40310 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:44.388959 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46101139-546a-45d5-9038-71ae84d40310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:44.389290 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46101139-546a-45d5-9038-71ae84d40310 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:44.389624 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46101139-546a-45d5-9038-71ae84d40310 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:44.389955 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46101139-546a-45d5-9038-71ae84d40310 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:44.390077 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Allocated IP 172.20.0.2 (ebf5fbcc-b57f-4b22-b035-ec620f1046a4/ef512022-9ad8-4f91-bc25-d07b3bf6ab93/a686617c-b83c-405e-a960-6366f3cc5d4a) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:46:44.390282 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46101139-546a-45d5-9038-71ae84d40310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:44.390604 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46101139-546a-45d5-9038-71ae84d40310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:44.390925 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46101139-546a-45d5-9038-71ae84d40310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:46:44.420490 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] For port 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:46:44.423872 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] For port 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=6ea9ba92-87dd-41fe-95f5-2abf0e8fc279,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:46:44.429649 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.485936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c785c22-3525-4db1-94fe-6ad3011d67eb None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:46:44.487710 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Routers {'47124341-25b9-49c7-8fb3-9c444308ae1b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:46:44.488420 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:46:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['47124341-25b9-49c7-8fb3-9c444308ae1b'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:44.496273 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-8db5a633-197b-4516-a56a-6b570b33acf0 None None] Provisioning complete for port 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:46:44.496653 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8db5a633-197b-4516-a56a-6b570b33acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.528256 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46101139-546a-45d5-9038-71ae84d40310 None None] Pushing event updated for resources: {'Port': ['ID=6ea9ba92-87dd-41fe-95f5-2abf0e8fc279,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:44.606436 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] Set router 47124341-25b9-49c7-8fb3-9c444308ae1b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:46:44.607288 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.633981 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.687188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Network ebf5fbcc-b57f-4b22-b035-ec620f1046a4 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:46:44.688168 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8db5a633-197b-4516-a56a-6b570b33acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.701300 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:46:44.711395 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:46:44.718708 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Pushing event updated for resources: {'Port': ['ID=a686617c-b83c-405e-a960-6366f3cc5d4a,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:44.752143 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8db5a633-197b-4516-a56a-6b570b33acf0 None None] For port 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=6ea9ba92-87dd-41fe-95f5-2abf0e8fc279,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:46:44.774108 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8db5a633-197b-4516-a56a-6b570b33acf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.796383 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420241956', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:43Z', 'revision_number': 3, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:44.809906 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Attempting to bind port a686617c-b83c-405e-a960-6366f3cc5d4a on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:46:44.810619 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Attempting to bind port a686617c-b83c-405e-a960-6366f3cc5d4a by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'f73995ba-2945-4517-8484-8e636b0a24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:46:44.811318 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Attempting to bind port a686617c-b83c-405e-a960-6366f3cc5d4a on network ebf5fbcc-b57f-4b22-b035-ec620f1046a4 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:46:44.821023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:46:44.821389 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Checking segment: {'id': 'f73995ba-2945-4517-8484-8e636b0a24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:46:44.821980 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.822389 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Bound using segment: {'id': 'f73995ba-2945-4517-8484-8e636b0a24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:46:44.822846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Bound port: a686617c-b83c-405e-a960-6366f3cc5d4a, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73995ba-2945-4517-8484-8e636b0a24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:46:44.823231 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.828933 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38819c6-208f-49be-b22d-5e0bb55f2770 None None] The sync data for ids ['47124341-25b9-49c7-8fb3-9c444308ae1b'] in dv-neutron-804846-18-hyperv is: [{'id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420241956', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:43Z', 'revision_number': 3, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:46:44.873208 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5a633-197b-4516-a56a-6b570b33acf0 None None] Pushing event updated for resources: {'Port': ['ID=6ea9ba92-87dd-41fe-95f5-2abf0e8fc279,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:44.919482 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-1732678f-2e18-48c1-844f-f1ec257239c2 None None] Provisioning complete for port 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:46:44.919853 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1732678f-2e18-48c1-844f-f1ec257239c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.921777 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] For port a686617c-b83c-405e-a960-6366f3cc5d4a, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:46:44.925872 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] For port a686617c-b83c-405e-a960-6366f3cc5d4a, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a686617c-b83c-405e-a960-6366f3cc5d4a,segment=NetworkSegment(f73995ba-2945-4517-8484-8e636b0a24ac),segment_id=f73995ba-2945-4517-8484-8e636b0a24ac)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:46:44.945847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:44.947496 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:45.023035 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2aedc-c983-4340-9c2c-4a642366645c None None] Pushing event updated for resources: {'Port': ['ID=a686617c-b83c-405e-a960-6366f3cc5d4a,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:45.300724 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.20.0.1 (ebf5fbcc-b57f-4b22-b035-ec620f1046a4/ef512022-9ad8-4f91-bc25-d07b3bf6ab93/0d53d8f6-17db-4922-9bf9-3293e283266b) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:46:45.432459 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:45.471996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:45.513424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network ebf5fbcc-b57f-4b22-b035-ec620f1046a4 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:46:45.519185 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:46:45.522269 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:46:45.552312 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=0d53d8f6-17db-4922-9bf9-3293e283266b,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:45.574629 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:45.713279 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:46.007356 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9777bcd-dfdd-40e7-86dc-e383e1f0453a None None] Network ebf5fbcc-b57f-4b22-b035-ec620f1046a4 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:46:46.009199 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:46.013816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:46.086361 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:46.088195 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=0d53d8f6-17db-4922-9bf9-3293e283266b,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:46.118575 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f768b68d-c2c6-424e-a649-173bce12f2a9 None None] Provisioning complete for port a686617c-b83c-405e-a960-6366f3cc5d4a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:46:46.118954 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f768b68d-c2c6-424e-a649-173bce12f2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:46.189947 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network ebf5fbcc-b57f-4b22-b035-ec620f1046a4 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:46:46.191406 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:46:46.212355 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f768b68d-c2c6-424e-a649-173bce12f2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:46.262833 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f768b68d-c2c6-424e-a649-173bce12f2a9 None None] For port a686617c-b83c-405e-a960-6366f3cc5d4a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a686617c-b83c-405e-a960-6366f3cc5d4a,segment=NetworkSegment(f73995ba-2945-4517-8484-8e636b0a24ac),segment_id=f73995ba-2945-4517-8484-8e636b0a24ac)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:46:46.268846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f768b68d-c2c6-424e-a649-173bce12f2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:46.320479 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768b68d-c2c6-424e-a649-173bce12f2a9 None None] Pushing event updated for resources: {'Port': ['ID=a686617c-b83c-405e-a960-6366f3cc5d4a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:46.329937 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 47124341-25b9-49c7-8fb3-9c444308ae1b has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:46:46.392277 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-fb2556f8-305a-4bde-a8fe-b72e915e32ef None None] Provisioning complete for port a686617c-b83c-405e-a960-6366f3cc5d4a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:46:46.392780 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fb2556f8-305a-4bde-a8fe-b72e915e32ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:46.462310 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:46:46.469914 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5e172b48-624d-40a8-b062-56f705b5d3a6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "PUT /v2.0/routers/47124341-25b9-49c7-8fb3-9c444308ae1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3264494 Dec 09 02:46:46.490555 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-fb2556f8-305a-4bde-a8fe-b72e915e32ef None None] Provisioning complete for port 0d53d8f6-17db-4922-9bf9-3293e283266b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:46:46.491070 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fb2556f8-305a-4bde-a8fe-b72e915e32ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:46.533392 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-fb2556f8-305a-4bde-a8fe-b72e915e32ef None None] Port 0d53d8f6-17db-4922-9bf9-3293e283266b cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:46:46.637087 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02085025-b957-47dc-96a5-5b1055522043 req-7366d223-3b61-4d72-80e3-5615dda69b5f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519839003&fields=id&tenant_id=9b59154da13c45f193083c92c85cca04 HTTP/1.1" status: 200 len: 267 time: 0.0526955 Dec 09 02:46:46.637530 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Sync routers for ids ['47124341-25b9-49c7-8fb3-9c444308ae1b'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:46:46.662173 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-cc1e1280-f3a4-44f4-b9e6-1391c4d89066 None None] Provisioning complete for port 0d53d8f6-17db-4922-9bf9-3293e283266b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:46:46.662546 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc1e1280-f3a4-44f4-b9e6-1391c4d89066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:46.665874 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Routers {'47124341-25b9-49c7-8fb3-9c444308ae1b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:46:46.666545 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:46:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['47124341-25b9-49c7-8fb3-9c444308ae1b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:46.746347 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e1280-f3a4-44f4-b9e6-1391c4d89066 None None] Port 0d53d8f6-17db-4922-9bf9-3293e283266b cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:46:46.755190 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02085025-b957-47dc-96a5-5b1055522043 req-ae2f2616-5482-46d5-9516-29954664a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:46.756900 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02085025-b957-47dc-96a5-5b1055522043 req-ae2f2616-5482-46d5-9516-29954664a9a1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/networks?id=ebf5fbcc-b57f-4b22-b035-ec620f1046a4 HTTP/1.1" status: 200 len: 796 time: 0.1125631 Dec 09 02:46:46.772767 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02085025-b957-47dc-96a5-5b1055522043 req-ae3a7683-ff09-41b9-8bf2-62b72ebb80ad tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/quotas/9b59154da13c45f193083c92c85cca04 HTTP/1.1" status: 200 len: 375 time: 0.0100465 Dec 09 02:46:46.805321 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Set router 47124341-25b9-49c7-8fb3-9c444308ae1b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:46:46.831625 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02085025-b957-47dc-96a5-5b1055522043 req-11749715-0ade-4071-a383-ed86036fd133 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527875 Dec 09 02:46:46.938289 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9b1f0d49-9c53-45a7-a4fd-b9e121f0361b None None] Provisioning complete for port 0d53d8f6-17db-4922-9bf9-3293e283266b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:46:46.938779 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9b1f0d49-9c53-45a7-a4fd-b9e121f0361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:46.966871 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:46:46.994491 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02085025-b957-47dc-96a5-5b1055522043 req-56ea5349-2c09-4b1a-8412-fd639f960ab6 service neutron] 10.222.0.43 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459963 Dec 09 02:46:47.038257 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9b1f0d49-9c53-45a7-a4fd-b9e121f0361b None None] Port 0d53d8f6-17db-4922-9bf9-3293e283266b cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:46:47.081485 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:46:47.081868 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:47.092537 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02085025-b957-47dc-96a5-5b1055522043 req-c0f6f078-b841-4beb-a3e4-cd42ccadef96 service neutron] 10.222.0.43 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919311 Dec 09 02:46:47.129007 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420241956', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:45Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '0d53d8f6-17db-4922-9bf9-3293e283266b', 'name': '', 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:71:3a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:45Z', 'updated_at': '2021-12-09T02:46:45Z', 'revision_number': 2, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:47.161561 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Checking router: 47124341-25b9-49c7-8fb3-9c444308ae1b for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:46:47.161920 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Updating router 47124341-25b9-49c7-8fb3-9c444308ae1b port 0d53d8f6-17db-4922-9bf9-3293e283266b binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:46:47.205302 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:47.249498 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a686617c-b83c-405e-a960-6366f3cc5d4a up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:46:47.267905 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59d80a09-26a4-4122-8558-98705ae8b99e req-45f2c6a2-3cdd-4fbc-bb74-dc975b3c4856 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 210 time: 0.0334241 Dec 09 02:46:47.380501 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port a686617c-b83c-405e-a960-6366f3cc5d4a triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:46:47.380882 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:47.728441 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:47.733941 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:47.807195 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca2080-c2b6-45fa-8f8e-2c1d4f82aaa1 None None] Pushing event updated for resources: {'Port': ['ID=0d53d8f6-17db-4922-9bf9-3293e283266b,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:47.838609 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Attempting to bind port 0d53d8f6-17db-4922-9bf9-3293e283266b on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:46:47.838985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Attempting to bind port 0d53d8f6-17db-4922-9bf9-3293e283266b by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'f73995ba-2945-4517-8484-8e636b0a24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:46:47.839355 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Attempting to bind port 0d53d8f6-17db-4922-9bf9-3293e283266b on network ebf5fbcc-b57f-4b22-b035-ec620f1046a4 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:46:47.844910 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:46:47.845290 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Checking segment: {'id': 'f73995ba-2945-4517-8484-8e636b0a24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:46:47.845691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:47.846089 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Bound using segment: {'id': 'f73995ba-2945-4517-8484-8e636b0a24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:46:47.846552 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Bound port: 0d53d8f6-17db-4922-9bf9-3293e283266b, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73995ba-2945-4517-8484-8e636b0a24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:46:47.846931 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:47.915764 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] For port 0d53d8f6-17db-4922-9bf9-3293e283266b, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:46:47.919298 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] For port 0d53d8f6-17db-4922-9bf9-3293e283266b, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0d53d8f6-17db-4922-9bf9-3293e283266b,segment=NetworkSegment(f73995ba-2945-4517-8484-8e636b0a24ac),segment_id=f73995ba-2945-4517-8484-8e636b0a24ac)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:46:47.924917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:47.990729 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Routers {'47124341-25b9-49c7-8fb3-9c444308ae1b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:46:47.991359 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:46:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['47124341-25b9-49c7-8fb3-9c444308ae1b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:48.027052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca2080-c2b6-45fa-8f8e-2c1d4f82aaa1 None None] Pushing event updated for resources: {'Port': ['ID=0d53d8f6-17db-4922-9bf9-3293e283266b,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:48.110824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-6e8bfd84-3643-4f2c-8e6c-e90de89ff9ee None None] Provisioning complete for port 0d53d8f6-17db-4922-9bf9-3293e283266b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:46:48.111543 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e8bfd84-3643-4f2c-8e6c-e90de89ff9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:48.117272 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] Set router 47124341-25b9-49c7-8fb3-9c444308ae1b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:46:48.309341 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e8bfd84-3643-4f2c-8e6c-e90de89ff9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:48.380591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6e8bfd84-3643-4f2c-8e6c-e90de89ff9ee None None] For port 0d53d8f6-17db-4922-9bf9-3293e283266b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0d53d8f6-17db-4922-9bf9-3293e283266b,segment=NetworkSegment(f73995ba-2945-4517-8484-8e636b0a24ac),segment_id=f73995ba-2945-4517-8484-8e636b0a24ac)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:46:48.387861 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e8bfd84-3643-4f2c-8e6c-e90de89ff9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:48.405782 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21434b1a-6335-4507-ad5e-4cadb828526f req-84590d14-19cc-470f-9dd2-47b21eadde6f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 210 time: 0.0448694 Dec 09 02:46:48.446570 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bfd84-3643-4f2c-8e6c-e90de89ff9ee None None] Pushing event updated for resources: {'Port': ['ID=0d53d8f6-17db-4922-9bf9-3293e283266b,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:48.450315 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02085025-b957-47dc-96a5-5b1055522043 req-bf2f4de7-905e-45df-b8bd-0d775b411076 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:48.451818 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02085025-b957-47dc-96a5-5b1055522043 req-bf2f4de7-905e-45df-b8bd-0d775b411076 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "GET /v2.0/networks?id=ebf5fbcc-b57f-4b22-b035-ec620f1046a4 HTTP/1.1" status: 200 len: 796 time: 0.1552744 Dec 09 02:46:48.453490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420241956', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:45Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '0d53d8f6-17db-4922-9bf9-3293e283266b', 'name': '', 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:71:3a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:45Z', 'updated_at': '2021-12-09T02:46:47Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:48.480998 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be7468-2437-403e-aee7-b17aac2849c2 None None] The sync data for ids ['47124341-25b9-49c7-8fb3-9c444308ae1b'] in dv-neutron-804846-18-hyperv is: [{'id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420241956', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:45Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '0d53d8f6-17db-4922-9bf9-3293e283266b', 'name': '', 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:71:3a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:45Z', 'updated_at': '2021-12-09T02:46:47Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:46:48.509412 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0436da2b-7daa-442d-816e-082c60c333f9 None None] Provisioning complete for port 0d53d8f6-17db-4922-9bf9-3293e283266b triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:46:48.509794 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0436da2b-7daa-442d-816e-082c60c333f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:48.546372 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02085025-b957-47dc-96a5-5b1055522043 req-873fd77e-e2e6-43da-8bf0-7cf90d055ce6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b59154da13c45f193083c92c85cca04 HTTP/1.1" status: 200 len: 379 time: 0.0657585 Dec 09 02:46:48.561061 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-02085025-b957-47dc-96a5-5b1055522043 req-186bd544-cbbf-4ccc-b846-c3ecb13ddf6b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'port': {'device_id': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'admin_state_up': True, 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'security_groups': ['5f157aef-8dec-4e27-bdc6-b60a00a04f21']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:46:48.678054 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02085025-b957-47dc-96a5-5b1055522043 req-186bd544-cbbf-4ccc-b846-c3ecb13ddf6b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Made reservation on behalf of 9b59154da13c45f193083c92c85cca04 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:46:48.681744 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-02085025-b957-47dc-96a5-5b1055522043 req-186bd544-cbbf-4ccc-b846-c3ecb13ddf6b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:48.819351 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-02085025-b957-47dc-96a5-5b1055522043 req-186bd544-cbbf-4ccc-b846-c3ecb13ddf6b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.20.0.6 (ebf5fbcc-b57f-4b22-b035-ec620f1046a4/ef512022-9ad8-4f91-bc25-d07b3bf6ab93/f9f83f0c-eaac-4ab5-b9d2-77272a5b4596) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:46:48.917441 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0d53d8f6-17db-4922-9bf9-3293e283266b up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:46:48.978367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-02085025-b957-47dc-96a5-5b1055522043 req-186bd544-cbbf-4ccc-b846-c3ecb13ddf6b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:48.983725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 0d53d8f6-17db-4922-9bf9-3293e283266b triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:46:48.984108 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:49.022320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-02085025-b957-47dc-96a5-5b1055522043 req-186bd544-cbbf-4ccc-b846-c3ecb13ddf6b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:49.070859 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02085025-b957-47dc-96a5-5b1055522043 req-186bd544-cbbf-4ccc-b846-c3ecb13ddf6b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network ebf5fbcc-b57f-4b22-b035-ec620f1046a4 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:46:49.076367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-02085025-b957-47dc-96a5-5b1055522043 req-186bd544-cbbf-4ccc-b846-c3ecb13ddf6b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:46:49.080402 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-02085025-b957-47dc-96a5-5b1055522043 req-186bd544-cbbf-4ccc-b846-c3ecb13ddf6b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:46:49.115581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bd544-cbbf-4ccc-b846-c3ecb13ddf6b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:49.146501 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02085025-b957-47dc-96a5-5b1055522043 req-186bd544-cbbf-4ccc-b846-c3ecb13ddf6b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:49.147164 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-02085025-b957-47dc-96a5-5b1055522043 req-186bd544-cbbf-4ccc-b846-c3ecb13ddf6b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:49.165294 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02085025-b957-47dc-96a5-5b1055522043 req-186bd544-cbbf-4ccc-b846-c3ecb13ddf6b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6121128 Dec 09 02:46:49.185249 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Request body: {'port': {'device_id': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:46:49.248011 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:49.344073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-bde7a6b0-751f-4a46-a9a0-f28eb95eb700 None None] Provisioning complete for port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:46:49.344624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bde7a6b0-751f-4a46-a9a0-f28eb95eb700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:49.378958 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bde7a6b0-751f-4a46-a9a0-f28eb95eb700 None None] Port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:46:49.552701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:46:49.562293 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:49.582958 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f04f6c-d321-4a5c-8044-ebdc80fd5872 req-8a5cb602-c695-4818-9222-834bd11e2f5e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:49.584611 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-08f04f6c-d321-4a5c-8044-ebdc80fd5872 req-8a5cb602-c695-4818-9222-834bd11e2f5e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 931 time: 0.0930772 Dec 09 02:46:49.587667 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Transition to ACTIVE for port object f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:46:49.599379 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:49.686686 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-08f04f6c-d321-4a5c-8044-ebdc80fd5872 req-b584d032-e842-4bde-b640-24acaa0a009b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952265 Dec 09 02:46:49.687641 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:49.767422 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Attempting to bind port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:46:49.767845 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Attempting to bind port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'f73995ba-2945-4517-8484-8e636b0a24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:46:49.768362 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Attempting to bind port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 on network ebf5fbcc-b57f-4b22-b035-ec620f1046a4 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:46:49.772966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 on network ebf5fbcc-b57f-4b22-b035-ec620f1046a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:46:49.773283 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Attempting to bind port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 on network ebf5fbcc-b57f-4b22-b035-ec620f1046a4 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:46:49.778259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:46:49.778598 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Checking segment: {'id': 'f73995ba-2945-4517-8484-8e636b0a24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:46:49.778984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Bound using segment: {'id': 'f73995ba-2945-4517-8484-8e636b0a24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:46:49.779404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Bound port: f9f83f0c-eaac-4ab5-b9d2-77272a5b4596, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73995ba-2945-4517-8484-8e636b0a24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:46:49.779781 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:49.847736 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] For port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:46:49.850798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] For port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,segment=NetworkSegment(f73995ba-2945-4517-8484-8e636b0a24ac),segment_id=f73995ba-2945-4517-8484-8e636b0a24ac)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:46:49.855056 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:49.892821 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:49.893699 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:49.895126 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02085025-b957-47dc-96a5-5b1055522043 req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] 10.222.0.45 "PUT /v2.0/ports/f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 HTTP/1.1" status: 200 len: 1093 time: 0.7142515 Dec 09 02:46:49.895599 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'tag': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:46:49.897921 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707d50a0-faa0-44bd-a43d-a53ac58955bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c75f1f4f-50d3-4738-9fd0-385168009c5f", "tag": "f9f83f0c-eaac-4ab5-b9d2-77272a5b4596"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:46:49.936357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c43d7-0888-4d56-a667-2e96b86bcc85 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:49.941826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26a87d0-edaa-449e-a9f8-b3619aef5430 x-openstack-request-id: req-d26a87d0-edaa-449e-a9f8-b3619aef5430 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:46:49.942102 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75f1f4f-50d3-4738-9fd0-385168009c5f", "tag": "f9f83f0c-eaac-4ab5-b9d2-77272a5b4596", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:46:49.942502 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d26a87d0-edaa-449e-a9f8-b3619aef5430 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:46:49.943214 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'tag': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596', 'status': 'completed', 'code': 200} Dec 09 02:46:50.003082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02085025-b957-47dc-96a5-5b1055522043 req-7ff2f333-04bc-4e03-97cb-3d9207494ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:50.004948 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02085025-b957-47dc-96a5-5b1055522043 req-7ff2f333-04bc-4e03-97cb-3d9207494ad0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 1096 time: 0.0441597 Dec 09 02:46:50.054746 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02085025-b957-47dc-96a5-5b1055522043 req-23e8927c-0cd6-438c-b267-90f3a59c45c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 HTTP/1.1" status: 200 len: 217 time: 0.0358908 Dec 09 02:46:50.108038 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02085025-b957-47dc-96a5-5b1055522043 req-43dae59d-f2a3-4fa0-94d2-bcab02e3bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:50.109433 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02085025-b957-47dc-96a5-5b1055522043 req-43dae59d-f2a3-4fa0-94d2-bcab02e3bebb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef512022-9ad8-4f91-bc25-d07b3bf6ab93 HTTP/1.1" status: 200 len: 834 time: 0.0484972 Dec 09 02:46:50.154924 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02085025-b957-47dc-96a5-5b1055522043 req-e1201653-df79-4b37-ba13-0727318d4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:50.156585 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02085025-b957-47dc-96a5-5b1055522043 req-e1201653-df79-4b37-ba13-0727318d4d39 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebf5fbcc-b57f-4b22-b035-ec620f1046a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403450 Dec 09 02:46:50.246403 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02085025-b957-47dc-96a5-5b1055522043 req-80c68b89-9005-4a13-8c31-47f81f42f189 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794346 Dec 09 02:46:50.343026 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-02085025-b957-47dc-96a5-5b1055522043 req-bc84e072-54b3-491c-ac75-c7acf378d139 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887871 Dec 09 02:46:50.466694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d50a0-faa0-44bd-a43d-a53ac58955bc req-dd99b1ab-210c-4314-8302-4d138a04f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:50.468197 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-707d50a0-faa0-44bd-a43d-a53ac58955bc req-dd99b1ab-210c-4314-8302-4d138a04f824 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 1096 time: 0.0399342 Dec 09 02:46:50.558420 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d50a0-faa0-44bd-a43d-a53ac58955bc req-1a25ade4-4ffb-4af7-b9ea-538caf2cea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:50.559889 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-707d50a0-faa0-44bd-a43d-a53ac58955bc req-1a25ade4-4ffb-4af7-b9ea-538caf2cea8c service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebf5fbcc-b57f-4b22-b035-ec620f1046a4 HTTP/1.1" status: 200 len: 897 time: 0.0848041 Dec 09 02:46:50.601716 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-707d50a0-faa0-44bd-a43d-a53ac58955bc req-4db45dc8-e841-4c6f-a7e2-b98bd1aea00d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 HTTP/1.1" status: 200 len: 217 time: 0.0340350 Dec 09 02:46:50.650642 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d50a0-faa0-44bd-a43d-a53ac58955bc req-21e259bb-39d5-4ace-bb37-44bd42fb012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:50.652118 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-707d50a0-faa0-44bd-a43d-a53ac58955bc req-21e259bb-39d5-4ace-bb37-44bd42fb012b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef512022-9ad8-4f91-bc25-d07b3bf6ab93 HTTP/1.1" status: 200 len: 834 time: 0.0429976 Dec 09 02:46:50.702514 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d50a0-faa0-44bd-a43d-a53ac58955bc req-d863c2db-5e84-4178-aedc-04b65d04e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:50.704074 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-707d50a0-faa0-44bd-a43d-a53ac58955bc req-d863c2db-5e84-4178-aedc-04b65d04e81c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebf5fbcc-b57f-4b22-b035-ec620f1046a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0433226 Dec 09 02:46:50.820438 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-707d50a0-faa0-44bd-a43d-a53ac58955bc req-03082b94-3be4-407d-bc13-f56d602a3ab5 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090212 Dec 09 02:46:50.831786 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cbab8-470e-4b60-9560-541190b30f0c req-0cf0142a-8b66-4060-bab1-b2a73c1ef87f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:50.833862 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-426cbab8-470e-4b60-9560-541190b30f0c req-0cf0142a-8b66-4060-bab1-b2a73c1ef87f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 943 time: 0.0687196 Dec 09 02:46:50.936429 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-426cbab8-470e-4b60-9560-541190b30f0c req-f6ceccc4-095b-473e-815b-d88f09b3fe7a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944707 Dec 09 02:46:50.954293 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-707d50a0-faa0-44bd-a43d-a53ac58955bc req-18622f13-cee6-4b0e-937f-926f2fa1e13f service neutron] 10.222.0.45 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194596 Dec 09 02:46:51.630668 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:46:51.728431 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,segment=NetworkSegment(f73995ba-2945-4517-8484-8e636b0a24ac),segment_id=f73995ba-2945-4517-8484-8e636b0a24ac)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:46:51.739675 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596', 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'port_id': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596', 'mac_address': 'fa:16:3e:6e:ee:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:46:51.775175 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:51.792463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:46:51.811175 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,segment=NetworkSegment(f73995ba-2945-4517-8484-8e636b0a24ac),segment_id=f73995ba-2945-4517-8484-8e636b0a24ac)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:46:51.814878 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:51.864994 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:52.051894 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f196ca-3434-482e-9556-0fcf7629dbbe req-17620097-2e74-44ee-abe2-ab4035c31a78 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:52.053406 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e5f196ca-3434-482e-9556-0fcf7629dbbe req-17620097-2e74-44ee-abe2-ab4035c31a78 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 944 time: 0.0481310 Dec 09 02:46:52.093265 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['f9f83f0c-eaac-4ab5-b9d2-77272a5b4596'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:46:52.105114 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e5f196ca-3434-482e-9556-0fcf7629dbbe req-8c093c75-5c3e-407f-bdde-f21ad7ef9c60 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458694 Dec 09 02:46:53.216417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb7c48-3e7c-4002-94f7-f4f87bc9978a req-101cdcc8-f70d-4453-89a1-f6e6d8a732ed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:53.217858 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1feb7c48-3e7c-4002-94f7-f4f87bc9978a req-101cdcc8-f70d-4453-89a1-f6e6d8a732ed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 944 time: 0.0468714 Dec 09 02:46:53.265325 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1feb7c48-3e7c-4002-94f7-f4f87bc9978a req-1c3a697b-9af5-4b4b-9715-2e76fd9ed1b9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416870 Dec 09 02:46:53.647022 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:46:53.695619 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:46:53.699382 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:46:53.699784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:53.774685 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:53.798652 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:46:53.800966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513009e7-4a3a-4cf8-b178-d013c9ea1bb1" -d '{"events": [{"server_uuid": "c75f1f4f-50d3-4738-9fd0-385168009c5f", "name": "network-vif-plugged", "status": "completed", "tag": "f9f83f0c-eaac-4ab5-b9d2-77272a5b4596"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:46:53.813482 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,segment=NetworkSegment(f73995ba-2945-4517-8484-8e636b0a24ac),segment_id=f73995ba-2945-4517-8484-8e636b0a24ac)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:46:53.818303 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:53.865184 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:53.894130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0758f776-f4cf-4aa9-98fc-a9d107998fb4 x-openstack-request-id: req-0758f776-f4cf-4aa9-98fc-a9d107998fb4 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:46:53.894432 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75f1f4f-50d3-4738-9fd0-385168009c5f", "name": "network-vif-plugged", "status": "completed", "tag": "f9f83f0c-eaac-4ab5-b9d2-77272a5b4596", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:46:53.894939 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0758f776-f4cf-4aa9-98fc-a9d107998fb4 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:46:53.895359 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596', 'code': 200} Dec 09 02:46:54.096424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919aa17-d39c-410c-9ae8-f75a2d23c53f req-18371bcb-5b5d-4a2b-a126-39ef743f383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:54.097871 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5919aa17-d39c-410c-9ae8-f75a2d23c53f req-18371bcb-5b5d-4a2b-a126-39ef743f383f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 1098 time: 0.0382338 Dec 09 02:46:54.143751 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5919aa17-d39c-410c-9ae8-f75a2d23c53f req-e458ea27-38c5-404a-b456-380a534207a5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391273 Dec 09 02:46:54.383570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefbdc5-7162-42de-bc36-53a413b5f3b2 req-d8c688b0-273b-4209-a153-70e35e462a8a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:54.385021 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5eefbdc5-7162-42de-bc36-53a413b5f3b2 req-d8c688b0-273b-4209-a153-70e35e462a8a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0513244 Dec 09 02:46:54.433698 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5eefbdc5-7162-42de-bc36-53a413b5f3b2 req-6a2ce3dd-9f79-4552-84a0-bd2c5340d436 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428617 Dec 09 02:46:55.545833 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c82fb-bffc-423d-977a-1749d88d414d req-591626e9-b407-4290-b3ab-81592ac9fddf tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:55.547286 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e4c82fb-bffc-423d-977a-1749d88d414d req-591626e9-b407-4290-b3ab-81592ac9fddf tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0482819 Dec 09 02:46:55.594607 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e4c82fb-bffc-423d-977a-1749d88d414d req-d60d8263-caf9-4044-a4d5-11eb991ab6be tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410192 Dec 09 02:46:55.708179 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32202042-8742-4e86-90c6-aaaeac311cc5 req-c7020bbf-1ec1-49bf-a32e-7dbd5c33b56d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:55.709727 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-32202042-8742-4e86-90c6-aaaeac311cc5 req-c7020bbf-1ec1-49bf-a32e-7dbd5c33b56d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0510898 Dec 09 02:46:55.759873 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-32202042-8742-4e86-90c6-aaaeac311cc5 req-63f9dc89-2ad9-485f-b7b6-4e91f149e626 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437517 Dec 09 02:46:55.781025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42930) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:55.819057 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362e5a62-6418-4684-9e32-46b4c7966ecc tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:55.820522 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-362e5a62-6418-4684-9e32-46b4c7966ecc tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 1093 time: 0.0385478 Dec 09 02:46:55.823146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42932) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:55.827650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:46:55.849409 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:56.236810 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:56.333157 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.26.3.49 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/1067db08-0a84-4e1b-85cf-7cc3bb377429) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:46:56.433878 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:56.465650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:56.499748 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:46:56.502552 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:46:56.504945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:46:56.535554 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=1067db08-0a84-4e1b-85cf-7cc3bb377429,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:56.854406 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:56.917665 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:57.067582 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:57.072596 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:57.138859 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=1067db08-0a84-4e1b-85cf-7cc3bb377429,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:46:57.152956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:57.250962 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Floating IP 959b4393-51cb-4da8-8962-ccdd0643032f associated. External IP: 172.26.3.49, port: f9f83f0c-eaac-4ab5-b9d2-77272a5b4596. Dec 09 02:46:57.450273 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 47124341-25b9-49c7-8fb3-9c444308ae1b has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:46:57.554024 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:46:57.565825 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606d0c0-f23d-4c58-974b-cc1245bd187a None None] Sync routers for ids ['47124341-25b9-49c7-8fb3-9c444308ae1b'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:46:57.572753 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:46:57.577188 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606d0c0-f23d-4c58-974b-cc1245bd187a None None] Routers {'47124341-25b9-49c7-8fb3-9c444308ae1b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:46:57.577805 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9606d0c0-f23d-4c58-974b-cc1245bd187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:46:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['47124341-25b9-49c7-8fb3-9c444308ae1b'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:57.598882 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-cb2fef4a-ee8c-4b7a-8798-7aa81dce09ce tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7745767 Dec 09 02:46:57.600124 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'tag': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:46:57.602486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458be15d-6bc3-4041-ad20-33b1b7adde88" -d '{"events": [{"name": "network-changed", "server_uuid": "c75f1f4f-50d3-4738-9fd0-385168009c5f", "tag": "f9f83f0c-eaac-4ab5-b9d2-77272a5b4596"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:46:57.682876 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-9606d0c0-f23d-4c58-974b-cc1245bd187a None None] Set router 47124341-25b9-49c7-8fb3-9c444308ae1b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:46:57.699460 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847bede-7ee4-4c29-8588-877f4e02ec3b req-99f68b6f-392c-438a-9079-5f96719138c2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:57.701041 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1847bede-7ee4-4c29-8588-877f4e02ec3b req-99f68b6f-392c-438a-9079-5f96719138c2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0539052 Dec 09 02:46:57.751930 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1847bede-7ee4-4c29-8588-877f4e02ec3b req-1b4d6aea-3598-43fd-91f7-f1fc1360aeab tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448527 Dec 09 02:46:57.774747 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42938) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:57.812316 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25225cdf-4d3a-4a43-8435-b79e5bc03a8d x-openstack-request-id: req-25225cdf-4d3a-4a43-8435-b79e5bc03a8d {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:46:57.812612 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75f1f4f-50d3-4738-9fd0-385168009c5f", "tag": "f9f83f0c-eaac-4ab5-b9d2-77272a5b4596", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:46:57.812862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25225cdf-4d3a-4a43-8435-b79e5bc03a8d {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:46:57.813260 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'tag': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596', 'status': 'completed', 'code': 200} Dec 09 02:46:57.840559 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-db893ec0-075b-40e3-9b0a-438cd3049663 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/959b4393-51cb-4da8-8962-ccdd0643032f HTTP/1.1" status: 200 len: 990 time: 0.0635002 Dec 09 02:46:57.882156 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458be15d-6bc3-4041-ad20-33b1b7adde88 req-b8ed3175-0d63-43a5-85e9-a31dcdc2dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:57.883717 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-458be15d-6bc3-4041-ad20-33b1b7adde88 req-b8ed3175-0d63-43a5-85e9-a31dcdc2dea4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 1098 time: 0.0431592 Dec 09 02:46:57.906941 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9606d0c0-f23d-4c58-974b-cc1245bd187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420241956', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:45Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '959b4393-51cb-4da8-8962-ccdd0643032f', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'floating_ip_address': '172.26.3.49', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'port_id': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'mac_address': 'fa:16:3e:6e:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:46:56Z', 'updated_at': '2021-12-09T02:46:56Z', 'revision_number': 0, 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d53d8f6-17db-4922-9bf9-3293e283266b', 'name': '', 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:71:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:45Z', 'updated_at': '2021-12-09T02:46:48Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:57.935895 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606d0c0-f23d-4c58-974b-cc1245bd187a None None] Checking router: 47124341-25b9-49c7-8fb3-9c444308ae1b for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:46:57.943845 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606d0c0-f23d-4c58-974b-cc1245bd187a None None] Routers {'47124341-25b9-49c7-8fb3-9c444308ae1b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:46:57.944439 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9606d0c0-f23d-4c58-974b-cc1245bd187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:46:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['47124341-25b9-49c7-8fb3-9c444308ae1b'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:57.971550 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458be15d-6bc3-4041-ad20-33b1b7adde88 req-c356822e-1adf-46ac-b528-095adba10656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:57.973100 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-458be15d-6bc3-4041-ad20-33b1b7adde88 req-c356822e-1adf-46ac-b528-095adba10656 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebf5fbcc-b57f-4b22-b035-ec620f1046a4 HTTP/1.1" status: 200 len: 897 time: 0.0831642 Dec 09 02:46:58.042176 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-458be15d-6bc3-4041-ad20-33b1b7adde88 req-3519c1c1-d074-4791-8770-e2801a7d410a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 HTTP/1.1" status: 200 len: 998 time: 0.0619252 Dec 09 02:46:58.046709 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-9606d0c0-f23d-4c58-974b-cc1245bd187a None None] Set router 47124341-25b9-49c7-8fb3-9c444308ae1b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:46:58.090409 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458be15d-6bc3-4041-ad20-33b1b7adde88 req-20ba7367-a540-4139-8e82-f229d3a33ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:58.091886 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-458be15d-6bc3-4041-ad20-33b1b7adde88 req-20ba7367-a540-4139-8e82-f229d3a33ad5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef512022-9ad8-4f91-bc25-d07b3bf6ab93 HTTP/1.1" status: 200 len: 834 time: 0.0428469 Dec 09 02:46:58.137564 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458be15d-6bc3-4041-ad20-33b1b7adde88 req-f404a27b-05fe-4498-ac17-9fda288b04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:46:58.139079 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-458be15d-6bc3-4041-ad20-33b1b7adde88 req-f404a27b-05fe-4498-ac17-9fda288b04ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebf5fbcc-b57f-4b22-b035-ec620f1046a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401394 Dec 09 02:46:58.234246 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-458be15d-6bc3-4041-ad20-33b1b7adde88 req-f5c13701-2423-47da-b782-2c6e22c829f6 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884812 Dec 09 02:46:58.324087 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-458be15d-6bc3-4041-ad20-33b1b7adde88 req-8f13ebf4-418e-4047-a226-8d74c16039dd service neutron] 10.222.0.45 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826132 Dec 09 02:46:58.352552 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-9606d0c0-f23d-4c58-974b-cc1245bd187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420241956', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:45Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '959b4393-51cb-4da8-8962-ccdd0643032f', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'floating_ip_address': '172.26.3.49', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'port_id': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'mac_address': 'fa:16:3e:6e:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:46:56Z', 'updated_at': '2021-12-09T02:46:56Z', 'revision_number': 0, 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d53d8f6-17db-4922-9bf9-3293e283266b', 'name': '', 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:71:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:45Z', 'updated_at': '2021-12-09T02:46:48Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:46:58.381888 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606d0c0-f23d-4c58-974b-cc1245bd187a None None] The sync data for ids ['47124341-25b9-49c7-8fb3-9c444308ae1b'] in dv-neutron-804846-18-hyperv is: [{'id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420241956', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:45Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '959b4393-51cb-4da8-8962-ccdd0643032f', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'floating_ip_address': '172.26.3.49', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'port_id': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'mac_address': 'fa:16:3e:6e:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:46:56Z', 'updated_at': '2021-12-09T02:46:56Z', 'revision_number': 0, 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d53d8f6-17db-4922-9bf9-3293e283266b', 'name': '', 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:71:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:45Z', 'updated_at': '2021-12-09T02:46:48Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:46:58.570783 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af7c5da-fe7c-4934-bab1-e93a0bb0ff58 None None] New status for floating IP 959b4393-51cb-4da8-8962-ccdd0643032f: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:46:58.843251 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 42940) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:46:58.908374 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0478845c-ff92-4139-a827-59c649d44303 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/959b4393-51cb-4da8-8962-ccdd0643032f HTTP/1.1" status: 200 len: 992 time: 0.0638838 Dec 09 02:47:03.085803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a3489132-1d57-4e06-8e20-114497b5ea65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:05.320161 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-379f6c87-2ebc-4762-b588-c3d71a35c30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:06.509720 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:07.894667 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:08.738559 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:14.324709 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:16.354290 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:47:29.997404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [req-8e547e94-cbd5-4816-bf18-197afd04e054 req-9a004129-ea9d-4fd9-8030-50a030710eb1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:47:29.998402 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8e547e94-cbd5-4816-bf18-197afd04e054 req-9a004129-ea9d-4fd9-8030-50a030710eb1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053949 Dec 09 02:47:30.158184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [req-f9b3b87f-50b5-4f61-9974-25c51ee1ce8b req-6df58bbb-7e3c-4a77-a07a-670159bd7d4c tempest-ServerDiskConfigTestJSON-1434940560 tempest-ServerDiskConfigTestJSON-1434940560-project] (103334) timed out ('10.222.0.45', 61824) {{(pid=103334) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 02:47:30.170404 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60cfae-15ce-4c0e-93a3-8e6e285e5805 req-cf797b28-9415-44b1-956a-39249cce46e4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:30.171923 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bb60cfae-15ce-4c0e-93a3-8e6e285e5805 req-cf797b28-9415-44b1-956a-39249cce46e4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0491338 Dec 09 02:47:30.199785 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 42962) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:47:30.222646 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bb60cfae-15ce-4c0e-93a3-8e6e285e5805 req-0df6357e-0fbf-4d64-a2fa-f01d50f65b43 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448236 Dec 09 02:47:30.283208 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-86d822d5-bc52-4284-8192-88cf94f6d415 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821064 Dec 09 02:47:30.292140 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-d3e4990d-d702-401f-9307-d2564d4984df service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:47:30.293102 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-d3e4990d-d702-401f-9307-d2564d4984df service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049603 Dec 09 02:47:31.337996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57614867-5308-46d9-9c9b-8c5eb31187de req-74d7d1f5-e265-4521-8e1e-8e24efaae9e5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:31.339521 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57614867-5308-46d9-9c9b-8c5eb31187de req-74d7d1f5-e265-4521-8e1e-8e24efaae9e5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0487170 Dec 09 02:47:31.389497 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57614867-5308-46d9-9c9b-8c5eb31187de req-7cbff3b4-03bd-4ff9-9df4-337ad9bdf07b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439918 Dec 09 02:47:31.459372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-f0d3fdbe-6ab3-4028-95bc-c0d1016845b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:31.461571 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-f0d3fdbe-6ab3-4028-95bc-c0d1016845b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 1098 time: 0.0443332 Dec 09 02:47:31.548618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-856de8c1-8ecb-499f-a168-152bc148550a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:31.550079 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-856de8c1-8ecb-499f-a168-152bc148550a service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebf5fbcc-b57f-4b22-b035-ec620f1046a4 HTTP/1.1" status: 200 len: 897 time: 0.0818403 Dec 09 02:47:31.620357 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-35af8974-4437-41f6-a965-bc0b4cfc5e22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 HTTP/1.1" status: 200 len: 1000 time: 0.0621827 Dec 09 02:47:31.668426 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-d2d8785d-89ed-4f59-a039-d581542c0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:31.669827 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-d2d8785d-89ed-4f59-a039-d581542c0f18 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef512022-9ad8-4f91-bc25-d07b3bf6ab93 HTTP/1.1" status: 200 len: 834 time: 0.0428619 Dec 09 02:47:31.714832 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-5464b83b-97fa-4d7f-9300-ac87153c0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:31.716308 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-5464b83b-97fa-4d7f-9300-ac87153c0925 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebf5fbcc-b57f-4b22-b035-ec620f1046a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393054 Dec 09 02:47:31.805186 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-a52cf681-f06d-4d21-bf6a-c0deb01683dd service neutron] 10.222.0.45 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821874 Dec 09 02:47:31.890757 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-648a4df2-8069-42dd-8d08-30b4ecc94558 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791066 Dec 09 02:47:32.504290 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8772d2-0ab7-4189-a5a4-9d58ae5af738 req-e4856e0f-8ad3-426c-a6c4-3d599c6c9a00 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:32.505742 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-eb8772d2-0ab7-4189-a5a4-9d58ae5af738 req-e4856e0f-8ad3-426c-a6c4-3d599c6c9a00 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0490651 Dec 09 02:47:32.558180 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-eb8772d2-0ab7-4189-a5a4-9d58ae5af738 req-f3444893-0ce8-45d7-b830-b63534384781 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465984 Dec 09 02:47:33.087690 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1bb73b3f-baad-4ea8-b696-0be87f089bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:33.670237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50ed32-90ef-4d39-891d-1b2a3a699182 req-33c69a80-1953-400f-8d37-981e162eea1b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:33.671738 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e50ed32-90ef-4d39-891d-1b2a3a699182 req-33c69a80-1953-400f-8d37-981e162eea1b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0475881 Dec 09 02:47:33.719801 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e50ed32-90ef-4d39-891d-1b2a3a699182 req-4b6a8d2c-162d-4ac5-9fa7-9e08bfb50f48 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422428 Dec 09 02:47:34.836247 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3d6a2-2f97-419d-b86d-d9cf13cc1a58 req-2ffe8397-fa13-4606-be7c-198cd7f50dac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:34.837921 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2de3d6a2-2f97-419d-b86d-d9cf13cc1a58 req-2ffe8397-fa13-4606-be7c-198cd7f50dac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0484107 Dec 09 02:47:34.886367 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2de3d6a2-2f97-419d-b86d-d9cf13cc1a58 req-fad11bb8-6b0a-48ad-8328-833fee75fbf9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 Dec 09 02:47:35.324349 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bba017ec-ab78-4d6b-9ff9-3000cff1ca40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:36.001618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5489fb-d516-481e-89d4-5258d80f0fdc req-d892b3ea-71ae-4104-a54e-daa4b952e1de tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:36.003075 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-de5489fb-d516-481e-89d4-5258d80f0fdc req-d892b3ea-71ae-4104-a54e-daa4b952e1de tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0514185 Dec 09 02:47:36.050141 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-de5489fb-d516-481e-89d4-5258d80f0fdc req-9ad52cb9-422f-4524-a0ea-4cde78412635 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406420 Dec 09 02:47:36.512501 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:37.164162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfb485-f5c0-40e7-98e9-72a422208600 req-751b4528-f279-41bc-b3d0-e913af7495bd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:37.165635 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d5bfb485-f5c0-40e7-98e9-72a422208600 req-751b4528-f279-41bc-b3d0-e913af7495bd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0490639 Dec 09 02:47:37.213245 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d5bfb485-f5c0-40e7-98e9-72a422208600 req-f093b622-b41e-4a97-bdf7-e354aaac8fbe tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418386 Dec 09 02:47:37.897837 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:38.326535 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41ce72-be45-4924-84ff-04956cde97c6 req-c2cd05e2-5bcb-4a80-986a-b0eb609316f0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:38.328038 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c41ce72-be45-4924-84ff-04956cde97c6 req-c2cd05e2-5bcb-4a80-986a-b0eb609316f0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0479655 Dec 09 02:47:38.379219 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c41ce72-be45-4924-84ff-04956cde97c6 req-c967ec1b-efc3-449a-904f-0f48fb881089 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453393 Dec 09 02:47:38.739903 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:39.493052 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e053d9f-9dca-4ab9-b2c7-858ca7167af0 req-a776d481-4e36-411a-81a3-b36c4daa04e9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:39.494544 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4e053d9f-9dca-4ab9-b2c7-858ca7167af0 req-a776d481-4e36-411a-81a3-b36c4daa04e9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0482988 Dec 09 02:47:39.541833 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4e053d9f-9dca-4ab9-b2c7-858ca7167af0 req-85c20d1e-bf94-43bd-8ef0-71e6bfad72e2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415332 Dec 09 02:47:40.654177 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181fd14-f403-4c1f-abaf-cc8149f0385b req-0bd5e26b-153a-41e9-9d66-0c4c80bd483b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:40.655660 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d181fd14-f403-4c1f-abaf-cc8149f0385b req-0bd5e26b-153a-41e9-9d66-0c4c80bd483b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0476611 Dec 09 02:47:40.703577 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d181fd14-f403-4c1f-abaf-cc8149f0385b req-1b5afce7-8718-44e7-986d-d45fb7afc6aa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418553 Dec 09 02:47:41.819377 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b6bc1-4b4c-4639-bf51-a88cbbc1fbee req-55fc35b6-2948-4f28-9e43-96499a6dc820 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:41.821325 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-949b6bc1-4b4c-4639-bf51-a88cbbc1fbee req-55fc35b6-2948-4f28-9e43-96499a6dc820 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0512331 Dec 09 02:47:41.868376 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-949b6bc1-4b4c-4639-bf51-a88cbbc1fbee req-ba21459e-485b-42d3-ab38-1a5aef913f30 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412822 Dec 09 02:47:42.983371 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dd355-4d97-4a99-a01f-8e08f0c9de2a req-7518ef11-548b-4db7-bbbe-7dcedd22666a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:42.984847 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bb8dd355-4d97-4a99-a01f-8e08f0c9de2a req-7518ef11-548b-4db7-bbbe-7dcedd22666a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0475237 Dec 09 02:47:43.035095 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bb8dd355-4d97-4a99-a01f-8e08f0c9de2a req-9390b0cc-82e2-483f-9d8c-145df6e62e62 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443223 Dec 09 02:47:44.152142 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6a870-338c-4433-9821-e00d22e08131 req-a016a2c5-b90d-4089-8c93-bc2df5c9c76b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:44.153625 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9fc6a870-338c-4433-9821-e00d22e08131 req-a016a2c5-b90d-4089-8c93-bc2df5c9c76b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0528452 Dec 09 02:47:44.201598 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9fc6a870-338c-4433-9821-e00d22e08131 req-7f5a97da-5529-400b-98cc-718eb0131fc7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420630 Dec 09 02:47:44.334775 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:45.315265 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34238d29-5814-41c6-a0c6-7cbe8d6e12d9 req-8eddefd6-3fa7-47f6-b7ae-d81b912a2c56 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:45.316769 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-34238d29-5814-41c6-a0c6-7cbe8d6e12d9 req-8eddefd6-3fa7-47f6-b7ae-d81b912a2c56 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0482230 Dec 09 02:47:45.364420 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-34238d29-5814-41c6-a0c6-7cbe8d6e12d9 req-23a0ec8a-ad25-46b0-998e-5943adda097d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419033 Dec 09 02:47:46.476266 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15e324-5b91-4f43-9203-024a32ad5dae req-cf11873a-5bfc-4785-87c8-b1b039cab647 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:46.477722 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bd15e324-5b91-4f43-9203-024a32ad5dae req-cf11873a-5bfc-4785-87c8-b1b039cab647 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0473323 Dec 09 02:47:46.529155 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bd15e324-5b91-4f43-9203-024a32ad5dae req-61de2b64-7f67-41e4-9032-3aa0d3a616f4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455394 Dec 09 02:47:47.641255 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e874a-7234-4e35-84ce-04184464773a req-d1860128-db9f-4475-9c00-37b0a9b5a5bf tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:47.643148 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-467e874a-7234-4e35-84ce-04184464773a req-d1860128-db9f-4475-9c00-37b0a9b5a5bf tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0478780 Dec 09 02:47:47.691054 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-467e874a-7234-4e35-84ce-04184464773a req-ba49a4b3-1eb6-451e-bbb2-b9d986c3bef3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414376 Dec 09 02:47:48.596679 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-12a0c19c-b278-45a3-8d4a-700c4b3e3825 service neutron] 10.222.0.45 "GET /v2.0/ports/f9f83f0c-eaac-4ab5-b9d2-77272a5b4596/bindings/hv-neutron-8048 HTTP/1.1" status: 200 len: 384 time: 0.0528233 Dec 09 02:47:48.838757 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a6e39-a33d-4d4d-a582-7fb3d896b7c0 req-a2b8234d-bf0c-47c1-b6aa-9be5802b81dc tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:48.840283 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0c8a6e39-a33d-4d4d-a582-7fb3d896b7c0 req-a2b8234d-bf0c-47c1-b6aa-9be5802b81dc tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0812237 Dec 09 02:47:48.842812 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-1a4dca5f-29ff-4010-88de-3e9ba3242be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:48.844190 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-1a4dca5f-29ff-4010-88de-3e9ba3242be6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f&tenant_id=9b59154da13c45f193083c92c85cca04 HTTP/1.1" status: 200 len: 1098 time: 0.0595267 Dec 09 02:47:48.912471 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0c8a6e39-a33d-4d4d-a582-7fb3d896b7c0 req-b192fd7c-deb1-4cf1-9a26-c1d04633a986 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662742 Dec 09 02:47:48.926007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-d18b5ad4-6d23-4a5e-b273-25cad99d42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:48.927503 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-d18b5ad4-6d23-4a5e-b273-25cad99d42cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 1098 time: 0.0500567 Dec 09 02:47:49.016276 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-c140d4ed-00d7-4273-983f-d136ef007cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:49.017956 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-c140d4ed-00d7-4273-983f-d136ef007cd3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebf5fbcc-b57f-4b22-b035-ec620f1046a4 HTTP/1.1" status: 200 len: 897 time: 0.0831804 Dec 09 02:47:49.081866 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-4a6b7b32-dd59-47ca-a803-7d60e819b310 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 HTTP/1.1" status: 200 len: 1000 time: 0.0561748 Dec 09 02:47:49.132203 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-9b71a8f3-6ba6-4350-a40c-be5d27121ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:49.134146 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-9b71a8f3-6ba6-4350-a40c-be5d27121ef2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef512022-9ad8-4f91-bc25-d07b3bf6ab93 HTTP/1.1" status: 200 len: 834 time: 0.0446589 Dec 09 02:47:49.183641 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-2337ad85-2786-434f-a2d5-0e94390f8ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:49.185104 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-2337ad85-2786-434f-a2d5-0e94390f8ed8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebf5fbcc-b57f-4b22-b035-ec620f1046a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436251 Dec 09 02:47:49.271245 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-e4176125-3fb4-49df-a9a8-156bcc0a3131 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786915 Dec 09 02:47:49.647120 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-63a9c23f-8ae5-4f54-93ca-8bd8bbc872e9 req-3fb2fa1d-6af2-47ae-b90f-af1b006a7476 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689449 Dec 09 02:47:50.028349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a2f3e-6390-43b2-a028-93acda680374 req-6ced3098-56a0-44a8-8e4a-1d3b47a525a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:50.029805 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-499a2f3e-6390-43b2-a028-93acda680374 req-6ced3098-56a0-44a8-8e4a-1d3b47a525a4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0479739 Dec 09 02:47:50.077673 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-499a2f3e-6390-43b2-a028-93acda680374 req-03723cac-271a-426f-bb69-e48ec2711229 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420492 Dec 09 02:47:51.192032 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1a320-bebd-4557-b806-8eaf75780615 req-d5325790-bd8d-4c97-9577-65245a029013 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:51.193541 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f3d1a320-bebd-4557-b806-8eaf75780615 req-d5325790-bd8d-4c97-9577-65245a029013 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0482991 Dec 09 02:47:51.247377 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f3d1a320-bebd-4557-b806-8eaf75780615 req-6abae05e-722c-49ac-b839-018187ca1ef7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471277 Dec 09 02:47:51.904697 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:47:51.914971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:47:52.060214 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,segment=NetworkSegment(f73995ba-2945-4517-8484-8e636b0a24ac),segment_id=f73995ba-2945-4517-8484-8e636b0a24ac)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:47:52.062457 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:52.078858 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596', 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'port_id': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596', 'mac_address': 'fa:16:3e:6e:ee:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:47:52.092894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:47:52.095079 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66076be7-aa97-4fa1-be0c-08b706d848a8" -d '{"events": [{"server_uuid": "c75f1f4f-50d3-4738-9fd0-385168009c5f", "name": "network-vif-unplugged", "status": "completed", "tag": "f9f83f0c-eaac-4ab5-b9d2-77272a5b4596"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:47:52.125007 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,segment=NetworkSegment(f73995ba-2945-4517-8484-8e636b0a24ac),segment_id=f73995ba-2945-4517-8484-8e636b0a24ac)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:47:52.138334 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:52.143801 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 02:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44028bcb-47f5-47c1-a0d2-35b4ce9e1185 x-openstack-request-id: req-44028bcb-47f5-47c1-a0d2-35b4ce9e1185 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:47:52.144093 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75f1f4f-50d3-4738-9fd0-385168009c5f", "name": "network-vif-unplugged", "status": "completed", "tag": "f9f83f0c-eaac-4ab5-b9d2-77272a5b4596", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:47:52.144377 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44028bcb-47f5-47c1-a0d2-35b4ce9e1185 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:47:52.144766 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596', 'code': 200} Dec 09 02:47:52.146850 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:52.179189 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:47:52.223118 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:47:52.233508 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:47:52.233859 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:47:52.234204 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:47:52.234541 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:47:52.234877 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:47:52.235206 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:47:52.235562 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:47:52.235892 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:47:52.236221 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:47:52.236545 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:47:52.236868 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:47:52.237187 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:47:52.237505 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:47:52.247797 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.db.api [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 02:47:52.248156 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG oslo_db.api [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 02:47:52.362199 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88b81a-9476-4c2c-a29a-cfd47a3329bb req-b082d4d9-5ffa-4f72-bcc3-acac9be66bac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:52.363680 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7e88b81a-9476-4c2c-a29a-cfd47a3329bb req-b082d4d9-5ffa-4f72-bcc3-acac9be66bac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 943 time: 0.0492210 Dec 09 02:47:52.411284 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7e88b81a-9476-4c2c-a29a-cfd47a3329bb req-469f5519-54e0-4249-96c1-8a2ed33a65f5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416803 Dec 09 02:47:52.625317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf946a-dbb5-4bc7-a478-86b682a69eba req-5048faa1-4881-4f33-81c0-14bb4bfb3815 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:52.626766 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-eacf946a-dbb5-4bc7-a478-86b682a69eba req-5048faa1-4881-4f33-81c0-14bb4bfb3815 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 943 time: 0.0765841 Dec 09 02:47:52.659023 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f83ab-ab9d-4435-afb1-012964d59564 req-ec1caff0-908c-4483-b57f-a532681b9618 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:52.660443 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-990f83ab-ab9d-4435-afb1-012964d59564 req-ec1caff0-908c-4483-b57f-a532681b9618 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f&tenant_id=9b59154da13c45f193083c92c85cca04&binding%3Ahost_id=hv-neutron-8048 HTTP/1.1" status: 200 len: 943 time: 0.0779209 Dec 09 02:47:52.690682 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-eacf946a-dbb5-4bc7-a478-86b682a69eba req-f37e003e-87df-403b-913b-9663742de27d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552549 Dec 09 02:47:52.770755 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f83ab-ab9d-4435-afb1-012964d59564 req-f67326ba-1043-4ffd-a88e-cf2e666efd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:52.772210 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-990f83ab-ab9d-4435-afb1-012964d59564 req-f67326ba-1043-4ffd-a88e-cf2e666efd87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 1096 time: 0.0508246 Dec 09 02:47:52.785640 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:52.798846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:47:52.818303 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,segment=NetworkSegment(f73995ba-2945-4517-8484-8e636b0a24ac),segment_id=f73995ba-2945-4517-8484-8e636b0a24ac)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:47:52.821367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:52.868320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:47:52.872536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf80ee3-557b-4554-9414-95bb96e612de req-8482e74f-c0ec-47f0-9a3a-ae43eb09c74f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:52.874028 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-faf80ee3-557b-4554-9414-95bb96e612de req-8482e74f-c0ec-47f0-9a3a-ae43eb09c74f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 943 time: 0.1140633 Dec 09 02:47:52.907607 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f83ab-ab9d-4435-afb1-012964d59564 req-b75a0bdb-f839-4ecc-86af-b7cb7a51804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:52.909029 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-990f83ab-ab9d-4435-afb1-012964d59564 req-b75a0bdb-f839-4ecc-86af-b7cb7a51804f service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebf5fbcc-b57f-4b22-b035-ec620f1046a4 HTTP/1.1" status: 200 len: 897 time: 0.1203165 Dec 09 02:47:52.950825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['f9f83f0c-eaac-4ab5-b9d2-77272a5b4596'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:47:52.971071 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-faf80ee3-557b-4554-9414-95bb96e612de req-e377ee20-df8b-4459-8d27-4d20a727483b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900254 Dec 09 02:47:52.997103 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-990f83ab-ab9d-4435-afb1-012964d59564 req-2d4ccb0f-0f5b-46af-8346-17381c458930 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 HTTP/1.1" status: 200 len: 999 time: 0.0784497 Dec 09 02:47:53.050865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f83ab-ab9d-4435-afb1-012964d59564 req-0a1b3a12-9248-41c9-a12a-9436b8c30cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:53.053072 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-990f83ab-ab9d-4435-afb1-012964d59564 req-0a1b3a12-9248-41c9-a12a-9436b8c30cfb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef512022-9ad8-4f91-bc25-d07b3bf6ab93 HTTP/1.1" status: 200 len: 834 time: 0.0480933 Dec 09 02:47:53.099103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f83ab-ab9d-4435-afb1-012964d59564 req-57d9abce-a1e1-4d6d-83be-83cfd0c2c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:53.100633 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-990f83ab-ab9d-4435-afb1-012964d59564 req-57d9abce-a1e1-4d6d-83be-83cfd0c2c3af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebf5fbcc-b57f-4b22-b035-ec620f1046a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404925 Dec 09 02:47:53.193380 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-990f83ab-ab9d-4435-afb1-012964d59564 req-a5bfabdc-7de2-4a4e-9985-196ddf849826 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858338 Dec 09 02:47:53.283404 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-990f83ab-ab9d-4435-afb1-012964d59564 req-f5c8b8e1-8997-40c9-987f-ff46acf06360 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828564 Dec 09 02:47:53.354238 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:47:53.931866 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:47:53.982346 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:47:53.983000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:54.060188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:54.088181 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4dd83-772c-44a6-8b68-ead703382e6d req-2dfbd6f1-d4d6-45ce-ad2c-98870d2be340 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:54.089698 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82a4dd83-772c-44a6-8b68-ead703382e6d req-2dfbd6f1-d4d6-45ce-ad2c-98870d2be340 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 944 time: 0.0491619 Dec 09 02:47:54.092413 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,segment=NetworkSegment(f73995ba-2945-4517-8484-8e636b0a24ac),segment_id=f73995ba-2945-4517-8484-8e636b0a24ac)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:47:54.097629 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:47:54.142030 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82a4dd83-772c-44a6-8b68-ead703382e6d req-fe225e04-c56b-495f-b1e1-ba3888a67bd4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450420 Dec 09 02:47:54.145265 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:47:54.147531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69544774-e99b-4f24-8502-aad23a528c99" -d '{"events": [{"server_uuid": "c75f1f4f-50d3-4738-9fd0-385168009c5f", "name": "network-vif-plugged", "status": "completed", "tag": "f9f83f0c-eaac-4ab5-b9d2-77272a5b4596"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:47:54.164209 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43048) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:47:54.164938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:47:54.186596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa58d014-fe76-4973-9ce5-2c03a9208fca x-openstack-request-id: req-fa58d014-fe76-4973-9ce5-2c03a9208fca {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:47:54.186891 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75f1f4f-50d3-4738-9fd0-385168009c5f", "name": "network-vif-plugged", "status": "completed", "tag": "f9f83f0c-eaac-4ab5-b9d2-77272a5b4596", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:47:54.187143 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa58d014-fe76-4973-9ce5-2c03a9208fca {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:47:54.187568 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596', 'code': 200} Dec 09 02:47:54.225502 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-74fbc576-5475-49b2-9746-6256a3e0cb6d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/959b4393-51cb-4da8-8962-ccdd0643032f HTTP/1.1" status: 200 len: 992 time: 0.0595238 Dec 09 02:47:54.781696 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0cfcbf64-c218-411b-96d2-b52387e88547 req-a9a82f86-d4ba-411d-a332-92b2b2a71156 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432506 Dec 09 02:47:54.876978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcbf64-c218-411b-96d2-b52387e88547 req-a3c29b0b-4f38-4188-8e01-8f6b152f7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:54.878472 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0cfcbf64-c218-411b-96d2-b52387e88547 req-a3c29b0b-4f38-4188-8e01-8f6b152f7f72 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 1098 time: 0.0396032 Dec 09 02:47:54.981732 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcbf64-c218-411b-96d2-b52387e88547 req-cf0329f5-79c0-414c-b2cb-6222842258cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:54.983163 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0cfcbf64-c218-411b-96d2-b52387e88547 req-cf0329f5-79c0-414c-b2cb-6222842258cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebf5fbcc-b57f-4b22-b035-ec620f1046a4 HTTP/1.1" status: 200 len: 897 time: 0.0856462 Dec 09 02:47:55.046301 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0cfcbf64-c218-411b-96d2-b52387e88547 req-7690f713-5d43-4d10-a419-8dfc48d6eff4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 HTTP/1.1" status: 200 len: 1000 time: 0.0565040 Dec 09 02:47:55.094184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcbf64-c218-411b-96d2-b52387e88547 req-26db4ad3-a9b0-41b4-befe-f9229d75a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:55.095654 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0cfcbf64-c218-411b-96d2-b52387e88547 req-26db4ad3-a9b0-41b4-befe-f9229d75a6ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef512022-9ad8-4f91-bc25-d07b3bf6ab93 HTTP/1.1" status: 200 len: 834 time: 0.0426793 Dec 09 02:47:55.145441 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcbf64-c218-411b-96d2-b52387e88547 req-12cd4441-79bf-4596-979f-1fd49502ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:47:55.146911 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0cfcbf64-c218-411b-96d2-b52387e88547 req-12cd4441-79bf-4596-979f-1fd49502ba36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebf5fbcc-b57f-4b22-b035-ec620f1046a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0446117 Dec 09 02:47:55.232387 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0cfcbf64-c218-411b-96d2-b52387e88547 req-898dc343-2802-4c03-88a6-a42ceff15e9e service neutron] 10.222.0.45 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786510 Dec 09 02:47:55.323278 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0cfcbf64-c218-411b-96d2-b52387e88547 req-c1020cd2-db36-4c0f-b83f-75048bb4f903 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831919 Dec 09 02:48:03.089178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8430267f-c17b-447e-90be-3ffd5fc880b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:05.325257 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-856a0654-c8b4-4c86-be39-286473407715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:06.515669 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:07.900665 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:08.742754 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:14.340917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:22.634379 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43058) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:22.786272 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port 1067db08-0a84-4e1b-85cf-7cc3bb377429 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:48:22.786616 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:22.859364 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:22.859719 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:22.872930 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for 1067db08-0a84-4e1b-85cf-7cc3bb377429 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:48:23.017747 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:23.047271 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=1067db08-0a84-4e1b-85cf-7cc3bb377429,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:23.068236 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:23.068586 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:23.068930 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:23.069771 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:23.070105 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:23.070434 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:23.070763 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:23.071090 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:23.071415 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:23.071764 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:23.072089 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:23.072412 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:23.072733 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:23.114743 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:23.115070 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Floating IP 959b4393-51cb-4da8-8962-ccdd0643032f disassociated (deleted). External IP: 172.26.3.49, port: f9f83f0c-eaac-4ab5-b9d2-77272a5b4596. Dec 09 02:48:23.311878 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 47124341-25b9-49c7-8fb3-9c444308ae1b has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:48:23.416387 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:48:23.421080 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:23.425571 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2674a60-9543-4059-9516-58982c3c20b4 None None] Sync routers for ids ['47124341-25b9-49c7-8fb3-9c444308ae1b'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:48:23.435000 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2674a60-9543-4059-9516-58982c3c20b4 None None] Routers {'47124341-25b9-49c7-8fb3-9c444308ae1b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:48:23.435641 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b2674a60-9543-4059-9516-58982c3c20b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:48:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['47124341-25b9-49c7-8fb3-9c444308ae1b'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:23.450944 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d625458c-6946-4381-a4ac-6fa0102964cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/floatingips/959b4393-51cb-4da8-8962-ccdd0643032f HTTP/1.1" status: 204 len: 168 time: 0.8154883 Dec 09 02:48:23.451703 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'tag': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:48:23.453941 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b26270-f033-4dad-9929-46305cd1639a" -d '{"events": [{"name": "network-changed", "server_uuid": "c75f1f4f-50d3-4738-9fd0-385168009c5f", "tag": "f9f83f0c-eaac-4ab5-b9d2-77272a5b4596"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:48:23.542565 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-b2674a60-9543-4059-9516-58982c3c20b4 None None] Set router 47124341-25b9-49c7-8fb3-9c444308ae1b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:48:23.707915 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb426991-f09e-4ccf-9606-31257f6fafb3 x-openstack-request-id: req-cb426991-f09e-4ccf-9606-31257f6fafb3 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:48:23.708439 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75f1f4f-50d3-4738-9fd0-385168009c5f", "tag": "f9f83f0c-eaac-4ab5-b9d2-77272a5b4596", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:48:23.708439 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb426991-f09e-4ccf-9606-31257f6fafb3 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:48:23.708941 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'tag': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596', 'status': 'completed', 'code': 200} Dec 09 02:48:23.752588 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b2674a60-9543-4059-9516-58982c3c20b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420241956', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:45Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '0d53d8f6-17db-4922-9bf9-3293e283266b', 'name': '', 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:71:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:45Z', 'updated_at': '2021-12-09T02:46:48Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:23.781488 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2674a60-9543-4059-9516-58982c3c20b4 None None] Checking router: 47124341-25b9-49c7-8fb3-9c444308ae1b for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:48:23.790152 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2674a60-9543-4059-9516-58982c3c20b4 None None] Routers {'47124341-25b9-49c7-8fb3-9c444308ae1b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:48:23.790806 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b2674a60-9543-4059-9516-58982c3c20b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:48:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['47124341-25b9-49c7-8fb3-9c444308ae1b'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:23.798581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b26270-f033-4dad-9929-46305cd1639a req-50336138-9497-4daf-aed6-e9c53e1eb5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:23.800135 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-54b26270-f033-4dad-9929-46305cd1639a req-50336138-9497-4daf-aed6-e9c53e1eb5bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 1098 time: 0.0432746 Dec 09 02:48:23.895039 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-b2674a60-9543-4059-9516-58982c3c20b4 None None] Set router 47124341-25b9-49c7-8fb3-9c444308ae1b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:48:23.917335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cbd37-5c9d-4def-886b-cde7f954c8ae req-37e60dde-fbdd-4f24-9054-3a0eda6fd090 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:23.918826 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-917cbd37-5c9d-4def-886b-cde7f954c8ae req-37e60dde-fbdd-4f24-9054-3a0eda6fd090 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.1668780 Dec 09 02:48:23.947555 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b26270-f033-4dad-9929-46305cd1639a req-5a38f296-7a49-4927-8a99-bdd14245af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:23.949005 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-54b26270-f033-4dad-9929-46305cd1639a req-5a38f296-7a49-4927-8a99-bdd14245af68 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ebf5fbcc-b57f-4b22-b035-ec620f1046a4 HTTP/1.1" status: 200 len: 897 time: 0.1394320 Dec 09 02:48:24.001532 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-54b26270-f033-4dad-9929-46305cd1639a req-d15ebc82-0053-47a8-97e7-26c0d2ea491e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 HTTP/1.1" status: 200 len: 217 time: 0.0403240 Dec 09 02:48:24.011015 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-917cbd37-5c9d-4def-886b-cde7f954c8ae req-dbabed04-1a93-4dcd-91af-f54b8bbece70 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842931 Dec 09 02:48:24.052888 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b26270-f033-4dad-9929-46305cd1639a req-d74934ae-6e0c-4a4b-86ca-bf4d0afbda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:24.054878 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-54b26270-f033-4dad-9929-46305cd1639a req-d74934ae-6e0c-4a4b-86ca-bf4d0afbda90 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ef512022-9ad8-4f91-bc25-d07b3bf6ab93 HTTP/1.1" status: 200 len: 834 time: 0.0429940 Dec 09 02:48:24.090350 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b2674a60-9543-4059-9516-58982c3c20b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420241956', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:45Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '0d53d8f6-17db-4922-9bf9-3293e283266b', 'name': '', 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:71:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:45Z', 'updated_at': '2021-12-09T02:46:48Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:24.105597 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b26270-f033-4dad-9929-46305cd1639a req-c3e08ebc-6945-4a10-a390-a9523fcaa54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:24.107088 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-54b26270-f033-4dad-9929-46305cd1639a req-c3e08ebc-6945-4a10-a390-a9523fcaa54d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ebf5fbcc-b57f-4b22-b035-ec620f1046a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0429308 Dec 09 02:48:24.119521 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2674a60-9543-4059-9516-58982c3c20b4 None None] The sync data for ids ['47124341-25b9-49c7-8fb3-9c444308ae1b'] in dv-neutron-804846-18-hyperv is: [{'id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420241956', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:45Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '0d53d8f6-17db-4922-9bf9-3293e283266b', 'name': '', 'network_id': 'ebf5fbcc-b57f-4b22-b035-ec620f1046a4', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:71:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:45Z', 'updated_at': '2021-12-09T02:46:48Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'ef512022-9ad8-4f91-bc25-d07b3bf6ab93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:48:24.202596 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-54b26270-f033-4dad-9929-46305cd1639a req-825dbe85-b98c-4b9b-b93d-4d3eca74274a service neutron] 10.222.0.45 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854537 Dec 09 02:48:24.299165 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-54b26270-f033-4dad-9929-46305cd1639a req-e527bd75-f1d8-45ba-9045-1c048ed0abf1 service neutron] 10.222.0.45 "GET /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888991 Dec 09 02:48:24.436577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774a3c20-820b-4cae-9f1a-529b4f90da73 None None] New status for floating IP 959b4393-51cb-4da8-8962-ccdd0643032f: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:48:25.127917 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4da1cb-169d-4ea0-b24d-bc78b970a89e req-ac7308a0-7a7d-4f81-9197-72490abbe542 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:25.129335 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2c4da1cb-169d-4ea0-b24d-bc78b970a89e req-ac7308a0-7a7d-4f81-9197-72490abbe542 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0491228 Dec 09 02:48:25.179458 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2c4da1cb-169d-4ea0-b24d-bc78b970a89e req-6351914b-8902-4d0a-8693-53705ea16cc4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=5f157aef-8dec-4e27-bdc6-b60a00a04f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435264 Dec 09 02:48:25.552717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d5d0f-cf81-4384-a690-69217a125e9e req-8f10cc9a-ea05-4ae0-8f7a-079eef071812 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:25.554648 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c3d5d0f-cf81-4384-a690-69217a125e9e req-8f10cc9a-ea05-4ae0-8f7a-079eef071812 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 945 time: 0.0467384 Dec 09 02:48:25.644325 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-1c3d5d0f-cf81-4384-a690-69217a125e9e req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:48:25.644662 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-1c3d5d0f-cf81-4384-a690-69217a125e9e req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:25.729881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-1c3d5d0f-cf81-4384-a690-69217a125e9e req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] For port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,segment=NetworkSegment(f73995ba-2945-4517-8484-8e636b0a24ac),segment_id=f73995ba-2945-4517-8484-8e636b0a24ac)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:48:25.730245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-1c3d5d0f-cf81-4384-a690-69217a125e9e req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:25.743098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-1c3d5d0f-cf81-4384-a690-69217a125e9e req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:48:25.869718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-1c3d5d0f-cf81-4384-a690-69217a125e9e req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:25.897536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=f9f83f0c-eaac-4ab5-b9d2-77272a5b4596,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:25.909072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:25.909436 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:25.909784 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:25.910131 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:25.910476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:25.910824 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:25.911158 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:25.911520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:25.911856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:25.912182 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:25.912507 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:25.913337 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:25.913661 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:25.950357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3d5d0f-cf81-4384-a690-69217a125e9e req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] No DVR routers for this DVR port f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:48:25.952844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-1c3d5d0f-cf81-4384-a690-69217a125e9e req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:25.956188 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1c3d5d0f-cf81-4384-a690-69217a125e9e req-b0d100c3-57b4-4132-9bff-9d126e5d9fed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "DELETE /v2.0/ports/f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 HTTP/1.1" status: 204 len: 173 time: 0.3950498 Dec 09 02:48:25.956629 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'name': 'network-vif-deleted', 'tag': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:48:25.958948 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af862ea-d8c8-41fe-b1df-e7c973c21e80" -d '{"events": [{"server_uuid": "c75f1f4f-50d3-4738-9fd0-385168009c5f", "name": "network-vif-deleted", "tag": "f9f83f0c-eaac-4ab5-b9d2-77272a5b4596"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:48:25.996160 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06f0de8-8fe4-4f99-8436-13b4a51c16f1 x-openstack-request-id: req-a06f0de8-8fe4-4f99-8436-13b4a51c16f1 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:48:25.996459 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75f1f4f-50d3-4738-9fd0-385168009c5f", "name": "network-vif-deleted", "tag": "f9f83f0c-eaac-4ab5-b9d2-77272a5b4596", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:48:25.996720 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a06f0de8-8fe4-4f99-8436-13b4a51c16f1 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:48:25.997158 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75f1f4f-50d3-4738-9fd0-385168009c5f', 'name': 'network-vif-deleted', 'tag': 'f9f83f0c-eaac-4ab5-b9d2-77272a5b4596', 'status': 'completed', 'code': 200} Dec 09 02:48:26.285172 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9005704e-3638-4f2c-ab44-bb091fd94506 req-ec0f1410-0d84-44a7-ad54-3990558154d5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=c75f1f4f-50d3-4738-9fd0-385168009c5f HTTP/1.1" status: 200 len: 210 time: 0.0270255 Dec 09 02:48:27.340623 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43078) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:27.689424 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ca21859-6c02-4d78-ad92-34b0b352de72 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:28.018089 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:48:28.042002 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:48:28.042344 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device f9f83f0c-eaac-4ab5-b9d2-77272a5b4596 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:48:28.192564 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-5ca21859-6c02-4d78-ad92-34b0b352de72 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port 0d53d8f6-17db-4922-9bf9-3293e283266b {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:48:28.192909 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ca21859-6c02-4d78-ad92-34b0b352de72 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:28.281428 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-5ca21859-6c02-4d78-ad92-34b0b352de72 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] For port 0d53d8f6-17db-4922-9bf9-3293e283266b, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=0d53d8f6-17db-4922-9bf9-3293e283266b,segment=NetworkSegment(f73995ba-2945-4517-8484-8e636b0a24ac),segment_id=f73995ba-2945-4517-8484-8e636b0a24ac)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:48:28.281720 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ca21859-6c02-4d78-ad92-34b0b352de72 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:28.294050 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-5ca21859-6c02-4d78-ad92-34b0b352de72 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for 0d53d8f6-17db-4922-9bf9-3293e283266b owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:48:28.471838 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ca21859-6c02-4d78-ad92-34b0b352de72 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:28.498699 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca21859-6c02-4d78-ad92-34b0b352de72 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=0d53d8f6-17db-4922-9bf9-3293e283266b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:28.669939 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ca21859-6c02-4d78-ad92-34b0b352de72 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:28.874793 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca21859-6c02-4d78-ad92-34b0b352de72 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 47124341-25b9-49c7-8fb3-9c444308ae1b has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:48:28.982620 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca21859-6c02-4d78-ad92-34b0b352de72 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:48:28.988208 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5ca21859-6c02-4d78-ad92-34b0b352de72 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "PUT /v2.0/routers/47124341-25b9-49c7-8fb3-9c444308ae1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6464880 Dec 09 02:48:28.990394 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43080) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:28.993339 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf6fa38-70f3-49d1-b8eb-b5dda07fd13a None None] Sync routers for ids ['47124341-25b9-49c7-8fb3-9c444308ae1b'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:48:29.002624 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf6fa38-70f3-49d1-b8eb-b5dda07fd13a None None] Routers {'47124341-25b9-49c7-8fb3-9c444308ae1b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:48:29.003225 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-fdf6fa38-70f3-49d1-b8eb-b5dda07fd13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:48:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['47124341-25b9-49c7-8fb3-9c444308ae1b'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:29.041203 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb73dfc-781c-4462-afc1-bc63d92de07c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting subnet ef512022-9ad8-4f91-bc25-d07b3bf6ab93 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:48:29.044376 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4eb73dfc-781c-4462-afc1-bc63d92de07c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:29.083574 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4eb73dfc-781c-4462-afc1-bc63d92de07c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:29.105505 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-fdf6fa38-70f3-49d1-b8eb-b5dda07fd13a None None] Set router 47124341-25b9-49c7-8fb3-9c444308ae1b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:48:29.171029 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4eb73dfc-781c-4462-afc1-bc63d92de07c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:29.229538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4eb73dfc-781c-4462-afc1-bc63d92de07c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:29.256798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb73dfc-781c-4462-afc1-bc63d92de07c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Subnet': ['ID=ef512022-9ad8-4f91-bc25-d07b3bf6ab93,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:29.260536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4eb73dfc-781c-4462-afc1-bc63d92de07c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:29.263942 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4eb73dfc-781c-4462-afc1-bc63d92de07c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/subnets/ef512022-9ad8-4f91-bc25-d07b3bf6ab93 HTTP/1.1" status: 204 len: 168 time: 0.2718434 Dec 09 02:48:29.266734 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43082) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:29.268042 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8373e5b6-ccb5-4227-bfaf-3e83690e0c61 None None] Network ebf5fbcc-b57f-4b22-b035-ec620f1046a4 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:48:29.373814 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-fdf6fa38-70f3-49d1-b8eb-b5dda07fd13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420241956', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:48:28Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:29.380769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0de58930-1402-442c-960c-df5be1665de1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:29.406391 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf6fa38-70f3-49d1-b8eb-b5dda07fd13a None None] Checking router: 47124341-25b9-49c7-8fb3-9c444308ae1b for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:48:29.415720 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf6fa38-70f3-49d1-b8eb-b5dda07fd13a None None] Routers {'47124341-25b9-49c7-8fb3-9c444308ae1b'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:48:29.416338 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-fdf6fa38-70f3-49d1-b8eb-b5dda07fd13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:48:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['47124341-25b9-49c7-8fb3-9c444308ae1b'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:29.430237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90ae7b7-b5ac-473d-80de-284507dd4bef None None] DHCP port deletion for ebf5fbcc-b57f-4b22-b035-ec620f1046a4 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:48:29.483315 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d90ae7b7-b5ac-473d-80de-284507dd4bef None None] Deleting port a686617c-b83c-405e-a960-6366f3cc5d4a {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:48:29.483716 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d90ae7b7-b5ac-473d-80de-284507dd4bef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:29.493311 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0de58930-1402-442c-960c-df5be1665de1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:29.527193 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-fdf6fa38-70f3-49d1-b8eb-b5dda07fd13a None None] Set router 47124341-25b9-49c7-8fb3-9c444308ae1b gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:48:29.547076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0de58930-1402-442c-960c-df5be1665de1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:48:29.547467 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0de58930-1402-442c-960c-df5be1665de1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:29.551545 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d90ae7b7-b5ac-473d-80de-284507dd4bef None None] For port a686617c-b83c-405e-a960-6366f3cc5d4a, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a686617c-b83c-405e-a960-6366f3cc5d4a,segment=NetworkSegment(f73995ba-2945-4517-8484-8e636b0a24ac),segment_id=f73995ba-2945-4517-8484-8e636b0a24ac)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:48:29.551949 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d90ae7b7-b5ac-473d-80de-284507dd4bef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:29.564183 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d90ae7b7-b5ac-473d-80de-284507dd4bef None None] Calling delete_port for a686617c-b83c-405e-a960-6366f3cc5d4a owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:48:29.628374 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-0de58930-1402-442c-960c-df5be1665de1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] For port 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=6ea9ba92-87dd-41fe-95f5-2abf0e8fc279,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:48:29.628767 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0de58930-1402-442c-960c-df5be1665de1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:29.641744 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0de58930-1402-442c-960c-df5be1665de1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279 owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:48:29.656206 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d90ae7b7-b5ac-473d-80de-284507dd4bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:29.683693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ae7b7-b5ac-473d-80de-284507dd4bef None None] Pushing event deleted for resources: {'Port': ['ID=a686617c-b83c-405e-a960-6366f3cc5d4a,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:29.685694 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ae7b7-b5ac-473d-80de-284507dd4bef None None] No DVR routers for this DVR port a686617c-b83c-405e-a960-6366f3cc5d4a on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:48:29.722576 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-fdf6fa38-70f3-49d1-b8eb-b5dda07fd13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420241956', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:48:28Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:29.751064 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf6fa38-70f3-49d1-b8eb-b5dda07fd13a None None] The sync data for ids ['47124341-25b9-49c7-8fb3-9c444308ae1b'] in dv-neutron-804846-18-hyperv is: [{'id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-420241956', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:48:28Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '6ea9ba92-87dd-41fe-95f5-2abf0e8fc279', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47124341-25b9-49c7-8fb3-9c444308ae1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:46:42Z', 'updated_at': '2021-12-09T02:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:48:29.851326 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0de58930-1402-442c-960c-df5be1665de1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:29.878123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de58930-1402-442c-960c-df5be1665de1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=6ea9ba92-87dd-41fe-95f5-2abf0e8fc279,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:29.898606 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d557e9-3ab1-4cad-8a63-5e200327ce2e None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:48:29.956026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0de58930-1402-442c-960c-df5be1665de1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.053860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0de58930-1402-442c-960c-df5be1665de1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.056026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0de58930-1402-442c-960c-df5be1665de1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.097673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0de58930-1402-442c-960c-df5be1665de1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.098319 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de58930-1402-442c-960c-df5be1665de1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Fanout notify agent at l3_agent the message router_deleted on router 47124341-25b9-49c7-8fb3-9c444308ae1b {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:48:30.106192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0de58930-1402-442c-960c-df5be1665de1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.109745 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-0de58930-1402-442c-960c-df5be1665de1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/routers/47124341-25b9-49c7-8fb3-9c444308ae1b HTTP/1.1" status: 204 len: 168 time: 0.8394291 Dec 09 02:48:30.110019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43084) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:30.187101 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-165be805-4c6e-47e7-a64c-7db7c23574c3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.274544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-165be805-4c6e-47e7-a64c-7db7c23574c3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.294411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-165be805-4c6e-47e7-a64c-7db7c23574c3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf5fbcc-b57f-4b22-b035-ec620f1046a4']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:30.303252 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-165be805-4c6e-47e7-a64c-7db7c23574c3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73995ba-2945-4517-8484-8e636b0a24ac') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:30.303583 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-165be805-4c6e-47e7-a64c-7db7c23574c3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73995ba-2945-4517-8484-8e636b0a24ac') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:30.312506 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-165be805-4c6e-47e7-a64c-7db7c23574c3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.325428 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-165be805-4c6e-47e7-a64c-7db7c23574c3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.331057 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165be805-4c6e-47e7-a64c-7db7c23574c3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:48:30.331454 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-165be805-4c6e-47e7-a64c-7db7c23574c3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:48:30.334342 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:48:30.353234 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:48:30.394261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-165be805-4c6e-47e7-a64c-7db7c23574c3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.399339 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-165be805-4c6e-47e7-a64c-7db7c23574c3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.402930 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-165be805-4c6e-47e7-a64c-7db7c23574c3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/networks/ebf5fbcc-b57f-4b22-b035-ec620f1046a4 HTTP/1.1" status: 204 len: 168 time: 0.2919285 Dec 09 02:48:30.405682 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43086) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:30.417317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165be805-4c6e-47e7-a64c-7db7c23574c3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Network': ['ID=ebf5fbcc-b57f-4b22-b035-ec620f1046a4,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:30.466639 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5f11-0b2e-4a4d-864a-569a0e740fa1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.490730 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5f11-0b2e-4a4d-864a-569a0e740fa1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.556287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5f11-0b2e-4a4d-864a-569a0e740fa1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.559495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5f11-0b2e-4a4d-864a-569a0e740fa1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.560697 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d1cd5f11-0b2e-4a4d-864a-569a0e740fa1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/security-groups/5f157aef-8dec-4e27-bdc6-b60a00a04f21 HTTP/1.1" status: 204 len: 168 time: 0.1539369 Dec 09 02:48:30.573133 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd5f11-0b2e-4a4d-864a-569a0e740fa1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f157aef-8dec-4e27-bdc6-b60a00a04f21,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:30.841212 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43092) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:30.845852 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-02a1a3eb-e7f7-4848-bc66-3d148dfad7d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1928713717', 'description': 'tempest-secgroup-smoke-1928713717 description', 'project_id': '9b59154da13c45f193083c92c85cca04'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:48:30.873835 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02a1a3eb-e7f7-4848-bc66-3d148dfad7d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.941928 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:48:30.942893 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02a1a3eb-e7f7-4848-bc66-3d148dfad7d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.947797 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02a1a3eb-e7f7-4848-bc66-3d148dfad7d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.963685 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:48:30.964041 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 6ea9ba92-87dd-41fe-95f5-2abf0e8fc279 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:48:30.964471 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a686617c-b83c-405e-a960-6366f3cc5d4a no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:48:30.976142 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02a1a3eb-e7f7-4848-bc66-3d148dfad7d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:30.980070 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-02a1a3eb-e7f7-4848-bc66-3d148dfad7d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1351674 Dec 09 02:48:30.980280 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43094) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:30.984357 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: a686617c-b83c-405e-a960-6366f3cc5d4a {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:48:30.984512 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-54bb1af1-d34a-4fa0-be97-68dafbaff149 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': 'c63952ac-db08-4f3b-8831-219ddde95cfa', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:48:30.984710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a686617c-b83c-405e-a960-6366f3cc5d4a not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:48:30.985135 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0d53d8f6-17db-4922-9bf9-3293e283266b no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:48:30.993014 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1a3eb-e7f7-4848-bc66-3d148dfad7d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63952ac-db08-4f3b-8831-219ddde95cfa,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:31.009000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 0d53d8f6-17db-4922-9bf9-3293e283266b {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:48:31.009420 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 0d53d8f6-17db-4922-9bf9-3293e283266b not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:48:31.016162 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54bb1af1-d34a-4fa0-be97-68dafbaff149 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.075371 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54bb1af1-d34a-4fa0-be97-68dafbaff149 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.078829 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54bb1af1-d34a-4fa0-be97-68dafbaff149 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.096821 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb1af1-d34a-4fa0-be97-68dafbaff149 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3902b3-f4d8-4667-890c-f569e0552f8b,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:31.103626 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54bb1af1-d34a-4fa0-be97-68dafbaff149 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.104883 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-54bb1af1-d34a-4fa0-be97-68dafbaff149 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236589 Dec 09 02:48:31.107401 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43096) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:31.111677 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fcab3a49-f2ed-4293-86d2-542969bafa40 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': 'c63952ac-db08-4f3b-8831-219ddde95cfa', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:48:31.137841 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fcab3a49-f2ed-4293-86d2-542969bafa40 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.195901 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fcab3a49-f2ed-4293-86d2-542969bafa40 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.199302 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fcab3a49-f2ed-4293-86d2-542969bafa40 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.217564 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab3a49-f2ed-4293-86d2-542969bafa40 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34479d6-1787-4824-b640-a33bfb9f9041,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:31.222547 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fcab3a49-f2ed-4293-86d2-542969bafa40 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.223781 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fcab3a49-f2ed-4293-86d2-542969bafa40 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153793 Dec 09 02:48:31.226625 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43098) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:31.230902 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-dfd923d0-fb34-4886-8337-b1fa5a789e91 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': 'c63952ac-db08-4f3b-8831-219ddde95cfa', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:48:31.256047 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfd923d0-fb34-4886-8337-b1fa5a789e91 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.311034 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfd923d0-fb34-4886-8337-b1fa5a789e91 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.314425 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfd923d0-fb34-4886-8337-b1fa5a789e91 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.332810 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd923d0-fb34-4886-8337-b1fa5a789e91 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c0b2aa-18da-403a-87d0-6cb37b942a81,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:31.338563 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dfd923d0-fb34-4886-8337-b1fa5a789e91 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.339789 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dfd923d0-fb34-4886-8337-b1fa5a789e91 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122029 Dec 09 02:48:31.342483 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43100) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:31.346767 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5a10b0fb-7aad-4e67-988b-8c57cd072221 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': 'c63952ac-db08-4f3b-8831-219ddde95cfa', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:48:31.371835 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a10b0fb-7aad-4e67-988b-8c57cd072221 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.427634 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a10b0fb-7aad-4e67-988b-8c57cd072221 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.431666 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a10b0fb-7aad-4e67-988b-8c57cd072221 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.449393 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10b0fb-7aad-4e67-988b-8c57cd072221 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de7ca21-e8ac-4918-808f-a2ffbce3b41d,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:31.457018 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a10b0fb-7aad-4e67-988b-8c57cd072221 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.458217 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5a10b0fb-7aad-4e67-988b-8c57cd072221 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148131 Dec 09 02:48:31.460974 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43102) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:31.465203 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-20d8ffb2-2196-4ce4-a08d-0dc35894eefa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': 'c63952ac-db08-4f3b-8831-219ddde95cfa', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:48:31.485666 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-20d8ffb2-2196-4ce4-a08d-0dc35894eefa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Project 9b59154da13c45f193083c92c85cca04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:48:31.490471 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-20d8ffb2-2196-4ce4-a08d-0dc35894eefa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.549611 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-20d8ffb2-2196-4ce4-a08d-0dc35894eefa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.552906 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-20d8ffb2-2196-4ce4-a08d-0dc35894eefa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.567607 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8ffb2-2196-4ce4-a08d-0dc35894eefa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e2658c-7036-4000-bcec-04ac23c5e258,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:31.578025 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-20d8ffb2-2196-4ce4-a08d-0dc35894eefa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.579211 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-20d8ffb2-2196-4ce4-a08d-0dc35894eefa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173148 Dec 09 02:48:31.581853 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43104) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:31.586164 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f20bb157-82d3-4074-bfb7-c40c24697037 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': 'c63952ac-db08-4f3b-8831-219ddde95cfa', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:48:31.607204 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-f20bb157-82d3-4074-bfb7-c40c24697037 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Project 9b59154da13c45f193083c92c85cca04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:48:31.612195 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f20bb157-82d3-4074-bfb7-c40c24697037 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.670155 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f20bb157-82d3-4074-bfb7-c40c24697037 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.673697 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f20bb157-82d3-4074-bfb7-c40c24697037 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.691322 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bb157-82d3-4074-bfb7-c40c24697037 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff42ca6a-31a7-427a-a601-086a05c5c17e,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:31.698734 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f20bb157-82d3-4074-bfb7-c40c24697037 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.699948 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f20bb157-82d3-4074-bfb7-c40c24697037 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171491 Dec 09 02:48:31.702779 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43106) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:31.707522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7e11595a-af96-42c7-8170-a7145ffdf9b6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'network': {'name': 'tempest-network-smoke--1007850586', 'project_id': '9b59154da13c45f193083c92c85cca04', 'port_security_enabled': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:48:31.727337 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e11595a-af96-42c7-8170-a7145ffdf9b6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Made reservation on behalf of 9b59154da13c45f193083c92c85cca04 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:48:31.730831 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7e11595a-af96-42c7-8170-a7145ffdf9b6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.753925 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e11595a-af96-42c7-8170-a7145ffdf9b6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:48:31.763161 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7e11595a-af96-42c7-8170-a7145ffdf9b6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.763546 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-7e11595a-af96-42c7-8170-a7145ffdf9b6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Added segment 8d1ae02e-af75-4d98-a5f7-8d505078bf37 of type vlan for network d7f49e10-4392-4e47-a577-e121ec0baba1 Dec 09 02:48:31.801528 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7e11595a-af96-42c7-8170-a7145ffdf9b6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.826026 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7e11595a-af96-42c7-8170-a7145ffdf9b6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.831553 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e11595a-af96-42c7-8170-a7145ffdf9b6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:31.832141 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7e11595a-af96-42c7-8170-a7145ffdf9b6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.889421 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7e11595a-af96-42c7-8170-a7145ffdf9b6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1855054 Dec 09 02:48:31.892231 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43108) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:31.898572 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-414945106', 'admin_state_up': True, 'project_id': '9b59154da13c45f193083c92c85cca04', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:48:31.915064 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11595a-af96-42c7-8170-a7145ffdf9b6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Network': ['ID=d7f49e10-4392-4e47-a577-e121ec0baba1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:31.926857 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network d7f49e10-4392-4e47-a577-e121ec0baba1 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:48:31.928248 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.929836 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:31.979359 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:32.115371 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:32.299485 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:32.320832 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:32.419012 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.26.3.184 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/3b1b10e1-d424-4e39-ae23-73b3802a72c2) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:48:32.519632 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:32.553287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:32.587114 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:48:32.589852 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:48:32.592341 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:48:32.603214 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ef5ee2-29ed-4226-8408-0325da0dafc5 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:48:32.622638 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=3b1b10e1-d424-4e39-ae23-73b3802a72c2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:32.637797 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-843ed4fb-f9b4-4763-9fc0-2ebf37ddaf00 None None] Provisioning complete for port 3b1b10e1-d424-4e39-ae23-73b3802a72c2 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:48:32.638177 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-843ed4fb-f9b4-4763-9fc0-2ebf37ddaf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:32.675343 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-843ed4fb-f9b4-4763-9fc0-2ebf37ddaf00 None None] Port 3b1b10e1-d424-4e39-ae23-73b3802a72c2 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:48:32.843105 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:33.034022 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:33.089185 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bb2c8c65-e44b-4352-ad06-9d8cb617e554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:33.161965 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 869995b0-6725-4bd9-9bfa-9450c9c0c432 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:48:33.264724 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:48:33.274209 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Sync routers for ids ['869995b0-6725-4bd9-9bfa-9450c9c0c432'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:48:33.283106 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Routers {'869995b0-6725-4bd9-9bfa-9450c9c0c432'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:48:33.283753 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:48:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['869995b0-6725-4bd9-9bfa-9450c9c0c432'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:33.284344 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:33.285641 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ab1461ad-12c3-42ca-85bf-1f1ab33cdc19 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3924291 Dec 09 02:48:33.289401 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43110) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:33.323383 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9c3bb8c2-4097-4089-94c6-c48796152d96 tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9b59154da13c45f193083c92c85cca04&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328212 Dec 09 02:48:33.325946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43112) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:33.388396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Set router 869995b0-6725-4bd9-9bfa-9450c9c0c432 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:48:33.408277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccde54e-7cde-4543-a477-ed0fddab582e tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:33.409796 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-eccde54e-7cde-4543-a477-ed0fddab582e tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0829437 Dec 09 02:48:33.413358 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43114) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:33.441157 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8070b697-0a31-47c7-ae46-ba0eae2ace43 tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266116 Dec 09 02:48:33.443664 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43116) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:33.448391 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f09bf859-2bf1-4db8-996e-07325367e034 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1093777866', 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1', 'project_id': '9b59154da13c45f193083c92c85cca04', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:48:33.534024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09bf859-2bf1-4db8-996e-07325367e034 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Made reservation on behalf of 9b59154da13c45f193083c92c85cca04 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:48:33.538283 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f09bf859-2bf1-4db8-996e-07325367e034 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:33.564125 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414945106', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:48:31Z', 'updated_at': '2021-12-09T02:48:32Z', 'revision_number': 3, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:32Z', 'updated_at': '2021-12-09T02:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:33.590055 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Checking router: 869995b0-6725-4bd9-9bfa-9450c9c0c432 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:48:33.590412 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Updating router 869995b0-6725-4bd9-9bfa-9450c9c0c432 port 3b1b10e1-d424-4e39-ae23-73b3802a72c2 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:48:33.620633 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:33.718268 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f09bf859-2bf1-4db8-996e-07325367e034 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:33.871718 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:33.877669 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:33.928001 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670a7e44-12d9-402d-acf0-7cf511a3f96b None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:48:33.942036 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Attempting to bind port 3b1b10e1-d424-4e39-ae23-73b3802a72c2 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:48:33.942409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Attempting to bind port 3b1b10e1-d424-4e39-ae23-73b3802a72c2 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:48:33.942778 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Attempting to bind port 3b1b10e1-d424-4e39-ae23-73b3802a72c2 on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:48:33.944883 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf68d06-eb0e-410c-b7a4-3b4e859d6ee7 None None] Pushing event updated for resources: {'Port': ['ID=3b1b10e1-d424-4e39-ae23-73b3802a72c2,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:33.952044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:48:33.952425 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:48:33.952839 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:33.953231 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:48:33.953706 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Bound port: 3b1b10e1-d424-4e39-ae23-73b3802a72c2, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:48:33.954630 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:34.019756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] For port 3b1b10e1-d424-4e39-ae23-73b3802a72c2, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:48:34.024553 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] For port 3b1b10e1-d424-4e39-ae23-73b3802a72c2, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=3b1b10e1-d424-4e39-ae23-73b3802a72c2,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:48:34.025741 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a2a0b190-4638-41a3-87e3-503a3cf10877 None None] Provisioning complete for port 3b1b10e1-d424-4e39-ae23-73b3802a72c2 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:48:34.026201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b190-4638-41a3-87e3-503a3cf10877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:34.029841 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:34.047045 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bf859-2bf1-4db8-996e-07325367e034 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Subnet': ['ID=face38a6-ca27-4523-8953-9faa81eacaac,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:34.054533 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09bf859-2bf1-4db8-996e-07325367e034 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Checking segment: {'id': '8d1ae02e-af75-4d98-a5f7-8d505078bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:48:34.054909 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09bf859-2bf1-4db8-996e-07325367e034 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network hostable DHCP agents. Network: d7f49e10-4392-4e47-a577-e121ec0baba1, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:48:34.071835 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09bf859-2bf1-4db8-996e-07325367e034 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network d7f49e10-4392-4e47-a577-e121ec0baba1 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:48:34.082287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-f09bf859-2bf1-4db8-996e-07325367e034 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, d7f49e10-4392-4e47-a577-e121ec0baba1) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:48:34.087322 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09bf859-2bf1-4db8-996e-07325367e034 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:34.087940 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f09bf859-2bf1-4db8-996e-07325367e034 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:34.100089 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2613d5-feee-4069-9c24-e9177828130f None None] Network d7f49e10-4392-4e47-a577-e121ec0baba1 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:48:34.104254 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f09bf859-2bf1-4db8-996e-07325367e034 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6595440 Dec 09 02:48:34.107008 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43118) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:34.109427 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5953e0-7c5e-4505-b07c-5a962a741b26 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:48:34.177158 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf68d06-eb0e-410c-b7a4-3b4e859d6ee7 None None] Pushing event updated for resources: {'Port': ['ID=3b1b10e1-d424-4e39-ae23-73b3802a72c2,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:34.179804 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Routers {'869995b0-6725-4bd9-9bfa-9450c9c0c432'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:48:34.180415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:48:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['869995b0-6725-4bd9-9bfa-9450c9c0c432'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:34.480848 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b190-4638-41a3-87e3-503a3cf10877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:34.491886 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-d7f49e10-4392-4e47-a577-e121ec0baba1', 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1', 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ips': [{'subnet_id': 'face38a6-ca27-4523-8953-9faa81eacaac'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:48:34.492719 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:34.529782 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] Set router 869995b0-6725-4bd9-9bfa-9450c9c0c432 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:48:34.532873 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:34.533766 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a2a0b190-4638-41a3-87e3-503a3cf10877 None None] For port 3b1b10e1-d424-4e39-ae23-73b3802a72c2, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=3b1b10e1-d424-4e39-ae23-73b3802a72c2,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:48:34.591734 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a2a0b190-4638-41a3-87e3-503a3cf10877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:34.767517 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0b190-4638-41a3-87e3-503a3cf10877 None None] Pushing event updated for resources: {'Port': ['ID=3b1b10e1-d424-4e39-ae23-73b3802a72c2,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:34.782568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f767a282-2653-429a-9a0c-ed7a8e08c7ba None None] Provisioning complete for port 3b1b10e1-d424-4e39-ae23-73b3802a72c2 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:48:34.782946 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f767a282-2653-429a-9a0c-ed7a8e08c7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:34.807717 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.20.0.1 (d7f49e10-4392-4e47-a577-e121ec0baba1/face38a6-ca27-4523-8953-9faa81eacaac/739e1b36-b244-4fda-a0b0-fdee37f19319) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:48:34.891792 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414945106', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:48:31Z', 'updated_at': '2021-12-09T02:48:32Z', 'revision_number': 3, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:32Z', 'updated_at': '2021-12-09T02:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:34.920442 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:34.921854 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3ebc2e-95ce-47f0-8eaf-cd5c9bf30167 None None] The sync data for ids ['869995b0-6725-4bd9-9bfa-9450c9c0c432'] in dv-neutron-804846-18-hyperv is: [{'id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414945106', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:48:31Z', 'updated_at': '2021-12-09T02:48:32Z', 'revision_number': 3, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:32Z', 'updated_at': '2021-12-09T02:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:48:34.955794 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:34.996843 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network d7f49e10-4392-4e47-a577-e121ec0baba1 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:48:35.000006 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:48:35.003960 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Allocated IP 172.20.0.2 (d7f49e10-4392-4e47-a577-e121ec0baba1/face38a6-ca27-4523-8953-9faa81eacaac/c95ecd34-90cb-4400-ba70-fa81c2e14f26) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:48:35.006077 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:48:35.033845 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=739e1b36-b244-4fda-a0b0-fdee37f19319,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:35.056147 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:35.202279 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:35.211665 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:35.218832 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:35.262760 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Network d7f49e10-4392-4e47-a577-e121ec0baba1 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:48:35.267163 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:48:35.269681 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:48:35.273900 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Pushing event updated for resources: {'Port': ['ID=c95ecd34-90cb-4400-ba70-fa81c2e14f26,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:35.344226 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Attempting to bind port c95ecd34-90cb-4400-ba70-fa81c2e14f26 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:48:35.344807 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Attempting to bind port c95ecd34-90cb-4400-ba70-fa81c2e14f26 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '8d1ae02e-af75-4d98-a5f7-8d505078bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:48:35.345077 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Attempting to bind port c95ecd34-90cb-4400-ba70-fa81c2e14f26 on network d7f49e10-4392-4e47-a577-e121ec0baba1 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:48:35.348315 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2a93de55-a868-422c-9bef-10fa4917f914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:35.353355 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:48:35.353736 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Checking segment: {'id': '8d1ae02e-af75-4d98-a5f7-8d505078bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:48:35.354139 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:35.354531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Bound using segment: {'id': '8d1ae02e-af75-4d98-a5f7-8d505078bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:48:35.355004 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Bound port: c95ecd34-90cb-4400-ba70-fa81c2e14f26, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1ae02e-af75-4d98-a5f7-8d505078bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:48:35.355396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:35.424331 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] For port c95ecd34-90cb-4400-ba70-fa81c2e14f26, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:48:35.427909 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] For port c95ecd34-90cb-4400-ba70-fa81c2e14f26, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c95ecd34-90cb-4400-ba70-fa81c2e14f26,segment=NetworkSegment(8d1ae02e-af75-4d98-a5f7-8d505078bf37),segment_id=8d1ae02e-af75-4d98-a5f7-8d505078bf37)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:48:35.432405 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:35.498214 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff5604-cf23-43df-8212-c6e4f6dbe9e2 None None] Pushing event updated for resources: {'Port': ['ID=c95ecd34-90cb-4400-ba70-fa81c2e14f26,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:35.528060 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:35.532940 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:35.610425 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:35.616841 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=739e1b36-b244-4fda-a0b0-fdee37f19319,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:35.738619 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network d7f49e10-4392-4e47-a577-e121ec0baba1 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:48:35.740445 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:48:35.868166 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 869995b0-6725-4bd9-9bfa-9450c9c0c432 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:48:35.976163 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:48:35.981779 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-02216c55-4817-4a00-a32b-215647916eac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "PUT /v2.0/routers/869995b0-6725-4bd9-9bfa-9450c9c0c432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8736343 Dec 09 02:48:36.131103 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-0043ed06-5d4b-4591-8135-d9d26fb21917 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1928713717&fields=id&tenant_id=9b59154da13c45f193083c92c85cca04 HTTP/1.1" status: 200 len: 267 time: 0.0483265 Dec 09 02:48:36.238304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-34a69125-a434-458e-bde6-4658c29952ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:36.239911 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-34a69125-a434-458e-bde6-4658c29952ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/networks?id=d7f49e10-4392-4e47-a577-e121ec0baba1 HTTP/1.1" status: 200 len: 797 time: 0.1018949 Dec 09 02:48:36.255040 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-480dbf12-b0f5-4aba-8000-b4b12184635e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/quotas/9b59154da13c45f193083c92c85cca04 HTTP/1.1" status: 200 len: 375 time: 0.0092738 Dec 09 02:48:36.307305 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-3ad332a6-4081-49c0-9b3e-01825694b55c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465684 Dec 09 02:48:36.411966 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-a1c73eb7-cdd2-4f18-8a34-121b17698a8b service neutron] 10.222.0.43 "GET /v2.0/networks/d7f49e10-4392-4e47-a577-e121ec0baba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922115 Dec 09 02:48:36.446273 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bf38ec-6231-46f1-863b-bf8acac60ab5 None None] Network d7f49e10-4392-4e47-a577-e121ec0baba1 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:48:36.499997 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-1d26a85a-e874-4d55-bc99-6658c388a703 service neutron] 10.222.0.43 "GET /v2.0/networks/d7f49e10-4392-4e47-a577-e121ec0baba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827558 Dec 09 02:48:36.533386 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:36.580465 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-6ed1427a-f283-4868-b8f3-64266b4c4c43 None None] Provisioning complete for port c95ecd34-90cb-4400-ba70-fa81c2e14f26 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:48:36.580842 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6ed1427a-f283-4868-b8f3-64266b4c4c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:36.668113 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30216ef3-c3ab-4766-a902-1a57e29f45ea req-48631712-d19c-4933-a582-d5a893e53537 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 210 time: 0.0340879 Dec 09 02:48:36.676483 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6ed1427a-f283-4868-b8f3-64266b4c4c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:36.719659 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6ed1427a-f283-4868-b8f3-64266b4c4c43 None None] For port c95ecd34-90cb-4400-ba70-fa81c2e14f26, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c95ecd34-90cb-4400-ba70-fa81c2e14f26,segment=NetworkSegment(8d1ae02e-af75-4d98-a5f7-8d505078bf37),segment_id=8d1ae02e-af75-4d98-a5f7-8d505078bf37)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:48:36.726082 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6ed1427a-f283-4868-b8f3-64266b4c4c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:36.788027 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1427a-f283-4868-b8f3-64266b4c4c43 None None] Pushing event updated for resources: {'Port': ['ID=c95ecd34-90cb-4400-ba70-fa81c2e14f26,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:36.958009 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-34e8ba32-7992-4394-9944-db0cd2548324 None None] Provisioning complete for port 739e1b36-b244-4fda-a0b0-fdee37f19319 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:48:36.958385 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34e8ba32-7992-4394-9944-db0cd2548324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:37.011922 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-34e8ba32-7992-4394-9944-db0cd2548324 None None] Port 739e1b36-b244-4fda-a0b0-fdee37f19319 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:48:37.020882 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c95ecd34-90cb-4400-ba70-fa81c2e14f26 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:48:37.063198 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-34e8ba32-7992-4394-9944-db0cd2548324 None None] Provisioning complete for port c95ecd34-90cb-4400-ba70-fa81c2e14f26 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:48:37.063604 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34e8ba32-7992-4394-9944-db0cd2548324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:37.117535 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port c95ecd34-90cb-4400-ba70-fa81c2e14f26 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:48:37.118017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:37.174036 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95240913-b252-4923-ae1a-3642424df126 None None] Sync routers for ids ['869995b0-6725-4bd9-9bfa-9450c9c0c432'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:48:37.185279 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95240913-b252-4923-ae1a-3642424df126 None None] Routers {'869995b0-6725-4bd9-9bfa-9450c9c0c432'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:48:37.187059 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-95240913-b252-4923-ae1a-3642424df126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:48:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['869995b0-6725-4bd9-9bfa-9450c9c0c432'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:37.242824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 3b1b10e1-d424-4e39-ae23-73b3802a72c2 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:48:37.292116 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 3b1b10e1-d424-4e39-ae23-73b3802a72c2 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:48:37.292498 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:37.325617 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-95240913-b252-4923-ae1a-3642424df126 None None] Set router 869995b0-6725-4bd9-9bfa-9450c9c0c432 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:48:37.344108 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-bf144d73-3111-4cb0-b5f6-4d0589a0da95 None None] Provisioning complete for port 739e1b36-b244-4fda-a0b0-fdee37f19319 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:48:37.344483 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf144d73-3111-4cb0-b5f6-4d0589a0da95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:37.411415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-bf144d73-3111-4cb0-b5f6-4d0589a0da95 None None] Port 739e1b36-b244-4fda-a0b0-fdee37f19319 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:48:37.530987 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5fad1056-7fa5-4560-80df-7f9cbcf249eb None None] Provisioning complete for port 739e1b36-b244-4fda-a0b0-fdee37f19319 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:48:37.531678 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5fad1056-7fa5-4560-80df-7f9cbcf249eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:37.555273 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-95240913-b252-4923-ae1a-3642424df126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414945106', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:48:31Z', 'updated_at': '2021-12-09T02:48:35Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:32Z', 'updated_at': '2021-12-09T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '739e1b36-b244-4fda-a0b0-fdee37f19319', 'name': '', 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:b3:75:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:34Z', 'updated_at': '2021-12-09T02:48:35Z', 'revision_number': 2, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:37.565075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-5fad1056-7fa5-4560-80df-7f9cbcf249eb None None] Port 739e1b36-b244-4fda-a0b0-fdee37f19319 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:48:37.581199 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95240913-b252-4923-ae1a-3642424df126 None None] Checking router: 869995b0-6725-4bd9-9bfa-9450c9c0c432 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:48:37.581487 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95240913-b252-4923-ae1a-3642424df126 None None] Updating router 869995b0-6725-4bd9-9bfa-9450c9c0c432 port 739e1b36-b244-4fda-a0b0-fdee37f19319 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:48:37.606623 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95240913-b252-4923-ae1a-3642424df126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:37.786265 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f2c121e7-e7b2-4251-929a-161426d7c145 req-3189dcff-b91e-4b8b-b453-08bf41c1a86e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 210 time: 0.0392649 Dec 09 02:48:37.884639 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95240913-b252-4923-ae1a-3642424df126 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:37.892861 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-8722a56e-376c-424f-b332-7e3a8d3c17f5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:37.893574 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95240913-b252-4923-ae1a-3642424df126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:37.894987 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-8722a56e-376c-424f-b332-7e3a8d3c17f5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "GET /v2.0/networks?id=d7f49e10-4392-4e47-a577-e121ec0baba1 HTTP/1.1" status: 200 len: 797 time: 0.1198740 Dec 09 02:48:37.909846 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:37.968564 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0df53-e72c-434b-8792-b56e73094da4 None None] Pushing event updated for resources: {'Port': ['ID=739e1b36-b244-4fda-a0b0-fdee37f19319,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:37.988667 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0df53-e72c-434b-8792-b56e73094da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:37.989014 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0df53-e72c-434b-8792-b56e73094da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:37.989558 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0df53-e72c-434b-8792-b56e73094da4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:37.990040 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0df53-e72c-434b-8792-b56e73094da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:37.990411 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0df53-e72c-434b-8792-b56e73094da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:37.990742 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0df53-e72c-434b-8792-b56e73094da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:37.991074 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0df53-e72c-434b-8792-b56e73094da4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:37.991398 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0df53-e72c-434b-8792-b56e73094da4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:37.991748 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0df53-e72c-434b-8792-b56e73094da4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:37.992069 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0df53-e72c-434b-8792-b56e73094da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:37.992382 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0df53-e72c-434b-8792-b56e73094da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:37.992783 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-62799f10-952e-4675-a9b9-49a8d9252d10 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b59154da13c45f193083c92c85cca04 HTTP/1.1" status: 200 len: 380 time: 0.0702722 Dec 09 02:48:37.992916 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0df53-e72c-434b-8792-b56e73094da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:37.993177 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c0df53-e72c-434b-8792-b56e73094da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:48:38.003261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-640632f9-1f81-41ad-acfe-545000b52fc9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'port': {'device_id': '22b68e3c-bf88-4c03-ba20-7dace259f08a', 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1', 'admin_state_up': True, 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'security_groups': ['c63952ac-db08-4f3b-8831-219ddde95cfa']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:48:38.010785 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-95240913-b252-4923-ae1a-3642424df126 None None] Attempting to bind port 739e1b36-b244-4fda-a0b0-fdee37f19319 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:48:38.011154 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-95240913-b252-4923-ae1a-3642424df126 None None] Attempting to bind port 739e1b36-b244-4fda-a0b0-fdee37f19319 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '8d1ae02e-af75-4d98-a5f7-8d505078bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:48:38.011570 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95240913-b252-4923-ae1a-3642424df126 None None] Attempting to bind port 739e1b36-b244-4fda-a0b0-fdee37f19319 on network d7f49e10-4392-4e47-a577-e121ec0baba1 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:48:38.017151 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95240913-b252-4923-ae1a-3642424df126 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:48:38.017519 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95240913-b252-4923-ae1a-3642424df126 None None] Checking segment: {'id': '8d1ae02e-af75-4d98-a5f7-8d505078bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:48:38.017915 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95240913-b252-4923-ae1a-3642424df126 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:38.018301 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95240913-b252-4923-ae1a-3642424df126 None None] Bound using segment: {'id': '8d1ae02e-af75-4d98-a5f7-8d505078bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:48:38.019384 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-95240913-b252-4923-ae1a-3642424df126 None None] Bound port: 739e1b36-b244-4fda-a0b0-fdee37f19319, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1ae02e-af75-4d98-a5f7-8d505078bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:48:38.019796 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95240913-b252-4923-ae1a-3642424df126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:38.086248 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-95240913-b252-4923-ae1a-3642424df126 None None] For port 739e1b36-b244-4fda-a0b0-fdee37f19319, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:48:38.089716 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-95240913-b252-4923-ae1a-3642424df126 None None] For port 739e1b36-b244-4fda-a0b0-fdee37f19319, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=739e1b36-b244-4fda-a0b0-fdee37f19319,segment=NetworkSegment(8d1ae02e-af75-4d98-a5f7-8d505078bf37),segment_id=8d1ae02e-af75-4d98-a5f7-8d505078bf37)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:48:38.095090 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-95240913-b252-4923-ae1a-3642424df126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:38.138016 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-640632f9-1f81-41ad-acfe-545000b52fc9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Made reservation on behalf of 9b59154da13c45f193083c92c85cca04 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:48:38.142312 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-640632f9-1f81-41ad-acfe-545000b52fc9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:38.162292 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95240913-b252-4923-ae1a-3642424df126 None None] Routers {'869995b0-6725-4bd9-9bfa-9450c9c0c432'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:48:38.163019 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-95240913-b252-4923-ae1a-3642424df126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:48:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['869995b0-6725-4bd9-9bfa-9450c9c0c432'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:38.165824 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0df53-e72c-434b-8792-b56e73094da4 None None] Pushing event updated for resources: {'Port': ['ID=739e1b36-b244-4fda-a0b0-fdee37f19319,revision_number=4']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:38.189115 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b7e78bc1-94c8-4f17-bc30-0111d36c51d5 None None] Provisioning complete for port 739e1b36-b244-4fda-a0b0-fdee37f19319 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:48:38.189486 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7e78bc1-94c8-4f17-bc30-0111d36c51d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:38.289060 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7e78bc1-94c8-4f17-bc30-0111d36c51d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:38.290095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-640632f9-1f81-41ad-acfe-545000b52fc9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.20.0.6 (d7f49e10-4392-4e47-a577-e121ec0baba1/face38a6-ca27-4523-8953-9faa81eacaac/6cc13b37-4379-4199-bdad-55d5ad4f0520) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:48:38.298711 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-95240913-b252-4923-ae1a-3642424df126 None None] Set router 869995b0-6725-4bd9-9bfa-9450c9c0c432 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:48:38.328255 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b7e78bc1-94c8-4f17-bc30-0111d36c51d5 None None] For port 739e1b36-b244-4fda-a0b0-fdee37f19319, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=739e1b36-b244-4fda-a0b0-fdee37f19319,segment=NetworkSegment(8d1ae02e-af75-4d98-a5f7-8d505078bf37),segment_id=8d1ae02e-af75-4d98-a5f7-8d505078bf37)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:48:38.334654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b7e78bc1-94c8-4f17-bc30-0111d36c51d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:38.388928 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e78bc1-94c8-4f17-bc30-0111d36c51d5 None None] Pushing event updated for resources: {'Port': ['ID=739e1b36-b244-4fda-a0b0-fdee37f19319,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:38.438239 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-640632f9-1f81-41ad-acfe-545000b52fc9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:38.460558 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-93c019ef-7be4-4852-8184-3d3801149991 None None] Provisioning complete for port 739e1b36-b244-4fda-a0b0-fdee37f19319 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:48:38.460958 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-93c019ef-7be4-4852-8184-3d3801149991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:38.473659 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-640632f9-1f81-41ad-acfe-545000b52fc9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:38.528536 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-95240913-b252-4923-ae1a-3642424df126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414945106', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:48:31Z', 'updated_at': '2021-12-09T02:48:35Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:32Z', 'updated_at': '2021-12-09T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '739e1b36-b244-4fda-a0b0-fdee37f19319', 'name': '', 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:b3:75:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:34Z', 'updated_at': '2021-12-09T02:48:38Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:38.557500 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95240913-b252-4923-ae1a-3642424df126 None None] The sync data for ids ['869995b0-6725-4bd9-9bfa-9450c9c0c432'] in dv-neutron-804846-18-hyperv is: [{'id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414945106', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:48:31Z', 'updated_at': '2021-12-09T02:48:35Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:32Z', 'updated_at': '2021-12-09T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '739e1b36-b244-4fda-a0b0-fdee37f19319', 'name': '', 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:b3:75:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:34Z', 'updated_at': '2021-12-09T02:48:38Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:48:38.748303 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:38.832619 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-640632f9-1f81-41ad-acfe-545000b52fc9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network d7f49e10-4392-4e47-a577-e121ec0baba1 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:48:38.835826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-640632f9-1f81-41ad-acfe-545000b52fc9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:48:38.841773 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-640632f9-1f81-41ad-acfe-545000b52fc9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:48:38.882340 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640632f9-1f81-41ad-acfe-545000b52fc9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=6cc13b37-4379-4199-bdad-55d5ad4f0520,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:38.926790 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-640632f9-1f81-41ad-acfe-545000b52fc9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:38.927763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-640632f9-1f81-41ad-acfe-545000b52fc9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:38.952467 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27cca4-6c53-43b1-9ee0-7b64ad8c4302 req-576dd352-c61e-4f86-a3e8-c4154e7e7dac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:38.954910 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a27cca4-6c53-43b1-9ee0-7b64ad8c4302 req-576dd352-c61e-4f86-a3e8-c4154e7e7dac tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 931 time: 0.0901389 Dec 09 02:48:38.959635 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-640632f9-1f81-41ad-acfe-545000b52fc9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9597757 Dec 09 02:48:38.985322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Request body: {'port': {'device_id': '22b68e3c-bf88-4c03-ba20-7dace259f08a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:48:38.986387 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 739e1b36-b244-4fda-a0b0-fdee37f19319 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:48:39.052514 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 739e1b36-b244-4fda-a0b0-fdee37f19319 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:48:39.052947 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:39.076910 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0a27cca4-6c53-43b1-9ee0-7b64ad8c4302 req-d8f2aac7-fe04-4de1-93ba-15a1791d9bd8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100864 Dec 09 02:48:39.093322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:39.180482 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b3952982-e8ca-494c-990f-6f78923dfb79 None None] Provisioning complete for port 6cc13b37-4379-4199-bdad-55d5ad4f0520 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:48:39.180938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b3952982-e8ca-494c-990f-6f78923dfb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:39.218459 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b3952982-e8ca-494c-990f-6f78923dfb79 None None] Port 6cc13b37-4379-4199-bdad-55d5ad4f0520 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:48:39.365269 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc13b37-4379-4199-bdad-55d5ad4f0520 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:48:39.373559 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:39.386809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Transition to ACTIVE for port object 6cc13b37-4379-4199-bdad-55d5ad4f0520 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:48:39.391939 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:39.447259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc13b37-4379-4199-bdad-55d5ad4f0520,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:39.520429 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Attempting to bind port 6cc13b37-4379-4199-bdad-55d5ad4f0520 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:48:39.520899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Attempting to bind port 6cc13b37-4379-4199-bdad-55d5ad4f0520 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '8d1ae02e-af75-4d98-a5f7-8d505078bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:48:39.521333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Attempting to bind port 6cc13b37-4379-4199-bdad-55d5ad4f0520 on network d7f49e10-4392-4e47-a577-e121ec0baba1 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:48:39.527050 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Port 6cc13b37-4379-4199-bdad-55d5ad4f0520 on network d7f49e10-4392-4e47-a577-e121ec0baba1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:48:39.527388 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Attempting to bind port 6cc13b37-4379-4199-bdad-55d5ad4f0520 on network d7f49e10-4392-4e47-a577-e121ec0baba1 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:48:39.532589 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:48:39.532929 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Checking segment: {'id': '8d1ae02e-af75-4d98-a5f7-8d505078bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:48:39.533314 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Bound using segment: {'id': '8d1ae02e-af75-4d98-a5f7-8d505078bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:48:39.533741 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Bound port: 6cc13b37-4379-4199-bdad-55d5ad4f0520, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d1ae02e-af75-4d98-a5f7-8d505078bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:48:39.534101 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:39.602699 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] For port 6cc13b37-4379-4199-bdad-55d5ad4f0520, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:48:39.606504 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] For port 6cc13b37-4379-4199-bdad-55d5ad4f0520, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6cc13b37-4379-4199-bdad-55d5ad4f0520,segment=NetworkSegment(8d1ae02e-af75-4d98-a5f7-8d505078bf37),segment_id=8d1ae02e-af75-4d98-a5f7-8d505078bf37)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:48:39.611033 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:39.651037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:39.651677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:39.653035 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/6cc13b37-4379-4199-bdad-55d5ad4f0520 HTTP/1.1" status: 200 len: 1093 time: 0.6737764 Dec 09 02:48:39.653477 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b68e3c-bf88-4c03-ba20-7dace259f08a', 'tag': '6cc13b37-4379-4199-bdad-55d5ad4f0520'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:48:39.655774 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5324e8-f522-4180-a27e-106b2c7a25b6" -d '{"events": [{"name": "network-changed", "server_uuid": "22b68e3c-bf88-4c03-ba20-7dace259f08a", "tag": "6cc13b37-4379-4199-bdad-55d5ad4f0520"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:48:39.684745 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021e901-3cbb-4938-9a1a-bec8795ae8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc13b37-4379-4199-bdad-55d5ad4f0520,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:39.705218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d65bab-1745-4e60-ae9e-d9c65178c8c4 x-openstack-request-id: req-43d65bab-1745-4e60-ae9e-d9c65178c8c4 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:48:39.705703 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b68e3c-bf88-4c03-ba20-7dace259f08a", "tag": "6cc13b37-4379-4199-bdad-55d5ad4f0520", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:48:39.706187 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43d65bab-1745-4e60-ae9e-d9c65178c8c4 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:48:39.706699 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b68e3c-bf88-4c03-ba20-7dace259f08a', 'tag': '6cc13b37-4379-4199-bdad-55d5ad4f0520', 'status': 'completed', 'code': 200} Dec 09 02:48:39.766702 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-748565ee-866e-4cdd-9ee3-9107d5255fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:39.768374 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-748565ee-866e-4cdd-9ee3-9107d5255fff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 1096 time: 0.0450618 Dec 09 02:48:39.819316 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-d2f4c277-f214-460a-bb9f-f738456d6ebd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cc13b37-4379-4199-bdad-55d5ad4f0520 HTTP/1.1" status: 200 len: 217 time: 0.0360603 Dec 09 02:48:39.872684 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-26872be0-f5df-434f-84df-da14032dda9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:39.874128 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-26872be0-f5df-434f-84df-da14032dda9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=face38a6-ca27-4523-8953-9faa81eacaac HTTP/1.1" status: 200 len: 835 time: 0.0474555 Dec 09 02:48:39.919021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-594ae6eb-4d97-4218-8454-17e224606b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:39.920503 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-594ae6eb-4d97-4218-8454-17e224606b16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7f49e10-4392-4e47-a577-e121ec0baba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393515 Dec 09 02:48:40.008815 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-10005604-0070-4683-8b49-68f82e13f28c service neutron] 10.222.0.45 "GET /v2.0/networks/d7f49e10-4392-4e47-a577-e121ec0baba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812736 Dec 09 02:48:40.098720 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-38bb55ce-c8f0-488e-954b-e5b0a12ff06e req-3f9243b8-bae4-43ec-8da4-252e09f30557 service neutron] 10.222.0.45 "GET /v2.0/networks/d7f49e10-4392-4e47-a577-e121ec0baba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824754 Dec 09 02:48:40.190656 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ba4b6-476f-425d-8560-4d5f72dbc900 req-166958c5-6c4a-43e2-8ae4-c0aa3fdf32e9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:40.192216 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d76ba4b6-476f-425d-8560-4d5f72dbc900 req-166958c5-6c4a-43e2-8ae4-c0aa3fdf32e9 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 943 time: 0.0503092 Dec 09 02:48:40.269459 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5324e8-f522-4180-a27e-106b2c7a25b6 req-79bfea52-bc1b-4108-b022-8efd05070c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:40.270865 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2d5324e8-f522-4180-a27e-106b2c7a25b6 req-79bfea52-bc1b-4108-b022-8efd05070c68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 1096 time: 0.0744088 Dec 09 02:48:40.274711 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d76ba4b6-476f-425d-8560-4d5f72dbc900 req-79998bbe-e409-48b4-a4f4-6ccd1fd0c2a2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709074 Dec 09 02:48:40.360615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5324e8-f522-4180-a27e-106b2c7a25b6 req-aa4aff4c-c0a2-434f-804e-2ee085b5061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:40.362097 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2d5324e8-f522-4180-a27e-106b2c7a25b6 req-aa4aff4c-c0a2-434f-804e-2ee085b5061a service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7f49e10-4392-4e47-a577-e121ec0baba1 HTTP/1.1" status: 200 len: 898 time: 0.0838890 Dec 09 02:48:40.404005 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2d5324e8-f522-4180-a27e-106b2c7a25b6 req-f31a393d-df50-4c40-8937-7c4b31298057 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cc13b37-4379-4199-bdad-55d5ad4f0520 HTTP/1.1" status: 200 len: 217 time: 0.0338111 Dec 09 02:48:40.459595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5324e8-f522-4180-a27e-106b2c7a25b6 req-caa68869-8cdf-49c2-9e67-355cb9aec5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:40.461012 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2d5324e8-f522-4180-a27e-106b2c7a25b6 req-caa68869-8cdf-49c2-9e67-355cb9aec5fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=face38a6-ca27-4523-8953-9faa81eacaac HTTP/1.1" status: 200 len: 835 time: 0.0456316 Dec 09 02:48:40.505536 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5324e8-f522-4180-a27e-106b2c7a25b6 req-a46dcfcd-9953-44b3-9793-be5927b198b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:40.507010 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2d5324e8-f522-4180-a27e-106b2c7a25b6 req-a46dcfcd-9953-44b3-9793-be5927b198b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7f49e10-4392-4e47-a577-e121ec0baba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0385396 Dec 09 02:48:40.594112 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2d5324e8-f522-4180-a27e-106b2c7a25b6 req-962a91cc-2d79-48f5-b31e-2af8a46e3c69 service neutron] 10.222.0.45 "GET /v2.0/networks/d7f49e10-4392-4e47-a577-e121ec0baba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794418 Dec 09 02:48:40.688487 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2d5324e8-f522-4180-a27e-106b2c7a25b6 req-e863f53a-933a-49ab-a605-94da19a0c30c service neutron] 10.222.0.45 "GET /v2.0/networks/d7f49e10-4392-4e47-a577-e121ec0baba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849090 Dec 09 02:48:41.389224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb4613-3541-4f66-8125-89c01a4ce33b req-8ce4dabb-7d0b-4dda-af3a-1dcf3215320c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:41.390589 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1ddb4613-3541-4f66-8125-89c01a4ce33b req-8ce4dabb-7d0b-4dda-af3a-1dcf3215320c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 943 time: 0.0482793 Dec 09 02:48:41.438268 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1ddb4613-3541-4f66-8125-89c01a4ce33b req-99e01ad4-5213-4dd7-9a66-99b7a5102876 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414288 Dec 09 02:48:42.046418 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6cc13b37-4379-4199-bdad-55d5ad4f0520 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:48:42.139179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6cc13b37-4379-4199-bdad-55d5ad4f0520, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6cc13b37-4379-4199-bdad-55d5ad4f0520,segment=NetworkSegment(8d1ae02e-af75-4d98-a5f7-8d505078bf37),segment_id=8d1ae02e-af75-4d98-a5f7-8d505078bf37)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:48:42.150857 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '6cc13b37-4379-4199-bdad-55d5ad4f0520', 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1', 'port_id': '6cc13b37-4379-4199-bdad-55d5ad4f0520', 'mac_address': 'fa:16:3e:e8:a2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:48:42.185914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:42.197938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc13b37-4379-4199-bdad-55d5ad4f0520 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:48:42.220638 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6cc13b37-4379-4199-bdad-55d5ad4f0520, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6cc13b37-4379-4199-bdad-55d5ad4f0520,segment=NetworkSegment(8d1ae02e-af75-4d98-a5f7-8d505078bf37),segment_id=8d1ae02e-af75-4d98-a5f7-8d505078bf37)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:48:42.224607 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:42.268619 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=6cc13b37-4379-4199-bdad-55d5ad4f0520,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:42.499798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['6cc13b37-4379-4199-bdad-55d5ad4f0520'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:48:42.558420 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0972a-805e-49e8-bb32-8440ef40c469 req-ab38886c-3e46-45ad-b41d-e89e22e3f79f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:42.559923 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5fc0972a-805e-49e8-bb32-8440ef40c469 req-ab38886c-3e46-45ad-b41d-e89e22e3f79f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 944 time: 0.0537488 Dec 09 02:48:42.608235 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5fc0972a-805e-49e8-bb32-8440ef40c469 req-a831b75c-433a-4d80-8456-0cd0414955e6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424402 Dec 09 02:48:43.721586 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10ebef-8262-4e18-9728-a0736a3bf4c7 req-81592ed1-2146-4713-8ee8-e88d22412345 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:43.723058 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9e10ebef-8262-4e18-9728-a0736a3bf4c7 req-81592ed1-2146-4713-8ee8-e88d22412345 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 944 time: 0.0481474 Dec 09 02:48:43.772150 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9e10ebef-8262-4e18-9728-a0736a3bf4c7 req-c2675954-0a9f-460f-b73c-0f7f2f5ca83c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421264 Dec 09 02:48:44.062911 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6cc13b37-4379-4199-bdad-55d5ad4f0520 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:48:44.111365 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 6cc13b37-4379-4199-bdad-55d5ad4f0520 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:48:44.115037 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 6cc13b37-4379-4199-bdad-55d5ad4f0520 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:48:44.115406 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:44.194653 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:44.216672 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b68e3c-bf88-4c03-ba20-7dace259f08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc13b37-4379-4199-bdad-55d5ad4f0520'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:48:44.218928 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dddf5d-0d5c-4384-9731-376041da2795" -d '{"events": [{"server_uuid": "22b68e3c-bf88-4c03-ba20-7dace259f08a", "name": "network-vif-plugged", "status": "completed", "tag": "6cc13b37-4379-4199-bdad-55d5ad4f0520"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:48:44.231785 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6cc13b37-4379-4199-bdad-55d5ad4f0520, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6cc13b37-4379-4199-bdad-55d5ad4f0520,segment=NetworkSegment(8d1ae02e-af75-4d98-a5f7-8d505078bf37),segment_id=8d1ae02e-af75-4d98-a5f7-8d505078bf37)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:48:44.235516 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:44.260981 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d04ad1-75a7-4338-be2d-c8e2c8563aa6 x-openstack-request-id: req-99d04ad1-75a7-4338-be2d-c8e2c8563aa6 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:48:44.261278 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b68e3c-bf88-4c03-ba20-7dace259f08a", "name": "network-vif-plugged", "status": "completed", "tag": "6cc13b37-4379-4199-bdad-55d5ad4f0520", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:48:44.261531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99d04ad1-75a7-4338-be2d-c8e2c8563aa6 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:48:44.261919 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b68e3c-bf88-4c03-ba20-7dace259f08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc13b37-4379-4199-bdad-55d5ad4f0520', 'code': 200} Dec 09 02:48:44.286323 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=6cc13b37-4379-4199-bdad-55d5ad4f0520,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:44.352439 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:44.459460 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fd58d-8fee-41d4-9af4-07be30fbef62 req-8dc1e2b5-4dd5-4d93-8649-256b4e66edbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:44.460929 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-966fd58d-8fee-41d4-9af4-07be30fbef62 req-8dc1e2b5-4dd5-4d93-8649-256b4e66edbb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 1098 time: 0.0396843 Dec 09 02:48:44.510199 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-966fd58d-8fee-41d4-9af4-07be30fbef62 req-62f168e0-75f4-4982-9877-03b30f6634a4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422134 Dec 09 02:48:44.886033 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8a368-52a3-4960-acb0-cf1ad9d5665b req-c392edfe-ea34-475e-8039-00d353e24d00 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:44.887534 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c8a368-52a3-4960-acb0-cf1ad9d5665b req-c392edfe-ea34-475e-8039-00d353e24d00 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0486741 Dec 09 02:48:44.935869 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9c8a368-52a3-4960-acb0-cf1ad9d5665b req-cd0fba65-aed9-49e4-ae4a-658d12e5069e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422201 Dec 09 02:48:46.047918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739fb80-3837-4e9e-abda-a5447a110ac2 req-b483a99b-c8a5-45b2-89e4-326f8bd9a6ed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:46.049343 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3739fb80-3837-4e9e-abda-a5447a110ac2 req-b483a99b-c8a5-45b2-89e4-326f8bd9a6ed tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0486548 Dec 09 02:48:46.096957 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3739fb80-3837-4e9e-abda-a5447a110ac2 req-d61176d9-f64c-4e1b-9565-5ef25f94503d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412107 Dec 09 02:48:46.211467 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de074cf6-3846-4af4-8e20-b83d5844add5 req-7e6c74c9-0696-44ad-bded-dc4f98ccf88e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:46.212914 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-de074cf6-3846-4af4-8e20-b83d5844add5 req-7e6c74c9-0696-44ad-bded-dc4f98ccf88e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0520403 Dec 09 02:48:46.260527 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-de074cf6-3846-4af4-8e20-b83d5844add5 req-01f3e626-6a6e-4356-bc88-113ce68d02a5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418553 Dec 09 02:48:46.281758 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43168) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:46.320775 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee1b1d2-5ed4-4ef6-be50-a8904ab3298a tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:46.322205 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9ee1b1d2-5ed4-4ef6-be50-a8904ab3298a tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 1093 time: 0.0394666 Dec 09 02:48:46.324999 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43170) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:46.329229 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '6cc13b37-4379-4199-bdad-55d5ad4f0520', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:48:46.350739 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:46.448512 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:46.546742 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.26.3.93 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/8bdae900-036d-4168-b704-7a45635fb7ee) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:48:46.648501 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:46.681218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:46.717495 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:48:46.722201 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:48:46.725718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:48:46.731072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=8bdae900-036d-4168-b704-7a45635fb7ee,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:47.078889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:47.142667 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:47.291588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:47.295939 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:47.365500 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=8bdae900-036d-4168-b704-7a45635fb7ee,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:48:47.376901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:47.475088 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Floating IP 85fda15c-4dae-4490-ad6a-20f4aa5e5fde associated. External IP: 172.26.3.93, port: 6cc13b37-4379-4199-bdad-55d5ad4f0520. Dec 09 02:48:47.672147 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 869995b0-6725-4bd9-9bfa-9450c9c0c432 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:48:47.780264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:48:47.789661 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd183f8-af28-4fdd-9020-2685193cdf92 None None] Sync routers for ids ['869995b0-6725-4bd9-9bfa-9450c9c0c432'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:48:47.797479 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:48:47.799723 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd183f8-af28-4fdd-9020-2685193cdf92 None None] Routers {'869995b0-6725-4bd9-9bfa-9450c9c0c432'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:48:47.800341 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8bd183f8-af28-4fdd-9020-2685193cdf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:48:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['869995b0-6725-4bd9-9bfa-9450c9c0c432'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:47.826398 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c680daa0-682e-4f61-8546-1efece4da742 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4979055 Dec 09 02:48:47.826398 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b68e3c-bf88-4c03-ba20-7dace259f08a', 'tag': '6cc13b37-4379-4199-bdad-55d5ad4f0520'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:48:47.826694 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7f11a1-1d2c-42f3-9d4a-19db63e825ad" -d '{"events": [{"name": "network-changed", "server_uuid": "22b68e3c-bf88-4c03-ba20-7dace259f08a", "tag": "6cc13b37-4379-4199-bdad-55d5ad4f0520"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:48:47.906943 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-8bd183f8-af28-4fdd-9020-2685193cdf92 None None] Set router 869995b0-6725-4bd9-9bfa-9450c9c0c432 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:48:47.923207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a972c-083e-4a84-8dea-840b987c8008 req-f2e51822-dbff-4e50-9465-479c75a19b2e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:47.924722 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-356a972c-083e-4a84-8dea-840b987c8008 req-f2e51822-dbff-4e50-9465-479c75a19b2e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0528953 Dec 09 02:48:47.973358 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-356a972c-083e-4a84-8dea-840b987c8008 req-19f83302-a5d3-45e7-86b1-59729685eac5 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422609 Dec 09 02:48:47.995549 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43176) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:48.019719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f61063-04f2-47e5-b8ee-27b227bb01dd x-openstack-request-id: req-51f61063-04f2-47e5-b8ee-27b227bb01dd {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:48:48.020021 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b68e3c-bf88-4c03-ba20-7dace259f08a", "tag": "6cc13b37-4379-4199-bdad-55d5ad4f0520", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:48:48.020313 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51f61063-04f2-47e5-b8ee-27b227bb01dd {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:48:48.020727 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b68e3c-bf88-4c03-ba20-7dace259f08a', 'tag': '6cc13b37-4379-4199-bdad-55d5ad4f0520', 'status': 'completed', 'code': 200} Dec 09 02:48:48.058158 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1a22a86f-442a-4fd3-a2e5-07e1d7ce52df tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/85fda15c-4dae-4490-ad6a-20f4aa5e5fde HTTP/1.1" status: 200 len: 990 time: 0.0603878 Dec 09 02:48:48.104097 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f11a1-1d2c-42f3-9d4a-19db63e825ad req-3e1d13cb-93ac-492e-b9a9-c547f86d732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:48.105758 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7e7f11a1-1d2c-42f3-9d4a-19db63e825ad req-3e1d13cb-93ac-492e-b9a9-c547f86d732f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 1098 time: 0.0404356 Dec 09 02:48:48.136777 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8bd183f8-af28-4fdd-9020-2685193cdf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414945106', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:48:31Z', 'updated_at': '2021-12-09T02:48:35Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:32Z', 'updated_at': '2021-12-09T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '85fda15c-4dae-4490-ad6a-20f4aa5e5fde', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'port_id': '6cc13b37-4379-4199-bdad-55d5ad4f0520', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1', 'mac_address': 'fa:16:3e:e8:a2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b68e3c-bf88-4c03-ba20-7dace259f08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:48:46Z', 'updated_at': '2021-12-09T02:48:46Z', 'revision_number': 0, 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739e1b36-b244-4fda-a0b0-fdee37f19319', 'name': '', 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:b3:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:34Z', 'updated_at': '2021-12-09T02:48:38Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:48.162355 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd183f8-af28-4fdd-9020-2685193cdf92 None None] Checking router: 869995b0-6725-4bd9-9bfa-9450c9c0c432 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:48:48.170555 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd183f8-af28-4fdd-9020-2685193cdf92 None None] Routers {'869995b0-6725-4bd9-9bfa-9450c9c0c432'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:48:48.171154 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8bd183f8-af28-4fdd-9020-2685193cdf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:48:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['869995b0-6725-4bd9-9bfa-9450c9c0c432'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:48.199125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f11a1-1d2c-42f3-9d4a-19db63e825ad req-34d804ac-bd00-472d-a9ee-d3261e9cb16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:48.200538 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7e7f11a1-1d2c-42f3-9d4a-19db63e825ad req-34d804ac-bd00-472d-a9ee-d3261e9cb16a service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7f49e10-4392-4e47-a577-e121ec0baba1 HTTP/1.1" status: 200 len: 898 time: 0.0875041 Dec 09 02:48:48.265298 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7e7f11a1-1d2c-42f3-9d4a-19db63e825ad req-e1a5b4e2-e59f-4674-a661-2b5dd8e51d34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cc13b37-4379-4199-bdad-55d5ad4f0520 HTTP/1.1" status: 200 len: 998 time: 0.0575652 Dec 09 02:48:48.277219 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-8bd183f8-af28-4fdd-9020-2685193cdf92 None None] Set router 869995b0-6725-4bd9-9bfa-9450c9c0c432 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:48:48.313663 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f11a1-1d2c-42f3-9d4a-19db63e825ad req-7f504c74-b921-46b3-89d9-0e81f8a046b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:48.315114 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7e7f11a1-1d2c-42f3-9d4a-19db63e825ad req-7f504c74-b921-46b3-89d9-0e81f8a046b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=face38a6-ca27-4523-8953-9faa81eacaac HTTP/1.1" status: 200 len: 835 time: 0.0432706 Dec 09 02:48:48.363760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f11a1-1d2c-42f3-9d4a-19db63e825ad req-8b2596f0-9418-495d-99bb-7ccede95a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:48.365855 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7e7f11a1-1d2c-42f3-9d4a-19db63e825ad req-8b2596f0-9418-495d-99bb-7ccede95a37b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7f49e10-4392-4e47-a577-e121ec0baba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436950 Dec 09 02:48:48.452902 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7e7f11a1-1d2c-42f3-9d4a-19db63e825ad req-e03276c9-782f-4f5d-b5d4-64a17e812159 service neutron] 10.222.0.45 "GET /v2.0/networks/d7f49e10-4392-4e47-a577-e121ec0baba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808191 Dec 09 02:48:48.500616 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8bd183f8-af28-4fdd-9020-2685193cdf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414945106', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:48:31Z', 'updated_at': '2021-12-09T02:48:35Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:32Z', 'updated_at': '2021-12-09T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '85fda15c-4dae-4490-ad6a-20f4aa5e5fde', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'port_id': '6cc13b37-4379-4199-bdad-55d5ad4f0520', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1', 'mac_address': 'fa:16:3e:e8:a2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b68e3c-bf88-4c03-ba20-7dace259f08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:48:46Z', 'updated_at': '2021-12-09T02:48:46Z', 'revision_number': 0, 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739e1b36-b244-4fda-a0b0-fdee37f19319', 'name': '', 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:b3:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:34Z', 'updated_at': '2021-12-09T02:48:38Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:48:48.526222 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd183f8-af28-4fdd-9020-2685193cdf92 None None] The sync data for ids ['869995b0-6725-4bd9-9bfa-9450c9c0c432'] in dv-neutron-804846-18-hyperv is: [{'id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414945106', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:48:31Z', 'updated_at': '2021-12-09T02:48:35Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:32Z', 'updated_at': '2021-12-09T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '85fda15c-4dae-4490-ad6a-20f4aa5e5fde', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'port_id': '6cc13b37-4379-4199-bdad-55d5ad4f0520', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1', 'mac_address': 'fa:16:3e:e8:a2:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b68e3c-bf88-4c03-ba20-7dace259f08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:48:46Z', 'updated_at': '2021-12-09T02:48:46Z', 'revision_number': 0, 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739e1b36-b244-4fda-a0b0-fdee37f19319', 'name': '', 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:b3:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:34Z', 'updated_at': '2021-12-09T02:48:38Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:48:48.547039 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7e7f11a1-1d2c-42f3-9d4a-19db63e825ad req-a0192c35-c711-4a44-b385-8277462456c7 service neutron] 10.222.0.45 "GET /v2.0/networks/d7f49e10-4392-4e47-a577-e121ec0baba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878477 Dec 09 02:48:48.705944 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230ac7a8-5b7d-4b08-ae69-c2445d3e3e99 None None] New status for floating IP 85fda15c-4dae-4490-ad6a-20f4aa5e5fde: ACTIVE {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:48:49.061159 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43178) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:48:49.162917 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-22f5d134-27a9-4555-9d63-3a1e09395db6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/85fda15c-4dae-4490-ad6a-20f4aa5e5fde HTTP/1.1" status: 200 len: 992 time: 0.1006284 Dec 09 02:48:54.788685 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d8e8dfe-f59a-42a1-83b0-f2f58c290e01 req-eccb20ef-53fb-402d-aba1-f6a648a746f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436847 Dec 09 02:48:54.884427 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e8dfe-f59a-42a1-83b0-f2f58c290e01 req-226c4c02-736e-48b3-984c-08a0f43cefea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:54.885874 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d8e8dfe-f59a-42a1-83b0-f2f58c290e01 req-226c4c02-736e-48b3-984c-08a0f43cefea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 1098 time: 0.0390267 Dec 09 02:48:54.988776 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e8dfe-f59a-42a1-83b0-f2f58c290e01 req-3b908782-4128-4e46-a25d-9cebbe49bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:54.990225 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d8e8dfe-f59a-42a1-83b0-f2f58c290e01 req-3b908782-4128-4e46-a25d-9cebbe49bf39 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7f49e10-4392-4e47-a577-e121ec0baba1 HTTP/1.1" status: 200 len: 898 time: 0.0847931 Dec 09 02:48:55.053747 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d8e8dfe-f59a-42a1-83b0-f2f58c290e01 req-98c0ef16-15f8-4338-98b6-4c7c88515897 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cc13b37-4379-4199-bdad-55d5ad4f0520 HTTP/1.1" status: 200 len: 1000 time: 0.0562677 Dec 09 02:48:55.100489 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e8dfe-f59a-42a1-83b0-f2f58c290e01 req-4e970c1c-2723-437b-b6df-d73463d60ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:55.101862 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d8e8dfe-f59a-42a1-83b0-f2f58c290e01 req-4e970c1c-2723-437b-b6df-d73463d60ac9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=face38a6-ca27-4523-8953-9faa81eacaac HTTP/1.1" status: 200 len: 835 time: 0.0414441 Dec 09 02:48:55.150991 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e8dfe-f59a-42a1-83b0-f2f58c290e01 req-32a0e57f-2de6-4437-9cad-491b75cfe935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:48:55.152631 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d8e8dfe-f59a-42a1-83b0-f2f58c290e01 req-32a0e57f-2de6-4437-9cad-491b75cfe935 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7f49e10-4392-4e47-a577-e121ec0baba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0442631 Dec 09 02:48:55.239413 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d8e8dfe-f59a-42a1-83b0-f2f58c290e01 req-b088e50f-3075-4d60-94ae-ba1369428392 service neutron] 10.222.0.45 "GET /v2.0/networks/d7f49e10-4392-4e47-a577-e121ec0baba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801613 Dec 09 02:48:55.619030 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d8e8dfe-f59a-42a1-83b0-f2f58c290e01 req-0ac8b23d-e4d7-438a-bf69-4f00d757490e service neutron] 10.222.0.45 "GET /v2.0/networks/d7f49e10-4392-4e47-a577-e121ec0baba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728352 Dec 09 02:49:03.090445 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-79544b2f-aa4f-4d79-a3a4-030c1fc2e370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:49:05.331458 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e94067a8-82f8-4cdb-aadb-f5ebd3677cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:49:06.520741 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:49:07.352356 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:49:07.904130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:49:08.740623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:49:14.351134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:49:17.917248 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fcbaf-4390-4a9b-a10c-49de90efc1e9 req-95c57a82-39f1-4901-92b7-8e0d0f36cfd1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:17.918701 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-127fcbaf-4390-4a9b-a10c-49de90efc1e9 req-95c57a82-39f1-4901-92b7-8e0d0f36cfd1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0487385 Dec 09 02:49:17.967675 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-127fcbaf-4390-4a9b-a10c-49de90efc1e9 req-752cb610-29d9-45b0-b325-a34288f563c6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430739 Dec 09 02:49:19.080806 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aad866-341c-4144-96a5-fc83c1c3831c req-167a1ac3-6ef0-40b5-a7bc-aad720a11da2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:19.082361 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9aad866-341c-4144-96a5-fc83c1c3831c req-167a1ac3-6ef0-40b5-a7bc-aad720a11da2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0475891 Dec 09 02:49:19.129803 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a9aad866-341c-4144-96a5-fc83c1c3831c req-197b7a92-6081-4f85-9f01-390d0f3b6e89 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415661 Dec 09 02:49:20.246580 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c84b33-03e5-40cc-bb05-7401d0894024 req-cd68d271-6b5e-45c9-9443-30b01cff75e6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:20.248087 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-40c84b33-03e5-40cc-bb05-7401d0894024 req-cd68d271-6b5e-45c9-9443-30b01cff75e6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0524356 Dec 09 02:49:20.296181 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-40c84b33-03e5-40cc-bb05-7401d0894024 req-3c05b8cd-0fdc-4aba-8862-d9017c482ad0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421693 Dec 09 02:49:21.409335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1149fc4-2218-4d65-ae1c-b01cd9058356 req-c300c3af-a49b-4053-8907-643eee8fb36e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:21.410806 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b1149fc4-2218-4d65-ae1c-b01cd9058356 req-c300c3af-a49b-4053-8907-643eee8fb36e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0478594 Dec 09 02:49:21.458574 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b1149fc4-2218-4d65-ae1c-b01cd9058356 req-e3224820-bd28-4857-af45-7a6b97714e4a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416923 Dec 09 02:49:22.578569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fb28a-de14-47d5-bcba-a79625c37572 req-9be9d96e-e0e0-4ec1-b29f-a5558d75276f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:22.580038 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4e5fb28a-de14-47d5-bcba-a79625c37572 req-9be9d96e-e0e0-4ec1-b29f-a5558d75276f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0508673 Dec 09 02:49:22.633947 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4e5fb28a-de14-47d5-bcba-a79625c37572 req-6ff6a348-5d22-481d-a4ed-1ac3ab237c64 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480173 Dec 09 02:49:23.747076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f625eb3-2581-4a9f-9ed6-dd825070dfc0 req-ae062887-2f86-4512-a28b-89e7a0bd2ead tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:23.748580 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f625eb3-2581-4a9f-9ed6-dd825070dfc0 req-ae062887-2f86-4512-a28b-89e7a0bd2ead tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0470872 Dec 09 02:49:23.797427 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4f625eb3-2581-4a9f-9ed6-dd825070dfc0 req-e48dd72a-1058-4f36-b0f8-087d12067cef tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431166 Dec 09 02:49:24.910326 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff94b82-45d3-4860-b853-30d87a71a8df req-bab45936-bd7f-4ff7-b2dc-ded2005245f8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:24.912363 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dff94b82-45d3-4860-b853-30d87a71a8df req-bab45936-bd7f-4ff7-b2dc-ded2005245f8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0479441 Dec 09 02:49:24.963254 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dff94b82-45d3-4860-b853-30d87a71a8df req-b247e0cb-8230-4758-92c6-e22c2c1d2ea7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448995 Dec 09 02:49:26.075999 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0e306-660c-44ef-a019-276a7632dd3a req-68c990d1-7154-42f4-87b8-3621f92dae61 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:26.077461 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ec0e306-660c-44ef-a019-276a7632dd3a req-68c990d1-7154-42f4-87b8-3621f92dae61 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0473855 Dec 09 02:49:26.125040 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ec0e306-660c-44ef-a019-276a7632dd3a req-37d472c5-6f08-4478-8e66-855ff5971302 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417247 Dec 09 02:49:27.238219 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94cca5-56cc-4154-bfd5-4d39a46e0cbe req-270a1425-2bd1-47d8-a1f9-f36043b74344 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:27.240205 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bb94cca5-56cc-4154-bfd5-4d39a46e0cbe req-270a1425-2bd1-47d8-a1f9-f36043b74344 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0485773 Dec 09 02:49:27.288433 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bb94cca5-56cc-4154-bfd5-4d39a46e0cbe req-eba0fc4a-b337-4a3a-81f9-6ab0bddaa771 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424516 Dec 09 02:49:28.405759 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db8ed6-52e0-4140-b43b-7d4f44c9c8de req-889fc943-d14b-4262-93c3-69b9c64d3b71 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:28.407164 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-11db8ed6-52e0-4140-b43b-7d4f44c9c8de req-889fc943-d14b-4262-93c3-69b9c64d3b71 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0530231 Dec 09 02:49:28.454809 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-11db8ed6-52e0-4140-b43b-7d4f44c9c8de req-04b9038c-6617-4620-853e-216de4c44ec1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411646 Dec 09 02:49:28.477286 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43212) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:49:28.536315 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-027e5bf8-8101-4b90-a8fc-270da03b1061 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/85fda15c-4dae-4490-ad6a-20f4aa5e5fde HTTP/1.1" status: 200 len: 992 time: 0.0573471 Dec 09 02:49:29.821556 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed766e-ff22-4cfb-a50e-dd95d63dbe26 req-7eaa5b14-c71e-47e8-a77e-82927918b3db tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:29.822927 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a4ed766e-ff22-4cfb-a50e-dd95d63dbe26 req-7eaa5b14-c71e-47e8-a77e-82927918b3db tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0540018 Dec 09 02:49:29.881610 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a4ed766e-ff22-4cfb-a50e-dd95d63dbe26 req-2d7ab45a-f9f3-4151-99bf-ae6848504951 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522096 Dec 09 02:49:29.910970 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb891892-c29b-4d48-aaee-7dcdcb30976f req-65b91b30-16e5-4d28-8cce-768f246dbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:29.912494 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb891892-c29b-4d48-aaee-7dcdcb30976f req-65b91b30-16e5-4d28-8cce-768f246dbd50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 1098 time: 0.0877035 Dec 09 02:49:30.002306 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb891892-c29b-4d48-aaee-7dcdcb30976f req-c08f8f14-5c89-4d9c-81df-0994decdcd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:30.003791 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb891892-c29b-4d48-aaee-7dcdcb30976f req-c08f8f14-5c89-4d9c-81df-0994decdcd81 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7f49e10-4392-4e47-a577-e121ec0baba1 HTTP/1.1" status: 200 len: 898 time: 0.0843782 Dec 09 02:49:30.070717 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb891892-c29b-4d48-aaee-7dcdcb30976f req-b1a15d7a-aa9d-48d6-9bb0-065e2ea9ada1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cc13b37-4379-4199-bdad-55d5ad4f0520 HTTP/1.1" status: 200 len: 1000 time: 0.0596039 Dec 09 02:49:30.121623 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb891892-c29b-4d48-aaee-7dcdcb30976f req-e6d96b1f-b0d1-454c-a376-366bbb566913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:30.123070 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb891892-c29b-4d48-aaee-7dcdcb30976f req-e6d96b1f-b0d1-454c-a376-366bbb566913 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=face38a6-ca27-4523-8953-9faa81eacaac HTTP/1.1" status: 200 len: 835 time: 0.0457919 Dec 09 02:49:30.176311 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb891892-c29b-4d48-aaee-7dcdcb30976f req-b79ff1cd-a4d0-41d6-b817-29ccae95b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:30.177846 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb891892-c29b-4d48-aaee-7dcdcb30976f req-b79ff1cd-a4d0-41d6-b817-29ccae95b39b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7f49e10-4392-4e47-a577-e121ec0baba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0470519 Dec 09 02:49:30.271875 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb891892-c29b-4d48-aaee-7dcdcb30976f req-aef05f3a-c7ec-43a0-89b1-e10dac3518c3 service neutron] 10.222.0.45 "GET /v2.0/networks/d7f49e10-4392-4e47-a577-e121ec0baba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864668 Dec 09 02:49:30.361684 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb891892-c29b-4d48-aaee-7dcdcb30976f req-0de9eb23-ac39-476b-8462-50586c9c42d7 service neutron] 10.222.0.45 "GET /v2.0/networks/d7f49e10-4392-4e47-a577-e121ec0baba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833275 Dec 09 02:49:30.996514 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00088e6-57a3-496a-8808-8cb80a5b0114 req-773bbe93-f95e-4c59-b7bc-d9093093badf tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:30.997991 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a00088e6-57a3-496a-8808-8cb80a5b0114 req-773bbe93-f95e-4c59-b7bc-d9093093badf tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0492580 Dec 09 02:49:31.046182 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a00088e6-57a3-496a-8808-8cb80a5b0114 req-552b1498-9e7d-4f9b-b68f-97721ad38af1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423009 Dec 09 02:49:31.068322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43224) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:49:31.127162 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-90a47f82-0af8-436d-9821-f9b2efb20e86 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/85fda15c-4dae-4490-ad6a-20f4aa5e5fde HTTP/1.1" status: 200 len: 992 time: 0.0576818 Dec 09 02:49:33.093918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-afc5167a-3d1a-467b-a976-6f50f4e33d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:49:35.332904 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52d6da40-9d79-4c30-897e-955958fd7083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:49:36.521740 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:49:37.907197 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:49:38.742411 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:49:44.352247 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:49:44.353034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:49:56.765087 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f8b53d2d-b6f5-407e-b144-6e68c8d4e721 req-73f3c964-367f-421c-8b07-3d659640d765 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433898 Dec 09 02:49:56.871309 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b53d2d-b6f5-407e-b144-6e68c8d4e721 req-fc7ff26d-b398-40c5-a2c0-258b8bc7ba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:56.872806 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f8b53d2d-b6f5-407e-b144-6e68c8d4e721 req-fc7ff26d-b398-40c5-a2c0-258b8bc7ba81 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 1098 time: 0.0399702 Dec 09 02:49:56.973989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b53d2d-b6f5-407e-b144-6e68c8d4e721 req-0f1943fd-55ad-457a-a0cf-afd3f85b9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:56.975569 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f8b53d2d-b6f5-407e-b144-6e68c8d4e721 req-0f1943fd-55ad-457a-a0cf-afd3f85b9af4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7f49e10-4392-4e47-a577-e121ec0baba1 HTTP/1.1" status: 200 len: 898 time: 0.0837805 Dec 09 02:49:57.044523 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f8b53d2d-b6f5-407e-b144-6e68c8d4e721 req-d9100cf3-bf23-49c9-8bfe-f630ed6b2bf1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cc13b37-4379-4199-bdad-55d5ad4f0520 HTTP/1.1" status: 200 len: 1000 time: 0.0616152 Dec 09 02:49:57.093499 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b53d2d-b6f5-407e-b144-6e68c8d4e721 req-a9bdd1c7-efde-4307-b3a4-5d80013c7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:57.094905 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f8b53d2d-b6f5-407e-b144-6e68c8d4e721 req-a9bdd1c7-efde-4307-b3a4-5d80013c7632 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=face38a6-ca27-4523-8953-9faa81eacaac HTTP/1.1" status: 200 len: 835 time: 0.0429287 Dec 09 02:49:57.139485 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b53d2d-b6f5-407e-b144-6e68c8d4e721 req-d740fc7b-0b0a-4fab-89a3-579bf0412763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:49:57.140971 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f8b53d2d-b6f5-407e-b144-6e68c8d4e721 req-d740fc7b-0b0a-4fab-89a3-579bf0412763 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7f49e10-4392-4e47-a577-e121ec0baba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0389824 Dec 09 02:49:57.231872 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f8b53d2d-b6f5-407e-b144-6e68c8d4e721 req-bc12f892-dd2b-4acc-8d9e-cee17eee8a83 service neutron] 10.222.0.45 "GET /v2.0/networks/d7f49e10-4392-4e47-a577-e121ec0baba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822473 Dec 09 02:49:57.317278 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f8b53d2d-b6f5-407e-b144-6e68c8d4e721 req-c57f1399-24f9-4a98-a79b-5d14ac64669b service neutron] 10.222.0.45 "GET /v2.0/networks/d7f49e10-4392-4e47-a577-e121ec0baba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790217 Dec 09 02:50:01.511856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43244) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:01.674169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port 8bdae900-036d-4168-b704-7a45635fb7ee {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:50:01.674415 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:01.747058 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:01.747393 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:01.758779 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for 8bdae900-036d-4168-b704-7a45635fb7ee owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:50:01.908155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:01.933909 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=8bdae900-036d-4168-b704-7a45635fb7ee,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:01.960226 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:01.960588 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:01.960944 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:01.961294 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:01.961645 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:01.961989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:01.962327 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:01.962667 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:01.963010 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:01.963348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:01.963731 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:01.964048 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:01.964385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:02.009139 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:02.009477 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Floating IP 85fda15c-4dae-4490-ad6a-20f4aa5e5fde disassociated (deleted). External IP: 172.26.3.93, port: 6cc13b37-4379-4199-bdad-55d5ad4f0520. Dec 09 02:50:02.215322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 869995b0-6725-4bd9-9bfa-9450c9c0c432 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:50:02.322200 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:50:02.326810 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:02.331582 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f524fdb2-ffc6-434d-8422-9797b0e34af7 None None] Sync routers for ids ['869995b0-6725-4bd9-9bfa-9450c9c0c432'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:50:02.342128 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f524fdb2-ffc6-434d-8422-9797b0e34af7 None None] Routers {'869995b0-6725-4bd9-9bfa-9450c9c0c432'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:50:02.343060 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f524fdb2-ffc6-434d-8422-9797b0e34af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:49:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['869995b0-6725-4bd9-9bfa-9450c9c0c432'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:02.353478 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5e5f0df3-bb51-49d1-9518-df92f54bcf04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/floatingips/85fda15c-4dae-4490-ad6a-20f4aa5e5fde HTTP/1.1" status: 204 len: 168 time: 0.8404102 Dec 09 02:50:02.354268 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b68e3c-bf88-4c03-ba20-7dace259f08a', 'tag': '6cc13b37-4379-4199-bdad-55d5ad4f0520'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:50:02.356648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94a165d-38f9-4253-93ae-fceba28b6b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "22b68e3c-bf88-4c03-ba20-7dace259f08a", "tag": "6cc13b37-4379-4199-bdad-55d5ad4f0520"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:50:02.457095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-f524fdb2-ffc6-434d-8422-9797b0e34af7 None None] Set router 869995b0-6725-4bd9-9bfa-9450c9c0c432 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:50:02.570601 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b31dac-3963-4df9-8400-5f55060c220b x-openstack-request-id: req-f5b31dac-3963-4df9-8400-5f55060c220b {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:50:02.571121 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b68e3c-bf88-4c03-ba20-7dace259f08a", "tag": "6cc13b37-4379-4199-bdad-55d5ad4f0520", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:50:02.571121 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5b31dac-3963-4df9-8400-5f55060c220b {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:50:02.571573 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b68e3c-bf88-4c03-ba20-7dace259f08a', 'tag': '6cc13b37-4379-4199-bdad-55d5ad4f0520', 'status': 'completed', 'code': 200} Dec 09 02:50:02.680364 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f524fdb2-ffc6-434d-8422-9797b0e34af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414945106', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:48:31Z', 'updated_at': '2021-12-09T02:48:35Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:32Z', 'updated_at': '2021-12-09T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '739e1b36-b244-4fda-a0b0-fdee37f19319', 'name': '', 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:b3:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:34Z', 'updated_at': '2021-12-09T02:48:38Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:02.700490 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d1c65-02d3-45b2-a60f-22cfcd7aefd1 req-f01e6d36-9185-4073-9556-b6a3a193fa64 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:02.701991 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-aa2d1c65-02d3-45b2-a60f-22cfcd7aefd1 req-f01e6d36-9185-4073-9556-b6a3a193fa64 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0858164 Dec 09 02:50:02.703816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a165d-38f9-4253-93ae-fceba28b6b8b req-fa1905a9-9fa3-414b-9194-6f6e6ddc166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:02.705244 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c94a165d-38f9-4253-93ae-fceba28b6b8b req-fa1905a9-9fa3-414b-9194-6f6e6ddc166f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 1098 time: 0.0797875 Dec 09 02:50:02.706756 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f524fdb2-ffc6-434d-8422-9797b0e34af7 None None] Checking router: 869995b0-6725-4bd9-9bfa-9450c9c0c432 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:50:02.715286 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f524fdb2-ffc6-434d-8422-9797b0e34af7 None None] Routers {'869995b0-6725-4bd9-9bfa-9450c9c0c432'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:50:02.715914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f524fdb2-ffc6-434d-8422-9797b0e34af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:49:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['869995b0-6725-4bd9-9bfa-9450c9c0c432'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:02.810914 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-aa2d1c65-02d3-45b2-a60f-22cfcd7aefd1 req-eb30b2f9-f3f0-44c9-b17a-5f90a1164a55 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022367 Dec 09 02:50:02.821308 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-f524fdb2-ffc6-434d-8422-9797b0e34af7 None None] Set router 869995b0-6725-4bd9-9bfa-9450c9c0c432 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:50:02.845728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a165d-38f9-4253-93ae-fceba28b6b8b req-82d57989-df62-4385-8987-673c47c4c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:02.847762 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c94a165d-38f9-4253-93ae-fceba28b6b8b req-82d57989-df62-4385-8987-673c47c4c1a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d7f49e10-4392-4e47-a577-e121ec0baba1 HTTP/1.1" status: 200 len: 898 time: 0.1326177 Dec 09 02:50:02.892496 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c94a165d-38f9-4253-93ae-fceba28b6b8b req-8d949feb-2c77-47e1-97d5-5dc0d948a04e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cc13b37-4379-4199-bdad-55d5ad4f0520 HTTP/1.1" status: 200 len: 217 time: 0.0355475 Dec 09 02:50:02.941711 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a165d-38f9-4253-93ae-fceba28b6b8b req-084e907a-4915-4491-acbc-e6f97c61aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:02.943178 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c94a165d-38f9-4253-93ae-fceba28b6b8b req-084e907a-4915-4491-acbc-e6f97c61aa57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=face38a6-ca27-4523-8953-9faa81eacaac HTTP/1.1" status: 200 len: 835 time: 0.0433455 Dec 09 02:50:02.994336 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a165d-38f9-4253-93ae-fceba28b6b8b req-11f5bcbf-0461-4843-8a64-df734035cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:02.995848 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c94a165d-38f9-4253-93ae-fceba28b6b8b req-11f5bcbf-0461-4843-8a64-df734035cd5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7f49e10-4392-4e47-a577-e121ec0baba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0435951 Dec 09 02:50:03.017044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f524fdb2-ffc6-434d-8422-9797b0e34af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414945106', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:48:31Z', 'updated_at': '2021-12-09T02:48:35Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:32Z', 'updated_at': '2021-12-09T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '739e1b36-b244-4fda-a0b0-fdee37f19319', 'name': '', 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:b3:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:34Z', 'updated_at': '2021-12-09T02:48:38Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:03.047895 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f524fdb2-ffc6-434d-8422-9797b0e34af7 None None] The sync data for ids ['869995b0-6725-4bd9-9bfa-9450c9c0c432'] in dv-neutron-804846-18-hyperv is: [{'id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414945106', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:48:31Z', 'updated_at': '2021-12-09T02:48:35Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:32Z', 'updated_at': '2021-12-09T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '739e1b36-b244-4fda-a0b0-fdee37f19319', 'name': '', 'network_id': 'd7f49e10-4392-4e47-a577-e121ec0baba1', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:b3:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:34Z', 'updated_at': '2021-12-09T02:48:38Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': 'face38a6-ca27-4523-8953-9faa81eacaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:50:03.087145 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c94a165d-38f9-4253-93ae-fceba28b6b8b req-1f428c67-c4e8-470f-8648-68e5839928db service neutron] 10.222.0.45 "GET /v2.0/networks/d7f49e10-4392-4e47-a577-e121ec0baba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833275 Dec 09 02:50:03.096220 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ce9e6378-0771-4ef2-b021-7d45b067fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:03.184983 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c94a165d-38f9-4253-93ae-fceba28b6b8b req-bcd24177-b4db-41b0-8ddb-a98b1a1bc1aa service neutron] 10.222.0.45 "GET /v2.0/networks/d7f49e10-4392-4e47-a577-e121ec0baba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902653 Dec 09 02:50:03.266181 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776701eb-e8c3-49b5-a3b1-ff152ed4c18c None None] New status for floating IP 85fda15c-4dae-4490-ad6a-20f4aa5e5fde: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:50:03.927930 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fdfaa-86e5-43cd-b8ea-386ad5b3732e req-2a308f14-4ff3-42c3-a45e-bed8f0f0a754 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:03.929532 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5f4fdfaa-86e5-43cd-b8ea-386ad5b3732e req-2a308f14-4ff3-42c3-a45e-bed8f0f0a754 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0500817 Dec 09 02:50:03.977944 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5f4fdfaa-86e5-43cd-b8ea-386ad5b3732e req-d32910dd-1944-486e-8708-44fd7d58c104 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=c63952ac-db08-4f3b-8831-219ddde95cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423517 Dec 09 02:50:04.260668 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e850f5-f441-4a85-a305-58289ec0b530 req-d0479904-cd2d-4e20-b446-b3dc68769e54 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:04.262133 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-90e850f5-f441-4a85-a305-58289ec0b530 req-d0479904-cd2d-4e20-b446-b3dc68769e54 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 945 time: 0.0474622 Dec 09 02:50:04.350616 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-90e850f5-f441-4a85-a305-58289ec0b530 req-c5702266-f272-4940-9963-a43817176934 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port 6cc13b37-4379-4199-bdad-55d5ad4f0520 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:50:04.350964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-90e850f5-f441-4a85-a305-58289ec0b530 req-c5702266-f272-4940-9963-a43817176934 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:04.436496 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-90e850f5-f441-4a85-a305-58289ec0b530 req-c5702266-f272-4940-9963-a43817176934 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] For port 6cc13b37-4379-4199-bdad-55d5ad4f0520, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6cc13b37-4379-4199-bdad-55d5ad4f0520,segment=NetworkSegment(8d1ae02e-af75-4d98-a5f7-8d505078bf37),segment_id=8d1ae02e-af75-4d98-a5f7-8d505078bf37)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:50:04.436790 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-90e850f5-f441-4a85-a305-58289ec0b530 req-c5702266-f272-4940-9963-a43817176934 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:04.449432 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-90e850f5-f441-4a85-a305-58289ec0b530 req-c5702266-f272-4940-9963-a43817176934 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for 6cc13b37-4379-4199-bdad-55d5ad4f0520 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:50:04.576825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-90e850f5-f441-4a85-a305-58289ec0b530 req-c5702266-f272-4940-9963-a43817176934 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:04.605514 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5702266-f272-4940-9963-a43817176934 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=6cc13b37-4379-4199-bdad-55d5ad4f0520,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:04.651036 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e850f5-f441-4a85-a305-58289ec0b530 req-c5702266-f272-4940-9963-a43817176934 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] No DVR routers for this DVR port 6cc13b37-4379-4199-bdad-55d5ad4f0520 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:50:04.653620 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-90e850f5-f441-4a85-a305-58289ec0b530 req-c5702266-f272-4940-9963-a43817176934 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:04.657049 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-90e850f5-f441-4a85-a305-58289ec0b530 req-c5702266-f272-4940-9963-a43817176934 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "DELETE /v2.0/ports/6cc13b37-4379-4199-bdad-55d5ad4f0520 HTTP/1.1" status: 204 len: 173 time: 0.3887913 Dec 09 02:50:04.657490 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b68e3c-bf88-4c03-ba20-7dace259f08a', 'name': 'network-vif-deleted', 'tag': '6cc13b37-4379-4199-bdad-55d5ad4f0520'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:50:04.660410 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6df8600-6836-4660-b522-82bfc10de11b" -d '{"events": [{"server_uuid": "22b68e3c-bf88-4c03-ba20-7dace259f08a", "name": "network-vif-deleted", "tag": "6cc13b37-4379-4199-bdad-55d5ad4f0520"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:50:04.697072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493ac6cf-85e2-4a0a-8d73-e00a8d0d0a32 x-openstack-request-id: req-493ac6cf-85e2-4a0a-8d73-e00a8d0d0a32 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:50:04.697506 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b68e3c-bf88-4c03-ba20-7dace259f08a", "name": "network-vif-deleted", "tag": "6cc13b37-4379-4199-bdad-55d5ad4f0520", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:50:04.697762 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-493ac6cf-85e2-4a0a-8d73-e00a8d0d0a32 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:50:04.698168 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b68e3c-bf88-4c03-ba20-7dace259f08a', 'name': 'network-vif-deleted', 'tag': '6cc13b37-4379-4199-bdad-55d5ad4f0520', 'status': 'completed', 'code': 200} Dec 09 02:50:05.091391 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9e340b76-adf6-403e-a4f9-1299c09e6366 req-11a7050d-bb1d-4077-a1bc-8be73c8c1524 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=22b68e3c-bf88-4c03-ba20-7dace259f08a HTTP/1.1" status: 200 len: 210 time: 0.0289247 Dec 09 02:50:05.334343 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3f60be07-6c65-4ab6-bf82-05765e523b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:06.145232 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43264) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:06.440865 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6cc13b37-4379-4199-bdad-55d5ad4f0520 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:50:06.460971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 6cc13b37-4379-4199-bdad-55d5ad4f0520 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:50:06.461299 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6cc13b37-4379-4199-bdad-55d5ad4f0520 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:50:06.499822 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:06.525778 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:06.749641 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port 739e1b36-b244-4fda-a0b0-fdee37f19319 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:50:06.749989 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:06.840444 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] For port 739e1b36-b244-4fda-a0b0-fdee37f19319, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=739e1b36-b244-4fda-a0b0-fdee37f19319,segment=NetworkSegment(8d1ae02e-af75-4d98-a5f7-8d505078bf37),segment_id=8d1ae02e-af75-4d98-a5f7-8d505078bf37)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:50:06.840809 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:06.853411 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for 739e1b36-b244-4fda-a0b0-fdee37f19319 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:50:07.035298 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:07.061689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=739e1b36-b244-4fda-a0b0-fdee37f19319,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:07.073660 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:07.074060 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:07.074375 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:07.074725 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:07.075071 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:07.075426 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:07.075779 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:07.076118 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:07.076458 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:07.076796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:07.077136 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:07.077470 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:07.077810 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:07.240345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:07.446529 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 869995b0-6725-4bd9-9bfa-9450c9c0c432 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:50:07.804875 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:50:07.809896 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b2bcb36e-7d74-44d7-ab44-6b1d3db58a8d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "PUT /v2.0/routers/869995b0-6725-4bd9-9bfa-9450c9c0c432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6636076 Dec 09 02:50:07.812687 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43268) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:07.816827 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4df25fc-762e-438e-ace3-0a973ab45086 None None] Sync routers for ids ['869995b0-6725-4bd9-9bfa-9450c9c0c432'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:50:07.826049 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df25fc-762e-438e-ace3-0a973ab45086 None None] Routers {'869995b0-6725-4bd9-9bfa-9450c9c0c432'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:50:07.826651 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e4df25fc-762e-438e-ace3-0a973ab45086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:50:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['869995b0-6725-4bd9-9bfa-9450c9c0c432'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:07.864479 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e0b2cb-a514-406c-9506-c3c145f88b42 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting subnet face38a6-ca27-4523-8953-9faa81eacaac {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:50:07.867559 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40e0b2cb-a514-406c-9506-c3c145f88b42 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:07.910955 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40e0b2cb-a514-406c-9506-c3c145f88b42 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:07.927844 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:07.942555 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e4df25fc-762e-438e-ace3-0a973ab45086 None None] Set router 869995b0-6725-4bd9-9bfa-9450c9c0c432 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:50:07.992166 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40e0b2cb-a514-406c-9506-c3c145f88b42 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:08.050704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40e0b2cb-a514-406c-9506-c3c145f88b42 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:08.081949 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0b2cb-a514-406c-9506-c3c145f88b42 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Subnet': ['ID=face38a6-ca27-4523-8953-9faa81eacaac,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:08.085581 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40e0b2cb-a514-406c-9506-c3c145f88b42 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:08.091292 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-40e0b2cb-a514-406c-9506-c3c145f88b42 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/subnets/face38a6-ca27-4523-8953-9faa81eacaac HTTP/1.1" status: 204 len: 168 time: 0.2754362 Dec 09 02:50:08.091518 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43270) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:08.093272 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde65162-9465-4f74-b3b1-b77ce8e2344e None None] Network d7f49e10-4392-4e47-a577-e121ec0baba1 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:50:08.195296 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e4df25fc-762e-438e-ace3-0a973ab45086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414945106', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:48:31Z', 'updated_at': '2021-12-09T02:50:06Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:32Z', 'updated_at': '2021-12-09T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:08.198589 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0caa1589-97e8-4b19-85a8-e59917c2b1d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:08.222738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4df25fc-762e-438e-ace3-0a973ab45086 None None] Checking router: 869995b0-6725-4bd9-9bfa-9450c9c0c432 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:50:08.231786 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df25fc-762e-438e-ace3-0a973ab45086 None None] Routers {'869995b0-6725-4bd9-9bfa-9450c9c0c432'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:50:08.232402 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e4df25fc-762e-438e-ace3-0a973ab45086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:50:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['869995b0-6725-4bd9-9bfa-9450c9c0c432'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:08.279359 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] DHCP port deletion for d7f49e10-4392-4e47-a577-e121ec0baba1 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:50:08.300799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0caa1589-97e8-4b19-85a8-e59917c2b1d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:08.356262 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0caa1589-97e8-4b19-85a8-e59917c2b1d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port 3b1b10e1-d424-4e39-ae23-73b3802a72c2 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:50:08.356522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0caa1589-97e8-4b19-85a8-e59917c2b1d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:08.364259 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e4df25fc-762e-438e-ace3-0a973ab45086 None None] Set router 869995b0-6725-4bd9-9bfa-9450c9c0c432 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:50:08.433513 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-0caa1589-97e8-4b19-85a8-e59917c2b1d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] For port 3b1b10e1-d424-4e39-ae23-73b3802a72c2, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=3b1b10e1-d424-4e39-ae23-73b3802a72c2,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:50:08.433881 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0caa1589-97e8-4b19-85a8-e59917c2b1d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:08.446719 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0caa1589-97e8-4b19-85a8-e59917c2b1d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for 3b1b10e1-d424-4e39-ae23-73b3802a72c2 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:50:08.465535 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Deleting port c95ecd34-90cb-4400-ba70-fa81c2e14f26 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:50:08.465930 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:08.548237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] For port c95ecd34-90cb-4400-ba70-fa81c2e14f26, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=c95ecd34-90cb-4400-ba70-fa81c2e14f26,segment=NetworkSegment(8d1ae02e-af75-4d98-a5f7-8d505078bf37),segment_id=8d1ae02e-af75-4d98-a5f7-8d505078bf37)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:50:08.548571 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:08.566960 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Calling delete_port for c95ecd34-90cb-4400-ba70-fa81c2e14f26 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:50:08.611539 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0caa1589-97e8-4b19-85a8-e59917c2b1d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:08.642962 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa1589-97e8-4b19-85a8-e59917c2b1d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=3b1b10e1-d424-4e39-ae23-73b3802a72c2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:08.706478 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0caa1589-97e8-4b19-85a8-e59917c2b1d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:08.785028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a1fcfb-7ac6-4229-9d8b-3f53f6d84892 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:50:08.798504 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0caa1589-97e8-4b19-85a8-e59917c2b1d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:08.801260 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0caa1589-97e8-4b19-85a8-e59917c2b1d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:08.823569 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:08.847580 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e4df25fc-762e-438e-ace3-0a973ab45086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414945106', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:48:31Z', 'updated_at': '2021-12-09T02:50:06Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:32Z', 'updated_at': '2021-12-09T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:08.849208 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0caa1589-97e8-4b19-85a8-e59917c2b1d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:08.849800 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caa1589-97e8-4b19-85a8-e59917c2b1d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Fanout notify agent at l3_agent the message router_deleted on router 869995b0-6725-4bd9-9bfa-9450c9c0c432 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:50:08.857186 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0caa1589-97e8-4b19-85a8-e59917c2b1d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:08.858326 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0caa1589-97e8-4b19-85a8-e59917c2b1d2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/routers/869995b0-6725-4bd9-9bfa-9450c9c0c432 HTTP/1.1" status: 204 len: 168 time: 0.7658782 Dec 09 02:50:08.861012 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43272) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:08.876241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4df25fc-762e-438e-ace3-0a973ab45086 None None] The sync data for ids ['869995b0-6725-4bd9-9bfa-9450c9c0c432'] in dv-neutron-804846-18-hyperv is: [{'id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'name': 'tempest-TestNetworkAdvancedServerOps-router-414945106', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:48:31Z', 'updated_at': '2021-12-09T02:50:06Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': '3b1b10e1-d424-4e39-ae23-73b3802a72c2', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869995b0-6725-4bd9-9bfa-9450c9c0c432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:48:32Z', 'updated_at': '2021-12-09T02:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:50:08.882728 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:08.915868 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Pushing event deleted for resources: {'Port': ['ID=c95ecd34-90cb-4400-ba70-fa81c2e14f26,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:08.924199 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] No DVR routers for this DVR port c95ecd34-90cb-4400-ba70-fa81c2e14f26 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:50:08.927029 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:08.927517 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:08.927963 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:08.928422 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:08.928851 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:08.929286 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:08.929714 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:08.930667 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:08.930667 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:08.931113 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:08.931560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:08.931993 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:08.932421 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ddd53a-b525-4445-9aa6-d4d0fe787e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:08.951287 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9410a4bb-1dc3-479b-a687-529f6337aab7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:09.032533 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9410a4bb-1dc3-479b-a687-529f6337aab7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:09.056594 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-9410a4bb-1dc3-479b-a687-529f6337aab7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f49e10-4392-4e47-a577-e121ec0baba1']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:09.065396 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-9410a4bb-1dc3-479b-a687-529f6337aab7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1ae02e-af75-4d98-a5f7-8d505078bf37') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:09.065690 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-9410a4bb-1dc3-479b-a687-529f6337aab7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1ae02e-af75-4d98-a5f7-8d505078bf37') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:09.074586 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9410a4bb-1dc3-479b-a687-529f6337aab7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:09.088536 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9410a4bb-1dc3-479b-a687-529f6337aab7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:09.094659 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9410a4bb-1dc3-479b-a687-529f6337aab7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:50:09.095066 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9410a4bb-1dc3-479b-a687-529f6337aab7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:50:09.098683 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:50:09.153727 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9410a4bb-1dc3-479b-a687-529f6337aab7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:09.160803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9410a4bb-1dc3-479b-a687-529f6337aab7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:09.166640 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9410a4bb-1dc3-479b-a687-529f6337aab7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/networks/d7f49e10-4392-4e47-a577-e121ec0baba1 HTTP/1.1" status: 204 len: 168 time: 0.3046632 Dec 09 02:50:09.166803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43274) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:09.178185 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410a4bb-1dc3-479b-a687-529f6337aab7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Network': ['ID=d7f49e10-4392-4e47-a577-e121ec0baba1,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:09.227371 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1485b642-58b4-4d17-a6c9-1faa95cb2ed8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:09.254430 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1485b642-58b4-4d17-a6c9-1faa95cb2ed8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:09.326942 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 739e1b36-b244-4fda-a0b0-fdee37f19319 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:50:09.327150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1485b642-58b4-4d17-a6c9-1faa95cb2ed8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:09.330522 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1485b642-58b4-4d17-a6c9-1faa95cb2ed8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:09.331897 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1485b642-58b4-4d17-a6c9-1faa95cb2ed8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/security-groups/c63952ac-db08-4f3b-8831-219ddde95cfa HTTP/1.1" status: 204 len: 168 time: 0.1642101 Dec 09 02:50:09.341557 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485b642-58b4-4d17-a6c9-1faa95cb2ed8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63952ac-db08-4f3b-8831-219ddde95cfa,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:09.371395 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 739e1b36-b244-4fda-a0b0-fdee37f19319 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:50:09.371858 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 739e1b36-b244-4fda-a0b0-fdee37f19319 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:50:09.372582 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c95ecd34-90cb-4400-ba70-fa81c2e14f26 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:50:09.403284 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: c95ecd34-90cb-4400-ba70-fa81c2e14f26 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:50:09.403710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device c95ecd34-90cb-4400-ba70-fa81c2e14f26 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:50:09.770194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43280) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:09.774763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-2f4958f3-fc6b-4177-b0b7-8abfc4d3280e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-318263878', 'description': 'tempest-secgroup-smoke-318263878 description', 'project_id': '9b59154da13c45f193083c92c85cca04'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:50:09.796489 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f4958f3-fc6b-4177-b0b7-8abfc4d3280e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:09.862850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f4958f3-fc6b-4177-b0b7-8abfc4d3280e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:09.867391 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f4958f3-fc6b-4177-b0b7-8abfc4d3280e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:09.902105 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f4958f3-fc6b-4177-b0b7-8abfc4d3280e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:09.903379 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2f4958f3-fc6b-4177-b0b7-8abfc4d3280e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1321342 Dec 09 02:50:09.904388 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4958f3-fc6b-4177-b0b7-8abfc4d3280e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef800e2-9e77-4131-95ee-60d8a6402046,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:09.907042 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43282) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:09.912777 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-abc36c3e-303a-458a-b057-8d659b914cbe tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '0ef800e2-9e77-4131-95ee-60d8a6402046', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:50:09.941418 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abc36c3e-303a-458a-b057-8d659b914cbe tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:09.986234 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abc36c3e-303a-458a-b057-8d659b914cbe tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:09.990131 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abc36c3e-303a-458a-b057-8d659b914cbe tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.007771 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc36c3e-303a-458a-b057-8d659b914cbe tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d05c9b-aa64-41e4-8f10-ef2478648a7d,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:10.015880 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abc36c3e-303a-458a-b057-8d659b914cbe tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.017612 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-abc36c3e-303a-458a-b057-8d659b914cbe tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1091707 Dec 09 02:50:10.020341 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43284) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:10.024592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1d42b60f-6d6c-41ec-bec5-e3bbec2331da tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '0ef800e2-9e77-4131-95ee-60d8a6402046', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:50:10.050662 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d42b60f-6d6c-41ec-bec5-e3bbec2331da tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.111216 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d42b60f-6d6c-41ec-bec5-e3bbec2331da tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.115376 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d42b60f-6d6c-41ec-bec5-e3bbec2331da tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.134304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42b60f-6d6c-41ec-bec5-e3bbec2331da tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca61a043-eb38-4718-8ebf-ba3d3c5cfed9,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:10.139523 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d42b60f-6d6c-41ec-bec5-e3bbec2331da tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.142261 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1d42b60f-6d6c-41ec-bec5-e3bbec2331da tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194603 Dec 09 02:50:10.143378 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43286) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:10.147791 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a19aef1e-25dc-41b0-9c08-28b0bd829a84 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '0ef800e2-9e77-4131-95ee-60d8a6402046', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:50:10.173403 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a19aef1e-25dc-41b0-9c08-28b0bd829a84 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.227981 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a19aef1e-25dc-41b0-9c08-28b0bd829a84 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.232452 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a19aef1e-25dc-41b0-9c08-28b0bd829a84 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.249952 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19aef1e-25dc-41b0-9c08-28b0bd829a84 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df907419-d499-4e3d-815f-aa9050d5329a,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:10.257851 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a19aef1e-25dc-41b0-9c08-28b0bd829a84 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.258989 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a19aef1e-25dc-41b0-9c08-28b0bd829a84 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145217 Dec 09 02:50:10.261709 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43288) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:10.266181 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8ed77f64-8602-4e64-aa11-38a91f36c9ad tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '0ef800e2-9e77-4131-95ee-60d8a6402046', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:50:10.291367 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ed77f64-8602-4e64-aa11-38a91f36c9ad tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.346794 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ed77f64-8602-4e64-aa11-38a91f36c9ad tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.350474 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ed77f64-8602-4e64-aa11-38a91f36c9ad tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.369044 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed77f64-8602-4e64-aa11-38a91f36c9ad tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6ecebe-1f74-406b-8e90-b1d8728e58b5,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:10.374091 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ed77f64-8602-4e64-aa11-38a91f36c9ad tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.375286 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8ed77f64-8602-4e64-aa11-38a91f36c9ad tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1126575 Dec 09 02:50:10.377992 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43290) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:10.382254 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-07b73fc8-7165-4376-935d-e3dee3a17c70 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '0ef800e2-9e77-4131-95ee-60d8a6402046', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:50:10.403970 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-07b73fc8-7165-4376-935d-e3dee3a17c70 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Project 9b59154da13c45f193083c92c85cca04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:50:10.408672 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-07b73fc8-7165-4376-935d-e3dee3a17c70 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.468175 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-07b73fc8-7165-4376-935d-e3dee3a17c70 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.472109 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-07b73fc8-7165-4376-935d-e3dee3a17c70 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.488927 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b73fc8-7165-4376-935d-e3dee3a17c70 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52308405-e981-40ab-aed1-f50a79d3d637,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:10.496634 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-07b73fc8-7165-4376-935d-e3dee3a17c70 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.497812 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-07b73fc8-7165-4376-935d-e3dee3a17c70 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189013 Dec 09 02:50:10.500490 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43292) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:10.504717 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-41d9ad1e-347b-4c68-b23c-f817c7990c08 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'security_group_rule': {'security_group_id': '0ef800e2-9e77-4131-95ee-60d8a6402046', 'project_id': '9b59154da13c45f193083c92c85cca04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:50:10.527076 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-41d9ad1e-347b-4c68-b23c-f817c7990c08 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Project 9b59154da13c45f193083c92c85cca04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:50:10.531866 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41d9ad1e-347b-4c68-b23c-f817c7990c08 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.588886 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41d9ad1e-347b-4c68-b23c-f817c7990c08 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.593149 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41d9ad1e-347b-4c68-b23c-f817c7990c08 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.610107 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9ad1e-347b-4c68-b23c-f817c7990c08 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a4ae59-4f92-4108-a794-beb02306be4f,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:10.617848 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41d9ad1e-347b-4c68-b23c-f817c7990c08 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.619032 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-41d9ad1e-347b-4c68-b23c-f817c7990c08 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176205 Dec 09 02:50:10.621812 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43294) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:10.626557 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-53e64963-6175-4ce6-8829-72bf0b29302a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'network': {'name': 'tempest-network-smoke--359229054', 'project_id': '9b59154da13c45f193083c92c85cca04', 'port_security_enabled': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:50:10.646653 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e64963-6175-4ce6-8829-72bf0b29302a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Made reservation on behalf of 9b59154da13c45f193083c92c85cca04 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:50:10.650072 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53e64963-6175-4ce6-8829-72bf0b29302a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.673363 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e64963-6175-4ce6-8829-72bf0b29302a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:50:10.681793 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53e64963-6175-4ce6-8829-72bf0b29302a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.682186 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-53e64963-6175-4ce6-8829-72bf0b29302a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Added segment e7710ed4-3472-4771-ad13-7ac9df856bd7 of type vlan for network 309e48e6-ec0b-44cd-863a-f57132e5324b Dec 09 02:50:10.719974 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53e64963-6175-4ce6-8829-72bf0b29302a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.743500 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53e64963-6175-4ce6-8829-72bf0b29302a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.748981 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e64963-6175-4ce6-8829-72bf0b29302a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:10.749570 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53e64963-6175-4ce6-8829-72bf0b29302a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.807568 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-53e64963-6175-4ce6-8829-72bf0b29302a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1846414 Dec 09 02:50:10.810182 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43296) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:10.817081 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1204590131', 'admin_state_up': True, 'project_id': '9b59154da13c45f193083c92c85cca04', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:50:10.831972 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e64963-6175-4ce6-8829-72bf0b29302a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Network': ['ID=309e48e6-ec0b-44cd-863a-f57132e5324b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:10.842959 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 309e48e6-ec0b-44cd-863a-f57132e5324b details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:50:10.846247 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.847248 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.897420 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:10.940782 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 3b1b10e1-d424-4e39-ae23-73b3802a72c2 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:50:10.960966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 3b1b10e1-d424-4e39-ae23-73b3802a72c2 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:50:10.961305 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 3b1b10e1-d424-4e39-ae23-73b3802a72c2 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:50:11.034475 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:11.220477 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:11.238700 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:11.336255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.26.3.65 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/fe852b79-179a-465c-ac80-76587b917444) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:50:11.436661 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:11.469803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:11.505082 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:50:11.507828 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:50:11.513152 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:50:11.520560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1600cf65-fe3b-4f98-99aa-cdb5687888b3 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:50:11.537414 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=fe852b79-179a-465c-ac80-76587b917444,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:11.595223 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-13ed71b5-03d2-4e2b-93b1-bb70b028fda7 None None] Provisioning complete for port fe852b79-179a-465c-ac80-76587b917444 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:50:11.595900 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-13ed71b5-03d2-4e2b-93b1-bb70b028fda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:11.631329 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-13ed71b5-03d2-4e2b-93b1-bb70b028fda7 None None] Port fe852b79-179a-465c-ac80-76587b917444 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:50:11.759389 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:11.951179 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:12.072413 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:50:12.175722 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:50:12.185732 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Sync routers for ids ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:50:12.194820 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Routers {'80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:50:12.195227 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:12.195415 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:50:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:12.196479 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-51c13860-7850-4d2d-981b-d79026810c04 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3853769 Dec 09 02:50:12.199608 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43298) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:12.272263 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fed988e9-f25f-41e2-b112-2ea02b1af2b1 tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=9b59154da13c45f193083c92c85cca04&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0692599 Dec 09 02:50:12.272512 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43302) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:12.298080 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Set router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:50:12.355331 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd96dea5-ecca-4f19-94b0-2242463e47c2 tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:12.356771 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cd96dea5-ecca-4f19-94b0-2242463e47c2 tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0833983 Dec 09 02:50:12.359539 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43304) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:12.391762 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d562f6be-b5ed-4c50-aa30-62a51adc377a tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310595 Dec 09 02:50:12.394880 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43306) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:12.399511 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4ad12b0e-74a5-47f9-b3bc-bdc13bf8a7b7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-802206143', 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b', 'project_id': '9b59154da13c45f193083c92c85cca04', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:50:12.468929 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204590131', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fe852b79-179a-465c-ac80-76587b917444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:50:10Z', 'updated_at': '2021-12-09T02:50:11Z', 'revision_number': 3, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'fe852b79-179a-465c-ac80-76587b917444', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:11Z', 'updated_at': '2021-12-09T02:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:12.484332 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad12b0e-74a5-47f9-b3bc-bdc13bf8a7b7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Made reservation on behalf of 9b59154da13c45f193083c92c85cca04 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:50:12.487874 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ad12b0e-74a5-47f9-b3bc-bdc13bf8a7b7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:12.500561 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Checking router: 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:50:12.500924 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Updating router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c port fe852b79-179a-465c-ac80-76587b917444 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:50:12.526767 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:12.662515 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ad12b0e-74a5-47f9-b3bc-bdc13bf8a7b7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:12.721861 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad12b0e-74a5-47f9-b3bc-bdc13bf8a7b7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Subnet': ['ID=00574413-0f71-4b4a-a87b-71a80b5a6fbd,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:12.728865 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad12b0e-74a5-47f9-b3bc-bdc13bf8a7b7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Checking segment: {'id': 'e7710ed4-3472-4771-ad13-7ac9df856bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:50:12.729162 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad12b0e-74a5-47f9-b3bc-bdc13bf8a7b7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network hostable DHCP agents. Network: 309e48e6-ec0b-44cd-863a-f57132e5324b, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:50:12.745263 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad12b0e-74a5-47f9-b3bc-bdc13bf8a7b7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 309e48e6-ec0b-44cd-863a-f57132e5324b is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:50:12.753762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-4ad12b0e-74a5-47f9-b3bc-bdc13bf8a7b7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 309e48e6-ec0b-44cd-863a-f57132e5324b) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:50:12.758088 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad12b0e-74a5-47f9-b3bc-bdc13bf8a7b7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:12.758615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ad12b0e-74a5-47f9-b3bc-bdc13bf8a7b7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:12.771336 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d3235-1050-4fbc-9f5f-5e147536065f None None] Network 309e48e6-ec0b-44cd-863a-f57132e5324b requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:50:12.775880 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:12.776380 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4ad12b0e-74a5-47f9-b3bc-bdc13bf8a7b7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3804688 Dec 09 02:50:12.779141 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43308) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:12.786262 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:12.832001 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Attempting to bind port fe852b79-179a-465c-ac80-76587b917444 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:50:12.832441 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Attempting to bind port fe852b79-179a-465c-ac80-76587b917444 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:50:12.832873 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Attempting to bind port fe852b79-179a-465c-ac80-76587b917444 on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:50:12.842156 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:50:12.842890 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:50:12.843050 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401f8c4d-1131-44ca-88f5-2149b6ae982a None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:50:12.843423 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:12.843903 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:50:12.844450 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Bound port: fe852b79-179a-465c-ac80-76587b917444, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:50:12.844897 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:12.887044 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b4e29-b4fb-4796-95ca-d221d5577b7d None None] Pushing event updated for resources: {'Port': ['ID=fe852b79-179a-465c-ac80-76587b917444,revision_number=2']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:12.887545 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-309e48e6-ec0b-44cd-863a-f57132e5324b', 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b', 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ips': [{'subnet_id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:50:12.888485 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:12.903425 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b4e29-b4fb-4796-95ca-d221d5577b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:12.903883 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b4e29-b4fb-4796-95ca-d221d5577b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:12.904443 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b4e29-b4fb-4796-95ca-d221d5577b7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:12.904771 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b4e29-b4fb-4796-95ca-d221d5577b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:12.905099 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b4e29-b4fb-4796-95ca-d221d5577b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:12.905426 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b4e29-b4fb-4796-95ca-d221d5577b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:12.905753 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b4e29-b4fb-4796-95ca-d221d5577b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:12.906077 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b4e29-b4fb-4796-95ca-d221d5577b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:12.906396 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b4e29-b4fb-4796-95ca-d221d5577b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:12.906718 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b4e29-b4fb-4796-95ca-d221d5577b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:12.907037 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b4e29-b4fb-4796-95ca-d221d5577b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:12.907356 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b4e29-b4fb-4796-95ca-d221d5577b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:12.907694 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b4e29-b4fb-4796-95ca-d221d5577b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:50:12.925669 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] For port fe852b79-179a-465c-ac80-76587b917444, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:50:12.929220 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] For port fe852b79-179a-465c-ac80-76587b917444, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=fe852b79-179a-465c-ac80-76587b917444,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:50:12.936705 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:12.981762 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Routers {'80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:50:12.982460 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:50:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:12.985326 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cefc677-2d49-4d86-8cde-1775ec18f96b None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:50:13.008680 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-d58d6c1d-f45a-47a9-8875-bd2ac65be417 None None] Provisioning complete for port fe852b79-179a-465c-ac80-76587b917444 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:50:13.009069 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d58d6c1d-f45a-47a9-8875-bd2ac65be417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:13.082736 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b4e29-b4fb-4796-95ca-d221d5577b7d None None] Pushing event updated for resources: {'Port': ['ID=fe852b79-179a-465c-ac80-76587b917444,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:13.086952 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Allocated IP 172.20.0.2 (309e48e6-ec0b-44cd-863a-f57132e5324b/00574413-0f71-4b4a-a87b-71a80b5a6fbd/f94e7454-1d12-454c-83f9-d7f42d5f9b8d) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:50:13.107142 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] Set router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:50:13.178222 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d58d6c1d-f45a-47a9-8875-bd2ac65be417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:13.207978 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d58d6c1d-f45a-47a9-8875-bd2ac65be417 None None] For port fe852b79-179a-465c-ac80-76587b917444, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=fe852b79-179a-465c-ac80-76587b917444,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:50:13.217579 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d58d6c1d-f45a-47a9-8875-bd2ac65be417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:13.247791 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:13.294309 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204590131', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fe852b79-179a-465c-ac80-76587b917444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:50:10Z', 'updated_at': '2021-12-09T02:50:11Z', 'revision_number': 3, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'fe852b79-179a-465c-ac80-76587b917444', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:11Z', 'updated_at': '2021-12-09T02:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:13.296564 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d6c1d-f45a-47a9-8875-bd2ac65be417 None None] Pushing event updated for resources: {'Port': ['ID=fe852b79-179a-465c-ac80-76587b917444,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:13.322830 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf342a0-0290-45b1-b65d-b798af852f5f None None] The sync data for ids ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'] in dv-neutron-804846-18-hyperv is: [{'id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204590131', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fe852b79-179a-465c-ac80-76587b917444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:50:10Z', 'updated_at': '2021-12-09T02:50:11Z', 'revision_number': 3, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'fe852b79-179a-465c-ac80-76587b917444', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:11Z', 'updated_at': '2021-12-09T02:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:50:13.352856 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:13.358965 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-d8b06b99-0ced-4161-b0b0-78fb5ac6666b None None] Provisioning complete for port fe852b79-179a-465c-ac80-76587b917444 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:50:13.359695 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d8b06b99-0ced-4161-b0b0-78fb5ac6666b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:13.364038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:13.438520 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Network 309e48e6-ec0b-44cd-863a-f57132e5324b is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:50:13.444014 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Pushing event updated for resources: {'Port': ['ID=f94e7454-1d12-454c-83f9-d7f42d5f9b8d,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:13.447588 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:50:13.449668 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:50:13.539229 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Attempting to bind port f94e7454-1d12-454c-83f9-d7f42d5f9b8d on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:50:13.539633 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Attempting to bind port f94e7454-1d12-454c-83f9-d7f42d5f9b8d by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'e7710ed4-3472-4771-ad13-7ac9df856bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:50:13.540008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Attempting to bind port f94e7454-1d12-454c-83f9-d7f42d5f9b8d on network 309e48e6-ec0b-44cd-863a-f57132e5324b {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:50:13.543680 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.20.0.1 (309e48e6-ec0b-44cd-863a-f57132e5324b/00574413-0f71-4b4a-a87b-71a80b5a6fbd/152c0794-e734-4562-9111-007a28838034) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:50:13.555126 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:50:13.555540 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Checking segment: {'id': 'e7710ed4-3472-4771-ad13-7ac9df856bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:50:13.555960 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:13.556354 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Bound using segment: {'id': 'e7710ed4-3472-4771-ad13-7ac9df856bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:50:13.556850 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Bound port: f94e7454-1d12-454c-83f9-d7f42d5f9b8d, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7710ed4-3472-4771-ad13-7ac9df856bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:50:13.557241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:13.636360 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] For port f94e7454-1d12-454c-83f9-d7f42d5f9b8d, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:50:13.640700 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] For port f94e7454-1d12-454c-83f9-d7f42d5f9b8d, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f94e7454-1d12-454c-83f9-d7f42d5f9b8d,segment=NetworkSegment(e7710ed4-3472-4771-ad13-7ac9df856bd7),segment_id=e7710ed4-3472-4771-ad13-7ac9df856bd7)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:50:13.646559 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:13.703158 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:13.719327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7db71b-b1b3-4ae6-8629-2f4667142a42 None None] Pushing event updated for resources: {'Port': ['ID=f94e7454-1d12-454c-83f9-d7f42d5f9b8d,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:13.745416 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:13.797004 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 309e48e6-ec0b-44cd-863a-f57132e5324b is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:50:13.802625 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:50:13.806880 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:50:13.814387 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=152c0794-e734-4562-9111-007a28838034,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:13.863465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:14.320809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:14.354226 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:14.586988 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:14.591345 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:14.664896 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=152c0794-e734-4562-9111-007a28838034,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:14.667282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:14.760609 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 309e48e6-ec0b-44cd-863a-f57132e5324b is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:50:14.762096 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:50:14.879317 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:50:14.990113 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2006a21a-e2ea-4363-afa4-a9337c480802 None None] Network 309e48e6-ec0b-44cd-863a-f57132e5324b requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:50:15.016446 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:50:15.022283 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f610ef5c-da61-4d3f-a6e1-910048116712 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "PUT /v2.0/routers/80a6173a-5890-40ca-bcd4-cabe4bdd6f2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2417326 Dec 09 02:50:15.059012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device fe852b79-179a-465c-ac80-76587b917444 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:50:15.126752 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-bea114d6-36a6-4b7a-aee7-7f19c112239e None None] Provisioning complete for port f94e7454-1d12-454c-83f9-d7f42d5f9b8d triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:50:15.127128 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bea114d6-36a6-4b7a-aee7-7f19c112239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:15.187018 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-204a94cd-7a29-46ed-9e80-626d1edd2191 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318263878&fields=id&tenant_id=9b59154da13c45f193083c92c85cca04 HTTP/1.1" status: 200 len: 267 time: 0.0461061 Dec 09 02:50:15.201907 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port fe852b79-179a-465c-ac80-76587b917444 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:50:15.202372 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:15.311261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-67938ea2-662e-4c20-ab6d-0d7feac36c7e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:15.313364 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-67938ea2-662e-4c20-ab6d-0d7feac36c7e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/networks?id=309e48e6-ec0b-44cd-863a-f57132e5324b HTTP/1.1" status: 200 len: 796 time: 0.1193407 Dec 09 02:50:15.328637 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bea114d6-36a6-4b7a-aee7-7f19c112239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:15.337558 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-808d3124-5cc9-4a41-a93f-02f118884fb8 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/quotas/9b59154da13c45f193083c92c85cca04 HTTP/1.1" status: 200 len: 375 time: 0.0172858 Dec 09 02:50:15.353313 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Sync routers for ids ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:50:15.368843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f94e7454-1d12-454c-83f9-d7f42d5f9b8d up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:50:15.396330 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-47fa520e-3b02-4b3e-ad76-118407dbc7ec tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530469 Dec 09 02:50:15.407506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Routers {'80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:50:15.408263 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:50:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:15.411281 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-bea114d6-36a6-4b7a-aee7-7f19c112239e None None] For port f94e7454-1d12-454c-83f9-d7f42d5f9b8d, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f94e7454-1d12-454c-83f9-d7f42d5f9b8d,segment=NetworkSegment(e7710ed4-3472-4771-ad13-7ac9df856bd7),segment_id=e7710ed4-3472-4771-ad13-7ac9df856bd7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:50:15.457843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bea114d6-36a6-4b7a-aee7-7f19c112239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:15.508033 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-bd13d912-fe36-49d5-8511-5dddcf26c182 service neutron] 10.222.0.43 "GET /v2.0/networks/309e48e6-ec0b-44cd-863a-f57132e5324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980177 Dec 09 02:50:15.577597 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea114d6-36a6-4b7a-aee7-7f19c112239e None None] Pushing event updated for resources: {'Port': ['ID=f94e7454-1d12-454c-83f9-d7f42d5f9b8d,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:15.587576 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port f94e7454-1d12-454c-83f9-d7f42d5f9b8d triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:50:15.587937 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:15.594195 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Set router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:50:15.612957 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-a1bac00d-6389-43cc-ab87-1a4c852bc983 service neutron] 10.222.0.43 "GET /v2.0/networks/309e48e6-ec0b-44cd-863a-f57132e5324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034865 Dec 09 02:50:15.663968 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-d95cfc9a-46c1-4fc2-959a-e5235ad2c58e None None] Provisioning complete for port 152c0794-e734-4562-9111-007a28838034 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:50:15.664346 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d95cfc9a-46c1-4fc2-959a-e5235ad2c58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:15.785471 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-d95cfc9a-46c1-4fc2-959a-e5235ad2c58e None None] Port 152c0794-e734-4562-9111-007a28838034 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:50:15.820775 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0c9fb477-24f8-4288-abd1-c6cdeeb897aa req-32cd4470-af6b-483d-a8eb-0345fbb37338 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 210 time: 0.0312951 Dec 09 02:50:15.848246 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-d95cfc9a-46c1-4fc2-959a-e5235ad2c58e None None] Provisioning complete for port f94e7454-1d12-454c-83f9-d7f42d5f9b8d triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:50:15.848620 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d95cfc9a-46c1-4fc2-959a-e5235ad2c58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:15.973495 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204590131', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fe852b79-179a-465c-ac80-76587b917444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:50:10Z', 'updated_at': '2021-12-09T02:50:14Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'fe852b79-179a-465c-ac80-76587b917444', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:11Z', 'updated_at': '2021-12-09T02:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '152c0794-e734-4562-9111-007a28838034', 'name': '', 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:fe:6a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:13Z', 'updated_at': '2021-12-09T02:50:14Z', 'revision_number': 2, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:16.003251 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Checking router: 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:50:16.003630 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Updating router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c port 152c0794-e734-4562-9111-007a28838034 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:50:16.028430 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:16.156003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-33b07af8-fd91-40d8-9f83-1b85be7ab200 None None] Provisioning complete for port 152c0794-e734-4562-9111-007a28838034 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:50:16.156379 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-33b07af8-fd91-40d8-9f83-1b85be7ab200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:16.232964 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-33b07af8-fd91-40d8-9f83-1b85be7ab200 None None] Port 152c0794-e734-4562-9111-007a28838034 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:50:16.338587 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:16.344256 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:16.395174 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d9826-46c8-4cb4-9d47-efdfb3605c43 None None] Pushing event updated for resources: {'Port': ['ID=152c0794-e734-4562-9111-007a28838034,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:16.448372 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Attempting to bind port 152c0794-e734-4562-9111-007a28838034 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:50:16.448744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Attempting to bind port 152c0794-e734-4562-9111-007a28838034 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'e7710ed4-3472-4771-ad13-7ac9df856bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:50:16.449117 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Attempting to bind port 152c0794-e734-4562-9111-007a28838034 on network 309e48e6-ec0b-44cd-863a-f57132e5324b {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:50:16.454710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:50:16.455095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Checking segment: {'id': 'e7710ed4-3472-4771-ad13-7ac9df856bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:50:16.455575 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:16.455976 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Bound using segment: {'id': 'e7710ed4-3472-4771-ad13-7ac9df856bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:50:16.456440 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Bound port: 152c0794-e734-4562-9111-007a28838034, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7710ed4-3472-4771-ad13-7ac9df856bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:50:16.456824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:16.674863 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] For port 152c0794-e734-4562-9111-007a28838034, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:50:16.678839 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] For port 152c0794-e734-4562-9111-007a28838034, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=152c0794-e734-4562-9111-007a28838034,segment=NetworkSegment(e7710ed4-3472-4771-ad13-7ac9df856bd7),segment_id=e7710ed4-3472-4771-ad13-7ac9df856bd7)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:50:16.680650 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-dd1d3183-41d2-442c-8657-c67c08785f2e None None] Provisioning complete for port 152c0794-e734-4562-9111-007a28838034 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:50:16.681008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3183-41d2-442c-8657-c67c08785f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:16.684315 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:16.775206 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d9826-46c8-4cb4-9d47-efdfb3605c43 None None] Pushing event updated for resources: {'Port': ['ID=152c0794-e734-4562-9111-007a28838034,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:16.780347 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Routers {'80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:50:16.780979 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:50:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:16.883717 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-b78abc75-4946-4685-ba05-0352728f52c6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:16.886352 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-b78abc75-4946-4685-ba05-0352728f52c6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "GET /v2.0/networks?id=309e48e6-ec0b-44cd-863a-f57132e5324b HTTP/1.1" status: 200 len: 796 time: 0.1443527 Dec 09 02:50:16.911670 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3183-41d2-442c-8657-c67c08785f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:16.962706 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] Set router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:50:16.992492 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-dd1d3183-41d2-442c-8657-c67c08785f2e None None] For port 152c0794-e734-4562-9111-007a28838034, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=152c0794-e734-4562-9111-007a28838034,segment=NetworkSegment(e7710ed4-3472-4771-ad13-7ac9df856bd7),segment_id=e7710ed4-3472-4771-ad13-7ac9df856bd7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:50:17.000148 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-275b8481-96a4-4fbc-ba95-b0eb961edfaf req-023818a7-328a-4f8f-bdfc-5b7becddf7b4 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 210 time: 0.0478432 Dec 09 02:50:17.005290 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3183-41d2-442c-8657-c67c08785f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:17.045709 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-6eb44441-8825-45d8-af2b-a9070bf3693f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b59154da13c45f193083c92c85cca04 HTTP/1.1" status: 200 len: 379 time: 0.1427326 Dec 09 02:50:17.053989 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f94e7454-1d12-454c-83f9-d7f42d5f9b8d up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:50:17.056111 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-190c24bb-5a51-4166-a353-b6eb8ef2f79c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'port': {'device_id': 'ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359', 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b', 'admin_state_up': True, 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'security_groups': ['0ef800e2-9e77-4131-95ee-60d8a6402046']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:50:17.168971 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-190c24bb-5a51-4166-a353-b6eb8ef2f79c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Made reservation on behalf of 9b59154da13c45f193083c92c85cca04 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:50:17.172647 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-190c24bb-5a51-4166-a353-b6eb8ef2f79c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:17.190644 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d3183-41d2-442c-8657-c67c08785f2e None None] Pushing event updated for resources: {'Port': ['ID=152c0794-e734-4562-9111-007a28838034,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:17.212620 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-d80fac68-3f54-43a3-86f4-1f85fa04bd17 None None] Provisioning complete for port 152c0794-e734-4562-9111-007a28838034 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:50:17.213007 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d80fac68-3f54-43a3-86f4-1f85fa04bd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:17.269658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port f94e7454-1d12-454c-83f9-d7f42d5f9b8d triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:50:17.270027 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:17.296749 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-190c24bb-5a51-4166-a353-b6eb8ef2f79c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.20.0.7 (309e48e6-ec0b-44cd-863a-f57132e5324b/00574413-0f71-4b4a-a87b-71a80b5a6fbd/44619e26-2872-4bd9-9f4e-245e19bf7db8) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:50:17.427318 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204590131', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fe852b79-179a-465c-ac80-76587b917444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:50:10Z', 'updated_at': '2021-12-09T02:50:14Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'fe852b79-179a-465c-ac80-76587b917444', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:11Z', 'updated_at': '2021-12-09T02:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '152c0794-e734-4562-9111-007a28838034', 'name': '', 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:fe:6a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:13Z', 'updated_at': '2021-12-09T02:50:16Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:17.440423 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-190c24bb-5a51-4166-a353-b6eb8ef2f79c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:17.458215 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf47085-02ac-420f-9fa8-3a8081a1ccb6 None None] The sync data for ids ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'] in dv-neutron-804846-18-hyperv is: [{'id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204590131', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fe852b79-179a-465c-ac80-76587b917444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:50:10Z', 'updated_at': '2021-12-09T02:50:14Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'fe852b79-179a-465c-ac80-76587b917444', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:11Z', 'updated_at': '2021-12-09T02:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '152c0794-e734-4562-9111-007a28838034', 'name': '', 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:fe:6a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:13Z', 'updated_at': '2021-12-09T02:50:16Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:50:17.475700 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-190c24bb-5a51-4166-a353-b6eb8ef2f79c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:17.521333 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-190c24bb-5a51-4166-a353-b6eb8ef2f79c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 309e48e6-ec0b-44cd-863a-f57132e5324b is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:50:17.526576 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-190c24bb-5a51-4166-a353-b6eb8ef2f79c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:50:17.530360 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-190c24bb-5a51-4166-a353-b6eb8ef2f79c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:50:17.538304 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c24bb-5a51-4166-a353-b6eb8ef2f79c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=44619e26-2872-4bd9-9f4e-245e19bf7db8,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:17.587985 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-190c24bb-5a51-4166-a353-b6eb8ef2f79c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:17.588935 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-190c24bb-5a51-4166-a353-b6eb8ef2f79c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:17.608878 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-190c24bb-5a51-4166-a353-b6eb8ef2f79c tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5569730 Dec 09 02:50:17.630109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Request body: {'port': {'device_id': 'ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:50:17.704696 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:17.838337 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a78e8218-efc8-4466-8e93-d82fe8a338c2 None None] Provisioning complete for port 44619e26-2872-4bd9-9f4e-245e19bf7db8 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:50:17.838706 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a78e8218-efc8-4466-8e93-d82fe8a338c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:17.876983 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a78e8218-efc8-4466-8e93-d82fe8a338c2 None None] Port 44619e26-2872-4bd9-9f4e-245e19bf7db8 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:50:17.978796 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44619e26-2872-4bd9-9f4e-245e19bf7db8 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:50:17.987596 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:18.000026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Transition to ACTIVE for port object 44619e26-2872-4bd9-9f4e-245e19bf7db8 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:50:18.005104 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:18.078539 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Pushing event updated for resources: {'Port': ['ID=44619e26-2872-4bd9-9f4e-245e19bf7db8,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:18.165885 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Attempting to bind port 44619e26-2872-4bd9-9f4e-245e19bf7db8 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:50:18.165885 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Attempting to bind port 44619e26-2872-4bd9-9f4e-245e19bf7db8 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'e7710ed4-3472-4771-ad13-7ac9df856bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:50:18.166253 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Attempting to bind port 44619e26-2872-4bd9-9f4e-245e19bf7db8 on network 309e48e6-ec0b-44cd-863a-f57132e5324b {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:50:18.179123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a9814-d67b-4d46-8afe-f4d19e2875dc req-67788b14-3b28-42de-8c30-46117b5380b2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:18.180921 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b10a9814-d67b-4d46-8afe-f4d19e2875dc req-67788b14-3b28-42de-8c30-46117b5380b2 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 943 time: 0.0819712 Dec 09 02:50:18.182192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Port 44619e26-2872-4bd9-9f4e-245e19bf7db8 on network 309e48e6-ec0b-44cd-863a-f57132e5324b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:50:18.182521 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Attempting to bind port 44619e26-2872-4bd9-9f4e-245e19bf7db8 on network 309e48e6-ec0b-44cd-863a-f57132e5324b {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:50:18.191130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:50:18.191798 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Checking segment: {'id': 'e7710ed4-3472-4771-ad13-7ac9df856bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:50:18.192393 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Bound using segment: {'id': 'e7710ed4-3472-4771-ad13-7ac9df856bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:50:18.192843 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Bound port: 44619e26-2872-4bd9-9f4e-245e19bf7db8, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7710ed4-3472-4771-ad13-7ac9df856bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:50:18.193215 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:18.283166 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b10a9814-d67b-4d46-8afe-f4d19e2875dc req-cc5d4fd2-e283-4d6f-a8cc-f2f376183d3a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef800e2-9e77-4131-95ee-60d8a6402046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948081 Dec 09 02:50:18.307794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] For port 44619e26-2872-4bd9-9f4e-245e19bf7db8, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:50:18.307794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] For port 44619e26-2872-4bd9-9f4e-245e19bf7db8, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=44619e26-2872-4bd9-9f4e-245e19bf7db8,segment=NetworkSegment(e7710ed4-3472-4771-ad13-7ac9df856bd7),segment_id=e7710ed4-3472-4771-ad13-7ac9df856bd7)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:50:18.313528 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:18.348384 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:18.349020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:18.350390 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] 10.222.0.45 "PUT /v2.0/ports/44619e26-2872-4bd9-9f4e-245e19bf7db8 HTTP/1.1" status: 200 len: 1093 time: 0.7266402 Dec 09 02:50:18.350861 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359', 'tag': '44619e26-2872-4bd9-9f4e-245e19bf7db8'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:50:18.353175 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ccdcc8-281b-45eb-941a-e841e3930950" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359", "tag": "44619e26-2872-4bd9-9f4e-245e19bf7db8"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:50:18.387065 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c56dd-ad03-4aff-ba06-c1b7bdc7a30a service neutron] Pushing event updated for resources: {'Port': ['ID=44619e26-2872-4bd9-9f4e-245e19bf7db8,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:18.403593 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c6eb31-5a0a-49b0-9e54-b47a837635ae x-openstack-request-id: req-86c6eb31-5a0a-49b0-9e54-b47a837635ae {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:50:18.403897 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359", "tag": "44619e26-2872-4bd9-9f4e-245e19bf7db8", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:50:18.404163 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86c6eb31-5a0a-49b0-9e54-b47a837635ae {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:50:18.404582 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359', 'tag': '44619e26-2872-4bd9-9f4e-245e19bf7db8', 'status': 'completed', 'code': 200} Dec 09 02:50:18.467202 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-690737af-d2a4-422c-9561-58192ab41265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:18.468909 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-690737af-d2a4-422c-9561-58192ab41265 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 1096 time: 0.0478816 Dec 09 02:50:18.526424 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-a1688743-96d7-48d6-ba4e-80541e70b606 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44619e26-2872-4bd9-9f4e-245e19bf7db8 HTTP/1.1" status: 200 len: 217 time: 0.0416877 Dec 09 02:50:18.576599 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-2afc00d7-bcac-4784-ba11-0e0a85f73110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:18.578092 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-2afc00d7-bcac-4784-ba11-0e0a85f73110 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00574413-0f71-4b4a-a87b-71a80b5a6fbd HTTP/1.1" status: 200 len: 834 time: 0.0450704 Dec 09 02:50:18.623288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-610c89c3-14c2-44b3-83b5-d210b6c5e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:18.624816 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-610c89c3-14c2-44b3-83b5-d210b6c5e1ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=309e48e6-ec0b-44cd-863a-f57132e5324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403748 Dec 09 02:50:18.715045 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-54e58e85-e6c6-4ae8-8353-669515cf3a9c service neutron] 10.222.0.45 "GET /v2.0/networks/309e48e6-ec0b-44cd-863a-f57132e5324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831051 Dec 09 02:50:18.802237 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d16ccc1-832b-45af-b4ed-3b317965ce07 req-5b6cd9dc-9ad7-4de5-9e91-27509571ea1e service neutron] 10.222.0.45 "GET /v2.0/networks/309e48e6-ec0b-44cd-863a-f57132e5324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797727 Dec 09 02:50:18.927851 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccdcc8-281b-45eb-941a-e841e3930950 req-f5add1e2-cfee-4204-a408-66436bd0689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:18.929656 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-67ccdcc8-281b-45eb-941a-e841e3930950 req-f5add1e2-cfee-4204-a408-66436bd0689f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 1096 time: 0.0415628 Dec 09 02:50:19.006369 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 152c0794-e734-4562-9111-007a28838034 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:50:19.025644 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccdcc8-281b-45eb-941a-e841e3930950 req-5ee1b756-14ac-40b9-b25e-355b22de675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:19.027138 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-67ccdcc8-281b-45eb-941a-e841e3930950 req-5ee1b756-14ac-40b9-b25e-355b22de675b service neutron] 10.222.0.45 "GET /v2.0/networks?id=309e48e6-ec0b-44cd-863a-f57132e5324b HTTP/1.1" status: 200 len: 897 time: 0.0897572 Dec 09 02:50:19.054474 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 152c0794-e734-4562-9111-007a28838034 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:50:19.054766 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:19.069214 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-67ccdcc8-281b-45eb-941a-e841e3930950 req-3985e743-0b7d-4e96-bde3-193119402121 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44619e26-2872-4bd9-9f4e-245e19bf7db8 HTTP/1.1" status: 200 len: 217 time: 0.0340009 Dec 09 02:50:19.129602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccdcc8-281b-45eb-941a-e841e3930950 req-deeefbe4-7712-4f30-a7e9-472bb22b4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:19.131064 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-67ccdcc8-281b-45eb-941a-e841e3930950 req-deeefbe4-7712-4f30-a7e9-472bb22b4f76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00574413-0f71-4b4a-a87b-71a80b5a6fbd HTTP/1.1" status: 200 len: 834 time: 0.0519936 Dec 09 02:50:19.182216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccdcc8-281b-45eb-941a-e841e3930950 req-3317a255-02cd-4451-83bf-56a2b4d44ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:19.183724 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-67ccdcc8-281b-45eb-941a-e841e3930950 req-3317a255-02cd-4451-83bf-56a2b4d44ab7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=309e48e6-ec0b-44cd-863a-f57132e5324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394053 Dec 09 02:50:19.272440 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-67ccdcc8-281b-45eb-941a-e841e3930950 req-8c61cde9-9edb-4030-944a-5757a26a1f7d service neutron] 10.222.0.45 "GET /v2.0/networks/309e48e6-ec0b-44cd-863a-f57132e5324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806482 Dec 09 02:50:19.374667 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-67ccdcc8-281b-45eb-941a-e841e3930950 req-8901e2a0-572f-4ec7-82aa-c4efdd6d44c2 service neutron] 10.222.0.45 "GET /v2.0/networks/309e48e6-ec0b-44cd-863a-f57132e5324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931942 Dec 09 02:50:19.410034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93792af-e655-4d59-9c72-63f3eb3fcc23 req-818b7bd7-48ea-4aca-bfff-2dc940af06df tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:19.411586 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f93792af-e655-4d59-9c72-63f3eb3fcc23 req-818b7bd7-48ea-4aca-bfff-2dc940af06df tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 943 time: 0.0515013 Dec 09 02:50:19.460892 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f93792af-e655-4d59-9c72-63f3eb3fcc23 req-2dd4a43e-4f80-4a89-adf3-78545f827227 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef800e2-9e77-4131-95ee-60d8a6402046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432305 Dec 09 02:50:20.533655 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 44619e26-2872-4bd9-9f4e-245e19bf7db8 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:50:20.577371 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9a46a-4900-470f-833b-01655437ad65 req-a33a87d0-693f-483b-b5c8-aff3821ce723 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:20.578860 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6fd9a46a-4900-470f-833b-01655437ad65 req-a33a87d0-693f-483b-b5c8-aff3821ce723 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 943 time: 0.0528231 Dec 09 02:50:20.627266 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6fd9a46a-4900-470f-833b-01655437ad65 req-aa4e96de-deed-4789-846d-7461c95bf266 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef800e2-9e77-4131-95ee-60d8a6402046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414832 Dec 09 02:50:20.632046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 44619e26-2872-4bd9-9f4e-245e19bf7db8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=44619e26-2872-4bd9-9f4e-245e19bf7db8,segment=NetworkSegment(e7710ed4-3472-4771-ad13-7ac9df856bd7),segment_id=e7710ed4-3472-4771-ad13-7ac9df856bd7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:50:20.643847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '44619e26-2872-4bd9-9f4e-245e19bf7db8', 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b', 'port_id': '44619e26-2872-4bd9-9f4e-245e19bf7db8', 'mac_address': 'fa:16:3e:65:d6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:50:20.683093 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:20.696071 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44619e26-2872-4bd9-9f4e-245e19bf7db8 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:50:20.714682 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 44619e26-2872-4bd9-9f4e-245e19bf7db8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=44619e26-2872-4bd9-9f4e-245e19bf7db8,segment=NetworkSegment(e7710ed4-3472-4771-ad13-7ac9df856bd7),segment_id=e7710ed4-3472-4771-ad13-7ac9df856bd7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:50:20.718431 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:20.764442 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=44619e26-2872-4bd9-9f4e-245e19bf7db8,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:21.027569 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['44619e26-2872-4bd9-9f4e-245e19bf7db8'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:50:21.350478 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:50:21.740601 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e78715-27bc-4912-9c40-c8c5d3787114 req-8e686b8c-3cbd-4134-a7eb-f43f6cf9e01a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:21.742058 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-14e78715-27bc-4912-9c40-c8c5d3787114 req-8e686b8c-3cbd-4134-a7eb-f43f6cf9e01a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 944 time: 0.0476389 Dec 09 02:50:21.791809 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-14e78715-27bc-4912-9c40-c8c5d3787114 req-f99446cc-59f7-439b-8733-6a12396e936f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef800e2-9e77-4131-95ee-60d8a6402046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438292 Dec 09 02:50:22.550213 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 44619e26-2872-4bd9-9f4e-245e19bf7db8 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:50:22.598838 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 44619e26-2872-4bd9-9f4e-245e19bf7db8 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:50:22.602673 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 44619e26-2872-4bd9-9f4e-245e19bf7db8 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:50:22.603050 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:22.680257 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:22.701923 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44619e26-2872-4bd9-9f4e-245e19bf7db8'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:50:22.704351 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357bcd69-8faf-415a-a506-3f1f93fcbe18" -d '{"events": [{"server_uuid": "ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359", "name": "network-vif-plugged", "status": "completed", "tag": "44619e26-2872-4bd9-9f4e-245e19bf7db8"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:50:22.717180 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 44619e26-2872-4bd9-9f4e-245e19bf7db8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=44619e26-2872-4bd9-9f4e-245e19bf7db8,segment=NetworkSegment(e7710ed4-3472-4771-ad13-7ac9df856bd7),segment_id=e7710ed4-3472-4771-ad13-7ac9df856bd7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:50:22.721038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:22.744301 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7178d8e-b53e-4438-923a-fe17764ac294 x-openstack-request-id: req-c7178d8e-b53e-4438-923a-fe17764ac294 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:50:22.744596 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359", "name": "network-vif-plugged", "status": "completed", "tag": "44619e26-2872-4bd9-9f4e-245e19bf7db8", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:50:22.744854 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7178d8e-b53e-4438-923a-fe17764ac294 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:50:22.745249 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44619e26-2872-4bd9-9f4e-245e19bf7db8', 'code': 200} Dec 09 02:50:22.769886 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=44619e26-2872-4bd9-9f4e-245e19bf7db8,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:22.912226 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f31b97-76db-408f-a29d-3b150a291f57 req-2407b4b2-392e-4e4a-8225-af89c123cba3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:22.913848 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-19f31b97-76db-408f-a29d-3b150a291f57 req-2407b4b2-392e-4e4a-8225-af89c123cba3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 945 time: 0.0498178 Dec 09 02:50:22.991522 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171531d3-5afe-4a9d-9b48-a5781936a8f2 req-51f3e424-e112-4ba0-acc3-4493cf94678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:22.993043 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-171531d3-5afe-4a9d-9b48-a5781936a8f2 req-51f3e424-e112-4ba0-acc3-4493cf94678e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 1098 time: 0.0782866 Dec 09 02:50:22.997032 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-19f31b97-76db-408f-a29d-3b150a291f57 req-2e5d236f-5f2e-4317-b223-0ac8545b8a9f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef800e2-9e77-4131-95ee-60d8a6402046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746851 Dec 09 02:50:23.040150 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-171531d3-5afe-4a9d-9b48-a5781936a8f2 req-83b137ae-63cb-473c-a925-3514bb7a8adb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0ef800e2-9e77-4131-95ee-60d8a6402046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401547 Dec 09 02:50:24.112453 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efe7d5-c2be-4e0e-94a1-c8f4b6d608f5 req-f61e0411-4af4-4ebc-89bf-fa65b64e79b1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:24.114438 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c4efe7d5-c2be-4e0e-94a1-c8f4b6d608f5 req-f61e0411-4af4-4ebc-89bf-fa65b64e79b1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 945 time: 0.0494730 Dec 09 02:50:24.166979 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c4efe7d5-c2be-4e0e-94a1-c8f4b6d608f5 req-2124ca52-1129-45f4-a6a8-efc53d63fb2b tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef800e2-9e77-4131-95ee-60d8a6402046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462556 Dec 09 02:50:25.285399 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e555c-3e0e-4e2b-aad6-0742f9a60be3 req-c89d85d5-cbe5-4bcb-962b-8eb9db9689ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:25.286859 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b11e555c-3e0e-4e2b-aad6-0742f9a60be3 req-c89d85d5-cbe5-4bcb-962b-8eb9db9689ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 945 time: 0.0527170 Dec 09 02:50:25.334274 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b11e555c-3e0e-4e2b-aad6-0742f9a60be3 req-25c26e1d-2105-4d57-8d22-ba770a3402e0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef800e2-9e77-4131-95ee-60d8a6402046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414400 Dec 09 02:50:25.444831 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fae70-5dad-473e-b18b-a5230bc8adc0 req-af62c1e6-a47e-4087-9f78-c0fe20659da1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:25.446222 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e4fae70-5dad-473e-b18b-a5230bc8adc0 req-af62c1e6-a47e-4087-9f78-c0fe20659da1 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 945 time: 0.0479462 Dec 09 02:50:25.494319 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e4fae70-5dad-473e-b18b-a5230bc8adc0 req-ff378db1-4f6f-4056-a829-1b222e10fc09 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef800e2-9e77-4131-95ee-60d8a6402046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423167 Dec 09 02:50:25.515274 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43362) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:25.553604 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d558a6fb-0f5f-499f-8164-878a45868632 tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:25.555081 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-d558a6fb-0f5f-499f-8164-878a45868632 tempest-TestNetworkAdvancedServerOps-1257278230 tempest-TestNetworkAdvancedServerOps-1257278230-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 1093 time: 0.0388029 Dec 09 02:50:25.557797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43364) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:25.561914 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '44619e26-2872-4bd9-9f4e-245e19bf7db8', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:50:25.582860 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:25.677951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:25.785930 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Allocated IP 172.26.3.170 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/40442a5e-b735-40b9-a271-c62a030f1171) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:50:25.883053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:25.916272 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:25.949627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:50:25.952345 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:50:25.955677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:50:25.988370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=40442a5e-b735-40b9-a271-c62a030f1171,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:26.307854 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:26.373934 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:26.515809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:26.520230 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:26.591412 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event updated for resources: {'Port': ['ID=40442a5e-b735-40b9-a271-c62a030f1171,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:50:26.600011 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:26.989377 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Floating IP 0405ed1a-f5f6-4312-9984-f589292f2de7 associated. External IP: 172.26.3.170, port: 44619e26-2872-4bd9-9f4e-245e19bf7db8. Dec 09 02:50:27.194159 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:50:27.295544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:50:27.305278 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947be47f-1beb-4282-81a2-b9859b5d6380 None None] Sync routers for ids ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:50:27.312794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:27.314571 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947be47f-1beb-4282-81a2-b9859b5d6380 None None] Routers {'80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:50:27.315176 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-947be47f-1beb-4282-81a2-b9859b5d6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:50:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:27.343523 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-30f95e60-2fba-4553-b555-7bd42a3379ca tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7846346 Dec 09 02:50:27.344152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359', 'tag': '44619e26-2872-4bd9-9f4e-245e19bf7db8'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:50:27.346538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b769dae-7420-45eb-8cd7-52286b56d34c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359", "tag": "44619e26-2872-4bd9-9f4e-245e19bf7db8"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:50:27.424828 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-947be47f-1beb-4282-81a2-b9859b5d6380 None None] Set router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:50:27.443269 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da53fe-c653-474b-8481-4ceaa9588bd6 req-8a213e08-e679-443f-8b8d-7c74b6a359d3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:27.444857 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-23da53fe-c653-474b-8481-4ceaa9588bd6 req-8a213e08-e679-443f-8b8d-7c74b6a359d3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 945 time: 0.0484266 Dec 09 02:50:27.493847 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-23da53fe-c653-474b-8481-4ceaa9588bd6 req-1b41ce3b-c157-46bb-ae3c-d05c4679f91e tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef800e2-9e77-4131-95ee-60d8a6402046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431211 Dec 09 02:50:27.516459 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43370) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:27.553562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1425d7f6-c16a-480a-b710-5c08e521eddc x-openstack-request-id: req-1425d7f6-c16a-480a-b710-5c08e521eddc {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:50:27.553869 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359", "tag": "44619e26-2872-4bd9-9f4e-245e19bf7db8", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:50:27.554114 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1425d7f6-c16a-480a-b710-5c08e521eddc {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:50:27.554522 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359', 'tag': '44619e26-2872-4bd9-9f4e-245e19bf7db8', 'status': 'completed', 'code': 200} Dec 09 02:50:27.594981 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f4eef979-0357-4fc7-9790-4d6ae0511c31 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/0405ed1a-f5f6-4312-9984-f589292f2de7 HTTP/1.1" status: 200 len: 991 time: 0.0773344 Dec 09 02:50:27.625850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b769dae-7420-45eb-8cd7-52286b56d34c req-d4e43939-8cef-4a9f-8561-687912fdc207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:27.627361 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3b769dae-7420-45eb-8cd7-52286b56d34c req-d4e43939-8cef-4a9f-8561-687912fdc207 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 1098 time: 0.0424514 Dec 09 02:50:27.659375 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-947be47f-1beb-4282-81a2-b9859b5d6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204590131', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fe852b79-179a-465c-ac80-76587b917444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:50:10Z', 'updated_at': '2021-12-09T02:50:14Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'fe852b79-179a-465c-ac80-76587b917444', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:11Z', 'updated_at': '2021-12-09T02:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '0405ed1a-f5f6-4312-9984-f589292f2de7', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'port_id': '44619e26-2872-4bd9-9f4e-245e19bf7db8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b', 'mac_address': 'fa:16:3e:65:d6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:50:26Z', 'updated_at': '2021-12-09T02:50:26Z', 'revision_number': 0, 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152c0794-e734-4562-9111-007a28838034', 'name': '', 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:fe:6a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:13Z', 'updated_at': '2021-12-09T02:50:16Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:27.685232 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947be47f-1beb-4282-81a2-b9859b5d6380 None None] Checking router: 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:50:27.693873 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947be47f-1beb-4282-81a2-b9859b5d6380 None None] Routers {'80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:50:27.694474 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-947be47f-1beb-4282-81a2-b9859b5d6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:50:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:27.716949 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b769dae-7420-45eb-8cd7-52286b56d34c req-9e3edd7a-9df0-446a-8f3e-f343d3649f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:27.718420 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3b769dae-7420-45eb-8cd7-52286b56d34c req-9e3edd7a-9df0-446a-8f3e-f343d3649f62 service neutron] 10.222.0.45 "GET /v2.0/networks?id=309e48e6-ec0b-44cd-863a-f57132e5324b HTTP/1.1" status: 200 len: 897 time: 0.0835571 Dec 09 02:50:27.788133 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3b769dae-7420-45eb-8cd7-52286b56d34c req-449331e0-d904-4327-b6a0-5f335e275d29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44619e26-2872-4bd9-9f4e-245e19bf7db8 HTTP/1.1" status: 200 len: 999 time: 0.0631990 Dec 09 02:50:27.805032 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-947be47f-1beb-4282-81a2-b9859b5d6380 None None] Set router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:50:27.837153 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b769dae-7420-45eb-8cd7-52286b56d34c req-1f1cfe3f-8ae2-4aed-a2db-0b0a7757c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:27.838604 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3b769dae-7420-45eb-8cd7-52286b56d34c req-1f1cfe3f-8ae2-4aed-a2db-0b0a7757c783 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00574413-0f71-4b4a-a87b-71a80b5a6fbd HTTP/1.1" status: 200 len: 834 time: 0.0435789 Dec 09 02:50:27.884038 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b769dae-7420-45eb-8cd7-52286b56d34c req-39ce5da0-4e28-4ed2-acd0-de54ace4043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:27.885513 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3b769dae-7420-45eb-8cd7-52286b56d34c req-39ce5da0-4e28-4ed2-acd0-de54ace4043d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=309e48e6-ec0b-44cd-863a-f57132e5324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402265 Dec 09 02:50:27.975383 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3b769dae-7420-45eb-8cd7-52286b56d34c req-2041eed1-dc3d-4ddd-84a3-c77158425bdd service neutron] 10.222.0.45 "GET /v2.0/networks/309e48e6-ec0b-44cd-863a-f57132e5324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830970 Dec 09 02:50:28.025300 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-947be47f-1beb-4282-81a2-b9859b5d6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204590131', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fe852b79-179a-465c-ac80-76587b917444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:50:10Z', 'updated_at': '2021-12-09T02:50:14Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'fe852b79-179a-465c-ac80-76587b917444', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:11Z', 'updated_at': '2021-12-09T02:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '0405ed1a-f5f6-4312-9984-f589292f2de7', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'port_id': '44619e26-2872-4bd9-9f4e-245e19bf7db8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b', 'mac_address': 'fa:16:3e:65:d6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:50:26Z', 'updated_at': '2021-12-09T02:50:26Z', 'revision_number': 0, 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152c0794-e734-4562-9111-007a28838034', 'name': '', 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:fe:6a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:13Z', 'updated_at': '2021-12-09T02:50:16Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:50:28.052008 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947be47f-1beb-4282-81a2-b9859b5d6380 None None] The sync data for ids ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'] in dv-neutron-804846-18-hyperv is: [{'id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204590131', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fe852b79-179a-465c-ac80-76587b917444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:50:10Z', 'updated_at': '2021-12-09T02:50:14Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'fe852b79-179a-465c-ac80-76587b917444', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:11Z', 'updated_at': '2021-12-09T02:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '0405ed1a-f5f6-4312-9984-f589292f2de7', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'port_id': '44619e26-2872-4bd9-9f4e-245e19bf7db8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1800, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b', 'mac_address': 'fa:16:3e:65:d6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:50:26Z', 'updated_at': '2021-12-09T02:50:26Z', 'revision_number': 0, 'project_id': '9b59154da13c45f193083c92c85cca04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152c0794-e734-4562-9111-007a28838034', 'name': '', 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:fe:6a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:13Z', 'updated_at': '2021-12-09T02:50:16Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:50:28.064542 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3b769dae-7420-45eb-8cd7-52286b56d34c req-349ef1bb-58f9-4e53-85a4-9db02afd8623 service neutron] 10.222.0.45 "GET /v2.0/networks/309e48e6-ec0b-44cd-863a-f57132e5324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822589 Dec 09 02:50:28.233997 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220ed9f-96a3-420a-add6-744a6a22e98d None None] New status for floating IP 0405ed1a-f5f6-4312-9984-f589292f2de7: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:50:28.599344 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43372) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:28.662958 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e1e21411-5cf5-4be0-94d9-d53ad895bc45 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/0405ed1a-f5f6-4312-9984-f589292f2de7 HTTP/1.1" status: 200 len: 993 time: 0.0624473 Dec 09 02:50:33.099711 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26c7458e-8b2c-4d9a-879f-d78f7e3c83a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:35.335928 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6e2c6297-91b1-428b-9b1d-d044b90f0eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:36.526777 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:37.919000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:38.746333 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:44.370230 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:50:55.476787 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3049a-5a8f-41fa-8397-ff004a784cea req-c31ff1f0-9176-4bab-8406-d52d336b1741 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:55.478275 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82e3049a-5a8f-41fa-8397-ff004a784cea req-c31ff1f0-9176-4bab-8406-d52d336b1741 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 945 time: 0.0483904 Dec 09 02:50:55.526582 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-82e3049a-5a8f-41fa-8397-ff004a784cea req-5e055644-57b4-448f-8cb9-8da95e5ff57d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef800e2-9e77-4131-95ee-60d8a6402046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423858 Dec 09 02:50:56.641047 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6e1b7-413a-4c70-9f0b-1dbf9d8f0dd0 req-d99ef803-26ff-4ff1-8ec3-312c0c3b31c0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:56.642520 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8dd6e1b7-413a-4c70-9f0b-1dbf9d8f0dd0 req-d99ef803-26ff-4ff1-8ec3-312c0c3b31c0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 945 time: 0.0480249 Dec 09 02:50:56.690613 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8dd6e1b7-413a-4c70-9f0b-1dbf9d8f0dd0 req-62aa79ab-a571-4b62-af14-fa7ba0ef8271 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef800e2-9e77-4131-95ee-60d8a6402046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415421 Dec 09 02:50:56.713415 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43390) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:50:56.777313 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-18250a6d-397a-4161-ab72-b4b66f2d1884 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/0405ed1a-f5f6-4312-9984-f589292f2de7 HTTP/1.1" status: 200 len: 993 time: 0.0627892 Dec 09 02:50:58.064313 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a8bd3-bbb2-4a30-b031-99e21139505c req-368ca02e-4df2-4ed3-a4d0-e3fe92c61507 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:58.066224 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e74a8bd3-bbb2-4a30-b031-99e21139505c req-368ca02e-4df2-4ed3-a4d0-e3fe92c61507 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 945 time: 0.0480707 Dec 09 02:50:58.140623 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e74a8bd3-bbb2-4a30-b031-99e21139505c req-37ba64a4-96fa-4a77-af0e-8c667e2b9e61 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef800e2-9e77-4131-95ee-60d8a6402046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662715 Dec 09 02:50:58.143415 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734358d8-42d5-405a-b852-ad10b3c59c8b req-cd85f3d5-6abb-4c9a-93c5-39ffc7ec3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:58.145238 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-734358d8-42d5-405a-b852-ad10b3c59c8b req-cd85f3d5-6abb-4c9a-93c5-39ffc7ec3aa3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 1098 time: 0.0781617 Dec 09 02:50:58.238844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734358d8-42d5-405a-b852-ad10b3c59c8b req-b4e83657-8c69-490e-8171-0e3946935119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:58.240346 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-734358d8-42d5-405a-b852-ad10b3c59c8b req-b4e83657-8c69-490e-8171-0e3946935119 service neutron] 10.222.0.45 "GET /v2.0/networks?id=309e48e6-ec0b-44cd-863a-f57132e5324b HTTP/1.1" status: 200 len: 897 time: 0.0840905 Dec 09 02:50:58.309291 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-734358d8-42d5-405a-b852-ad10b3c59c8b req-affbd6a9-5dc7-47f5-87dc-64c9ca4be530 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44619e26-2872-4bd9-9f4e-245e19bf7db8 HTTP/1.1" status: 200 len: 1001 time: 0.0616224 Dec 09 02:50:58.350571 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:50:58.357755 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734358d8-42d5-405a-b852-ad10b3c59c8b req-e9e1e3f3-9c02-41f4-b0ff-d94d12795fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:58.359208 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-734358d8-42d5-405a-b852-ad10b3c59c8b req-e9e1e3f3-9c02-41f4-b0ff-d94d12795fc8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00574413-0f71-4b4a-a87b-71a80b5a6fbd HTTP/1.1" status: 200 len: 834 time: 0.0437238 Dec 09 02:50:58.404290 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734358d8-42d5-405a-b852-ad10b3c59c8b req-afd65466-e6fd-451c-a59d-0ecc1191065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:58.405744 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-734358d8-42d5-405a-b852-ad10b3c59c8b req-afd65466-e6fd-451c-a59d-0ecc1191065e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=309e48e6-ec0b-44cd-863a-f57132e5324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0392902 Dec 09 02:50:58.495618 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-734358d8-42d5-405a-b852-ad10b3c59c8b req-4b420a1d-ae9a-4ec3-a262-54afa3bac9af service neutron] 10.222.0.45 "GET /v2.0/networks/309e48e6-ec0b-44cd-863a-f57132e5324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826917 Dec 09 02:50:58.582584 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-734358d8-42d5-405a-b852-ad10b3c59c8b req-66a3acaf-d0ea-45fa-a807-0f78f97fc792 service neutron] 10.222.0.45 "GET /v2.0/networks/309e48e6-ec0b-44cd-863a-f57132e5324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805328 Dec 09 02:50:58.812110 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862d393-37ff-4ee4-9f3e-1bfbb2860f67 req-d5c9fe74-5f7a-4265-ae33-31c8023a6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:58.813579 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f862d393-37ff-4ee4-9f3e-1bfbb2860f67 req-d5c9fe74-5f7a-4265-ae33-31c8023a6c4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 1098 time: 0.0399191 Dec 09 02:50:58.921449 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862d393-37ff-4ee4-9f3e-1bfbb2860f67 req-625584e7-cdde-4004-b7c0-5e2573dd5ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:58.922919 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f862d393-37ff-4ee4-9f3e-1bfbb2860f67 req-625584e7-cdde-4004-b7c0-5e2573dd5ffc service neutron] 10.222.0.45 "GET /v2.0/networks?id=309e48e6-ec0b-44cd-863a-f57132e5324b HTTP/1.1" status: 200 len: 897 time: 0.0868168 Dec 09 02:50:58.989826 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f862d393-37ff-4ee4-9f3e-1bfbb2860f67 req-506ec097-0fca-40be-983c-0e741a8ca899 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44619e26-2872-4bd9-9f4e-245e19bf7db8 HTTP/1.1" status: 200 len: 1001 time: 0.0568631 Dec 09 02:50:59.043670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862d393-37ff-4ee4-9f3e-1bfbb2860f67 req-3e67331e-d849-4167-91e3-5d1d0765a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:59.045105 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f862d393-37ff-4ee4-9f3e-1bfbb2860f67 req-3e67331e-d849-4167-91e3-5d1d0765a91b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00574413-0f71-4b4a-a87b-71a80b5a6fbd HTTP/1.1" status: 200 len: 834 time: 0.0470145 Dec 09 02:50:59.090359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862d393-37ff-4ee4-9f3e-1bfbb2860f67 req-397aedcd-104e-4b8a-8781-8a429793a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:59.091772 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f862d393-37ff-4ee4-9f3e-1bfbb2860f67 req-397aedcd-104e-4b8a-8781-8a429793a39a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=309e48e6-ec0b-44cd-863a-f57132e5324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0389175 Dec 09 02:50:59.180549 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f862d393-37ff-4ee4-9f3e-1bfbb2860f67 req-f796a7ff-4838-41b0-b41e-31b48020c0a0 service neutron] 10.222.0.45 "GET /v2.0/networks/309e48e6-ec0b-44cd-863a-f57132e5324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810843 Dec 09 02:50:59.308803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f093e-c911-4ba9-a916-3ab5a16b23b1 req-684f6f8e-8f5d-405f-adfe-57e2ba16c934 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:50:59.310278 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-800f093e-c911-4ba9-a916-3ab5a16b23b1 req-684f6f8e-8f5d-405f-adfe-57e2ba16c934 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 945 time: 0.0756533 Dec 09 02:50:59.316300 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f862d393-37ff-4ee4-9f3e-1bfbb2860f67 req-f18a3024-3b1c-4388-b8a1-1e4a0792e919 service neutron] 10.222.0.45 "GET /v2.0/networks/309e48e6-ec0b-44cd-863a-f57132e5324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249962 Dec 09 02:50:59.359930 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-800f093e-c911-4ba9-a916-3ab5a16b23b1 req-3003e0de-d4d2-4aa5-8a91-6e58b9375e9d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef800e2-9e77-4131-95ee-60d8a6402046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425866 Dec 09 02:51:00.477888 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681f88a-3588-44b7-89d6-73e91f766c42 req-173af0fe-331a-45d2-8ed5-1e4fd7ede9a0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:00.479373 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e681f88a-3588-44b7-89d6-73e91f766c42 req-173af0fe-331a-45d2-8ed5-1e4fd7ede9a0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 945 time: 0.0525665 Dec 09 02:51:00.527978 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e681f88a-3588-44b7-89d6-73e91f766c42 req-90fd357e-797e-47bb-937d-baa4584f04cd tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef800e2-9e77-4131-95ee-60d8a6402046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426505 Dec 09 02:51:00.549072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43402) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:00.607914 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-93ebbec1-9788-4816-9668-8775d94612d3 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/floatingips/0405ed1a-f5f6-4312-9984-f589292f2de7 HTTP/1.1" status: 200 len: 993 time: 0.0577383 Dec 09 02:51:00.946737 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43408) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:01.353867 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-41e4c6e2-ebcc-445c-b7fa-7e800c6d6c39 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port 40442a5e-b735-40b9-a271-c62a030f1171 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:51:01.354209 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41e4c6e2-ebcc-445c-b7fa-7e800c6d6c39 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:01.428101 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41e4c6e2-ebcc-445c-b7fa-7e800c6d6c39 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:01.428429 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41e4c6e2-ebcc-445c-b7fa-7e800c6d6c39 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:01.439846 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-41e4c6e2-ebcc-445c-b7fa-7e800c6d6c39 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for 40442a5e-b735-40b9-a271-c62a030f1171 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:51:01.586632 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41e4c6e2-ebcc-445c-b7fa-7e800c6d6c39 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:01.612706 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4c6e2-ebcc-445c-b7fa-7e800c6d6c39 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=40442a5e-b735-40b9-a271-c62a030f1171,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:01.677654 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41e4c6e2-ebcc-445c-b7fa-7e800c6d6c39 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:01.677873 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-41e4c6e2-ebcc-445c-b7fa-7e800c6d6c39 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Floating IP 0405ed1a-f5f6-4312-9984-f589292f2de7 disassociated (deleted). External IP: 172.26.3.170, port: 44619e26-2872-4bd9-9f4e-245e19bf7db8. Dec 09 02:51:01.885766 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e4c6e2-ebcc-445c-b7fa-7e800c6d6c39 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:51:01.994210 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e4c6e2-ebcc-445c-b7fa-7e800c6d6c39 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:51:01.999306 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-41e4c6e2-ebcc-445c-b7fa-7e800c6d6c39 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:02.006872 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e2089f-2c76-4244-93c7-1ddd7294dde4 None None] Sync routers for ids ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:51:02.019631 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e2089f-2c76-4244-93c7-1ddd7294dde4 None None] Routers {'80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:51:02.020309 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-38e2089f-2c76-4244-93c7-1ddd7294dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:50:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:02.031573 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-41e4c6e2-ebcc-445c-b7fa-7e800c6d6c39 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/floatingips/0405ed1a-f5f6-4312-9984-f589292f2de7 HTTP/1.1" status: 204 len: 168 time: 1.0813134 Dec 09 02:51:02.031573 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359', 'tag': '44619e26-2872-4bd9-9f4e-245e19bf7db8'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:51:02.032282 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8359eaf-9b2c-46d0-9fa0-47ffc80117c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359", "tag": "44619e26-2872-4bd9-9f4e-245e19bf7db8"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:51:02.128773 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-38e2089f-2c76-4244-93c7-1ddd7294dde4 None None] Set router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:51:02.205081 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f98499-3423-41e7-9178-344149599afe x-openstack-request-id: req-04f98499-3423-41e7-9178-344149599afe {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:51:02.205382 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359", "tag": "44619e26-2872-4bd9-9f4e-245e19bf7db8", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:51:02.205645 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04f98499-3423-41e7-9178-344149599afe {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:51:02.206060 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359', 'tag': '44619e26-2872-4bd9-9f4e-245e19bf7db8', 'status': 'completed', 'code': 200} Dec 09 02:51:02.330822 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e8e8a-3978-47e2-92d0-d1e3c28339c6 req-5f974eff-2604-4eb0-a1b3-5d255bf2e8d0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:02.332423 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f14e8e8a-3978-47e2-92d0-d1e3c28339c6 req-5f974eff-2604-4eb0-a1b3-5d255bf2e8d0 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 945 time: 0.0809042 Dec 09 02:51:02.341490 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359eaf-9b2c-46d0-9fa0-47ffc80117c6 req-34c9df78-83a8-4a48-94f5-f6602d1d3ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:02.343078 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e8359eaf-9b2c-46d0-9fa0-47ffc80117c6 req-34c9df78-83a8-4a48-94f5-f6602d1d3ce8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9b59154da13c45f193083c92c85cca04&device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 1098 time: 0.0582249 Dec 09 02:51:02.352387 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-38e2089f-2c76-4244-93c7-1ddd7294dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204590131', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fe852b79-179a-465c-ac80-76587b917444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:50:10Z', 'updated_at': '2021-12-09T02:50:14Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'fe852b79-179a-465c-ac80-76587b917444', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:11Z', 'updated_at': '2021-12-09T02:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '152c0794-e734-4562-9111-007a28838034', 'name': '', 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:fe:6a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:13Z', 'updated_at': '2021-12-09T02:50:16Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:02.379909 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e2089f-2c76-4244-93c7-1ddd7294dde4 None None] Checking router: 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:51:02.389360 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e2089f-2c76-4244-93c7-1ddd7294dde4 None None] Routers {'80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:51:02.389977 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-38e2089f-2c76-4244-93c7-1ddd7294dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:50:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:02.450043 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f14e8e8a-3978-47e2-92d0-d1e3c28339c6 req-b2bf9593-6fcd-4a62-992e-a52753ee7867 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef800e2-9e77-4131-95ee-60d8a6402046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058648 Dec 09 02:51:02.480766 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359eaf-9b2c-46d0-9fa0-47ffc80117c6 req-0f6b85b3-c696-4a5d-abe8-33ed7c6b3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:02.482225 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e8359eaf-9b2c-46d0-9fa0-47ffc80117c6 req-0f6b85b3-c696-4a5d-abe8-33ed7c6b3972 service neutron] 10.222.0.45 "GET /v2.0/networks?id=309e48e6-ec0b-44cd-863a-f57132e5324b HTTP/1.1" status: 200 len: 897 time: 0.1252859 Dec 09 02:51:02.498530 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-38e2089f-2c76-4244-93c7-1ddd7294dde4 None None] Set router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:51:02.525691 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e8359eaf-9b2c-46d0-9fa0-47ffc80117c6 req-57714b48-2bc5-460d-a027-1b8b2e1e9e73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44619e26-2872-4bd9-9f4e-245e19bf7db8 HTTP/1.1" status: 200 len: 217 time: 0.0351655 Dec 09 02:51:02.576095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359eaf-9b2c-46d0-9fa0-47ffc80117c6 req-de2deba0-bd8c-4b67-a9fc-d5923f7128cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:02.577576 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e8359eaf-9b2c-46d0-9fa0-47ffc80117c6 req-de2deba0-bd8c-4b67-a9fc-d5923f7128cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00574413-0f71-4b4a-a87b-71a80b5a6fbd HTTP/1.1" status: 200 len: 834 time: 0.0439093 Dec 09 02:51:02.631639 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359eaf-9b2c-46d0-9fa0-47ffc80117c6 req-f1207144-3208-45b7-99fe-b128fcdc8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:02.633054 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e8359eaf-9b2c-46d0-9fa0-47ffc80117c6 req-f1207144-3208-45b7-99fe-b128fcdc8801 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=309e48e6-ec0b-44cd-863a-f57132e5324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0468261 Dec 09 02:51:02.729864 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e8359eaf-9b2c-46d0-9fa0-47ffc80117c6 req-2979d2d6-bc44-479b-9afa-5366cd2b2d8f service neutron] 10.222.0.45 "GET /v2.0/networks/309e48e6-ec0b-44cd-863a-f57132e5324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871656 Dec 09 02:51:02.789912 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-38e2089f-2c76-4244-93c7-1ddd7294dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204590131', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fe852b79-179a-465c-ac80-76587b917444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:50:10Z', 'updated_at': '2021-12-09T02:50:14Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'fe852b79-179a-465c-ac80-76587b917444', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:11Z', 'updated_at': '2021-12-09T02:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '152c0794-e734-4562-9111-007a28838034', 'name': '', 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:fe:6a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:13Z', 'updated_at': '2021-12-09T02:50:16Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:02.816017 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e2089f-2c76-4244-93c7-1ddd7294dde4 None None] The sync data for ids ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'] in dv-neutron-804846-18-hyperv is: [{'id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204590131', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fe852b79-179a-465c-ac80-76587b917444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:50:10Z', 'updated_at': '2021-12-09T02:50:14Z', 'revision_number': 4, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'fe852b79-179a-465c-ac80-76587b917444', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:11Z', 'updated_at': '2021-12-09T02:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '152c0794-e734-4562-9111-007a28838034', 'name': '', 'network_id': '309e48e6-ec0b-44cd-863a-f57132e5324b', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'mac_address': 'fa:16:3e:fe:6a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:13Z', 'updated_at': '2021-12-09T02:50:16Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'subnets': [{'id': '00574413-0f71-4b4a-a87b-71a80b5a6fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:51:02.825035 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e8359eaf-9b2c-46d0-9fa0-47ffc80117c6 req-6a3ed5c9-2f3d-4d18-9f55-029956380171 service neutron] 10.222.0.45 "GET /v2.0/networks/309e48e6-ec0b-44cd-863a-f57132e5324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863657 Dec 09 02:51:03.028825 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa59c18-47cb-4361-907c-1a6786e2acd4 None None] New status for floating IP 0405ed1a-f5f6-4312-9984-f589292f2de7: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:51:03.101662 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7e41fa79-1ac8-40b0-94cc-35e73c73c5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:03.571458 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be56c5e-51af-458e-a4a9-53e1c69adc12 req-6ebc5869-eec1-451d-8041-e305b2142f18 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:03.572928 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3be56c5e-51af-458e-a4a9-53e1c69adc12 req-6ebc5869-eec1-451d-8041-e305b2142f18 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 945 time: 0.0485578 Dec 09 02:51:03.621134 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3be56c5e-51af-458e-a4a9-53e1c69adc12 req-bbbef0eb-c6c1-4990-bd61-77df64ef38d6 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/security-groups?id=0ef800e2-9e77-4131-95ee-60d8a6402046&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424106 Dec 09 02:51:04.105514 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b77f00-f94d-4f86-bd9c-b3c2ad4ed3ee req-9b9e63fb-ffdf-4c88-a6ef-37006f5d5218 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:04.106991 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-74b77f00-f94d-4f86-bd9c-b3c2ad4ed3ee req-9b9e63fb-ffdf-4c88-a6ef-37006f5d5218 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 945 time: 0.0467260 Dec 09 02:51:04.197460 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-74b77f00-f94d-4f86-bd9c-b3c2ad4ed3ee req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port 44619e26-2872-4bd9-9f4e-245e19bf7db8 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:51:04.198090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-74b77f00-f94d-4f86-bd9c-b3c2ad4ed3ee req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:04.282683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-74b77f00-f94d-4f86-bd9c-b3c2ad4ed3ee req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] For port 44619e26-2872-4bd9-9f4e-245e19bf7db8, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=44619e26-2872-4bd9-9f4e-245e19bf7db8,segment=NetworkSegment(e7710ed4-3472-4771-ad13-7ac9df856bd7),segment_id=e7710ed4-3472-4771-ad13-7ac9df856bd7)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:51:04.283044 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-74b77f00-f94d-4f86-bd9c-b3c2ad4ed3ee req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:04.296011 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-74b77f00-f94d-4f86-bd9c-b3c2ad4ed3ee req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for 44619e26-2872-4bd9-9f4e-245e19bf7db8 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:51:04.422422 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-74b77f00-f94d-4f86-bd9c-b3c2ad4ed3ee req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:04.449368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=44619e26-2872-4bd9-9f4e-245e19bf7db8,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:04.474450 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:04.474808 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:04.475166 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:04.475542 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:04.475885 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:04.476223 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:04.476817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:04.476979 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:04.477210 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:04.477539 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:04.477865 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:04.478194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:04.478520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:04.502585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b77f00-f94d-4f86-bd9c-b3c2ad4ed3ee req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] No DVR routers for this DVR port 44619e26-2872-4bd9-9f4e-245e19bf7db8 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:51:04.505013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-74b77f00-f94d-4f86-bd9c-b3c2ad4ed3ee req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:04.508354 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-74b77f00-f94d-4f86-bd9c-b3c2ad4ed3ee req-12d5ccf6-f6ce-4c4e-b0c3-54832b3186fa tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.45 "DELETE /v2.0/ports/44619e26-2872-4bd9-9f4e-245e19bf7db8 HTTP/1.1" status: 204 len: 173 time: 0.3945427 Dec 09 02:51:04.508805 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359', 'name': 'network-vif-deleted', 'tag': '44619e26-2872-4bd9-9f4e-245e19bf7db8'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:51:04.511044 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b89a284-fb0a-47c1-b34e-fcfe161b77d8" -d '{"events": [{"server_uuid": "ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359", "name": "network-vif-deleted", "tag": "44619e26-2872-4bd9-9f4e-245e19bf7db8"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:51:04.548207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f105a2f6-b163-4541-8ceb-7daa5628d6cf x-openstack-request-id: req-f105a2f6-b163-4541-8ceb-7daa5628d6cf {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:51:04.548533 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359", "name": "network-vif-deleted", "tag": "44619e26-2872-4bd9-9f4e-245e19bf7db8", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:51:04.548793 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f105a2f6-b163-4541-8ceb-7daa5628d6cf {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:51:04.549212 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359', 'name': 'network-vif-deleted', 'tag': '44619e26-2872-4bd9-9f4e-245e19bf7db8', 'status': 'completed', 'code': 200} Dec 09 02:51:04.729172 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-854a4609-342d-4282-95c8-0f2b62523401 req-e741e20d-e738-4ddb-87e0-f50c2267d2cf tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce9dbdcf-e75b-4b7d-a05d-32a4dcdd0359 HTTP/1.1" status: 200 len: 210 time: 0.0259745 Dec 09 02:51:05.336603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-56375505-f2c3-472a-87ff-4be08b570aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:05.785276 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43424) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:06.140734 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-936bbebc-aa67-40b2-b594-3cfc2846f14a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:06.385541 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-936bbebc-aa67-40b2-b594-3cfc2846f14a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port 152c0794-e734-4562-9111-007a28838034 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:51:06.385797 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-936bbebc-aa67-40b2-b594-3cfc2846f14a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:06.471273 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-936bbebc-aa67-40b2-b594-3cfc2846f14a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] For port 152c0794-e734-4562-9111-007a28838034, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=152c0794-e734-4562-9111-007a28838034,segment=NetworkSegment(e7710ed4-3472-4771-ad13-7ac9df856bd7),segment_id=e7710ed4-3472-4771-ad13-7ac9df856bd7)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:51:06.472165 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-936bbebc-aa67-40b2-b594-3cfc2846f14a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:06.484810 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-936bbebc-aa67-40b2-b594-3cfc2846f14a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for 152c0794-e734-4562-9111-007a28838034 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:51:06.530149 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:06.670577 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-936bbebc-aa67-40b2-b594-3cfc2846f14a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:06.697697 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bbebc-aa67-40b2-b594-3cfc2846f14a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=152c0794-e734-4562-9111-007a28838034,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:06.788690 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 44619e26-2872-4bd9-9f4e-245e19bf7db8 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:51:06.810215 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 44619e26-2872-4bd9-9f4e-245e19bf7db8 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:51:06.810564 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 44619e26-2872-4bd9-9f4e-245e19bf7db8 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:51:06.870619 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-936bbebc-aa67-40b2-b594-3cfc2846f14a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:07.092059 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936bbebc-aa67-40b2-b594-3cfc2846f14a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:51:07.199558 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936bbebc-aa67-40b2-b594-3cfc2846f14a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:51:07.204605 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-936bbebc-aa67-40b2-b594-3cfc2846f14a tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "PUT /v2.0/routers/80a6173a-5890-40ca-bcd4-cabe4bdd6f2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4183106 Dec 09 02:51:07.207333 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43426) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:07.210002 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ce6b7-7e8c-419f-a303-04fb12212da2 None None] Sync routers for ids ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:51:07.219479 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ce6b7-7e8c-419f-a303-04fb12212da2 None None] Routers {'80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:51:07.220080 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b47ce6b7-7e8c-419f-a303-04fb12212da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:51:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:07.257447 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting subnet 00574413-0f71-4b4a-a87b-71a80b5a6fbd {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 02:51:07.260664 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:07.300547 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:07.325232 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-b47ce6b7-7e8c-419f-a303-04fb12212da2 None None] Set router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:51:07.385578 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:07.503926 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b47ce6b7-7e8c-419f-a303-04fb12212da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204590131', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fe852b79-179a-465c-ac80-76587b917444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:50:10Z', 'updated_at': '2021-12-09T02:51:06Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'fe852b79-179a-465c-ac80-76587b917444', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:11Z', 'updated_at': '2021-12-09T02:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:07.536797 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ce6b7-7e8c-419f-a303-04fb12212da2 None None] Checking router: 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:51:07.545622 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ce6b7-7e8c-419f-a303-04fb12212da2 None None] Routers {'80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:51:07.546245 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b47ce6b7-7e8c-419f-a303-04fb12212da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:51:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:07.651824 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-b47ce6b7-7e8c-419f-a303-04fb12212da2 None None] Set router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:51:07.708024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:07.735463 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Subnet': ['ID=00574413-0f71-4b4a-a87b-71a80b5a6fbd,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:07.737844 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:07.743638 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/subnets/00574413-0f71-4b4a-a87b-71a80b5a6fbd HTTP/1.1" status: 204 len: 168 time: 0.5328383 Dec 09 02:51:07.743960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43428) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:07.745926 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3e81b9-8500-4c0c-8af5-cf156be59f7b None None] Network 309e48e6-ec0b-44cd-863a-f57132e5324b requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:51:07.748111 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:07.748466 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:07.748815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:07.749161 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:07.749502 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:07.749840 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:07.750181 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:07.750509 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:07.750843 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:07.751175 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:07.751532 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:07.751865 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:07.752186 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce2384f-8052-4662-9d0e-a9e838c1901f tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:07.856241 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-b47ce6b7-7e8c-419f-a303-04fb12212da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204590131', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fe852b79-179a-465c-ac80-76587b917444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:50:10Z', 'updated_at': '2021-12-09T02:51:06Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'fe852b79-179a-465c-ac80-76587b917444', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:11Z', 'updated_at': '2021-12-09T02:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:07.856975 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-370599e8-cb64-4f11-a0a1-31d7a4ddecf7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:07.885578 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ce6b7-7e8c-419f-a303-04fb12212da2 None None] The sync data for ids ['80a6173a-5890-40ca-bcd4-cabe4bdd6f2c'] in dv-neutron-804846-18-hyperv is: [{'id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204590131', 'tenant_id': '9b59154da13c45f193083c92c85cca04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'fe852b79-179a-465c-ac80-76587b917444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:50:10Z', 'updated_at': '2021-12-09T02:51:06Z', 'revision_number': 5, 'project_id': '9b59154da13c45f193083c92c85cca04', 'gw_port': {'id': 'fe852b79-179a-465c-ac80-76587b917444', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a6173a-5890-40ca-bcd4-cabe4bdd6f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:50:11Z', 'updated_at': '2021-12-09T02:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:51:07.969165 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:08.246635 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317a5fba-fc1b-41b5-85fa-85ae39d45e0f None None] DHCP port deletion for 309e48e6-ec0b-44cd-863a-f57132e5324b request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:51:08.266033 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-370599e8-cb64-4f11-a0a1-31d7a4ddecf7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:08.303916 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-317a5fba-fc1b-41b5-85fa-85ae39d45e0f None None] Deleting port f94e7454-1d12-454c-83f9-d7f42d5f9b8d {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:51:08.304296 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-317a5fba-fc1b-41b5-85fa-85ae39d45e0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:08.326621 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-370599e8-cb64-4f11-a0a1-31d7a4ddecf7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Deleting port fe852b79-179a-465c-ac80-76587b917444 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:51:08.326990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-370599e8-cb64-4f11-a0a1-31d7a4ddecf7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:08.371399 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-317a5fba-fc1b-41b5-85fa-85ae39d45e0f None None] For port f94e7454-1d12-454c-83f9-d7f42d5f9b8d, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f94e7454-1d12-454c-83f9-d7f42d5f9b8d,segment=NetworkSegment(e7710ed4-3472-4771-ad13-7ac9df856bd7),segment_id=e7710ed4-3472-4771-ad13-7ac9df856bd7)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:51:08.371925 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-317a5fba-fc1b-41b5-85fa-85ae39d45e0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:08.385432 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-317a5fba-fc1b-41b5-85fa-85ae39d45e0f None None] Calling delete_port for f94e7454-1d12-454c-83f9-d7f42d5f9b8d owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:51:08.407411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-370599e8-cb64-4f11-a0a1-31d7a4ddecf7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] For port fe852b79-179a-465c-ac80-76587b917444, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=fe852b79-179a-465c-ac80-76587b917444,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:51:08.407806 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-370599e8-cb64-4f11-a0a1-31d7a4ddecf7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:08.420017 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-370599e8-cb64-4f11-a0a1-31d7a4ddecf7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Calling delete_port for fe852b79-179a-465c-ac80-76587b917444 owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:51:08.465956 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-317a5fba-fc1b-41b5-85fa-85ae39d45e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:08.494922 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a5fba-fc1b-41b5-85fa-85ae39d45e0f None None] Pushing event deleted for resources: {'Port': ['ID=f94e7454-1d12-454c-83f9-d7f42d5f9b8d,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:08.500818 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a5fba-fc1b-41b5-85fa-85ae39d45e0f None None] No DVR routers for this DVR port f94e7454-1d12-454c-83f9-d7f42d5f9b8d on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:51:08.586615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-370599e8-cb64-4f11-a0a1-31d7a4ddecf7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:08.616285 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370599e8-cb64-4f11-a0a1-31d7a4ddecf7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Port': ['ID=fe852b79-179a-465c-ac80-76587b917444,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:08.630036 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe01a91-0fba-4cd5-870b-c693670775db None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:51:08.676381 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-370599e8-cb64-4f11-a0a1-31d7a4ddecf7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:08.749270 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:08.764872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-370599e8-cb64-4f11-a0a1-31d7a4ddecf7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:08.766947 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-370599e8-cb64-4f11-a0a1-31d7a4ddecf7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:08.809022 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-370599e8-cb64-4f11-a0a1-31d7a4ddecf7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:08.809823 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370599e8-cb64-4f11-a0a1-31d7a4ddecf7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Fanout notify agent at l3_agent the message router_deleted on router 80a6173a-5890-40ca-bcd4-cabe4bdd6f2c {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 02:51:08.819295 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-370599e8-cb64-4f11-a0a1-31d7a4ddecf7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:08.823101 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-370599e8-cb64-4f11-a0a1-31d7a4ddecf7 tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/routers/80a6173a-5890-40ca-bcd4-cabe4bdd6f2c HTTP/1.1" status: 204 len: 168 time: 1.0757678 Dec 09 02:51:08.823480 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43430) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:08.905756 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-595aef20-87b0-4cc4-97ef-6d324872f4cb tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:08.988611 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-595aef20-87b0-4cc4-97ef-6d324872f4cb tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:09.011702 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-595aef20-87b0-4cc4-97ef-6d324872f4cb tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309e48e6-ec0b-44cd-863a-f57132e5324b']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:09.021252 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-595aef20-87b0-4cc4-97ef-6d324872f4cb tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7710ed4-3472-4771-ad13-7ac9df856bd7') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:09.021546 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-595aef20-87b0-4cc4-97ef-6d324872f4cb tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7710ed4-3472-4771-ad13-7ac9df856bd7') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:09.030357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-595aef20-87b0-4cc4-97ef-6d324872f4cb tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:09.043393 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-595aef20-87b0-4cc4-97ef-6d324872f4cb tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:09.049338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595aef20-87b0-4cc4-97ef-6d324872f4cb tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 02:51:09.049770 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-595aef20-87b0-4cc4-97ef-6d324872f4cb tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 02:51:09.053044 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 02:51:09.108341 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-595aef20-87b0-4cc4-97ef-6d324872f4cb tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:09.115615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-595aef20-87b0-4cc4-97ef-6d324872f4cb tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:09.117992 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-595aef20-87b0-4cc4-97ef-6d324872f4cb tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/networks/309e48e6-ec0b-44cd-863a-f57132e5324b HTTP/1.1" status: 204 len: 168 time: 0.2934015 Dec 09 02:51:09.120824 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43432) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:09.129844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595aef20-87b0-4cc4-97ef-6d324872f4cb tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'Network': ['ID=309e48e6-ec0b-44cd-863a-f57132e5324b,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:09.179881 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-225f1ac5-1de0-4a82-ad9f-b485cf85752d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:09.203983 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-225f1ac5-1de0-4a82-ad9f-b485cf85752d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:09.269647 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-225f1ac5-1de0-4a82-ad9f-b485cf85752d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:09.272640 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-225f1ac5-1de0-4a82-ad9f-b485cf85752d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:09.273899 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-225f1ac5-1de0-4a82-ad9f-b485cf85752d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] 10.222.0.43 "DELETE /v2.0/security-groups/0ef800e2-9e77-4131-95ee-60d8a6402046 HTTP/1.1" status: 204 len: 168 time: 0.1515291 Dec 09 02:51:09.285082 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f1ac5-1de0-4a82-ad9f-b485cf85752d tempest-TestNetworkAdvancedServerOps-300564600 tempest-TestNetworkAdvancedServerOps-300564600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef800e2-9e77-4131-95ee-60d8a6402046,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:09.326181 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 152c0794-e734-4562-9111-007a28838034 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:51:09.347402 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 152c0794-e734-4562-9111-007a28838034 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:51:09.347858 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 152c0794-e734-4562-9111-007a28838034 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:51:09.348286 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f94e7454-1d12-454c-83f9-d7f42d5f9b8d no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:51:09.367075 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: f94e7454-1d12-454c-83f9-d7f42d5f9b8d {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:51:09.367350 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f94e7454-1d12-454c-83f9-d7f42d5f9b8d not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:51:09.367789 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device fe852b79-179a-465c-ac80-76587b917444 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:51:09.386571 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: fe852b79-179a-465c-ac80-76587b917444 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:51:09.386919 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device fe852b79-179a-465c-ac80-76587b917444 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:51:09.588083 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43440) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:09.729947 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a690784f-7b77-4cf9-b954-544feb954a7e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b59154da13c45f193083c92c85cca04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406419 Dec 09 02:51:09.732390 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43444) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:09.778873 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e1dd8ad-1afc-4396-a1d6-8a1ec93ea02a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:09.798948 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e1dd8ad-1afc-4396-a1d6-8a1ec93ea02a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:09.844889 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e1dd8ad-1afc-4396-a1d6-8a1ec93ea02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:09.847682 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e1dd8ad-1afc-4396-a1d6-8a1ec93ea02a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:09.848817 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8e1dd8ad-1afc-4396-a1d6-8a1ec93ea02a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70fcf6fe-8b61-4b8e-b6e0-5e20c6297c87 HTTP/1.1" status: 204 len: 168 time: 0.1155081 Dec 09 02:51:09.856731 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dd8ad-1afc-4396-a1d6-8a1ec93ea02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fcf6fe-8b61-4b8e-b6e0-5e20c6297c87,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:10.097589 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43450) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:10.110572 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330d5174-790c-4359-aed3-0ab2d4cafedb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:10.184862 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330d5174-790c-4359-aed3-0ab2d4cafedb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:10.188264 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330d5174-790c-4359-aed3-0ab2d4cafedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:10.224479 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-330d5174-790c-4359-aed3-0ab2d4cafedb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6c5fa41902f4c979d79d7b1927ef0fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1257672 Dec 09 02:51:10.226466 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d5174-790c-4359-aed3-0ab2d4cafedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909d00ef-8646-4d0b-8d4e-d0b53c4aa14d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:10.227134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43452) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:10.274710 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fb8d2a9-607b-47e0-af3d-f89ad10841fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:10.295153 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fb8d2a9-607b-47e0-af3d-f89ad10841fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:10.344654 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fb8d2a9-607b-47e0-af3d-f89ad10841fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:10.347917 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fb8d2a9-607b-47e0-af3d-f89ad10841fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:10.349076 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1fb8d2a9-607b-47e0-af3d-f89ad10841fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/909d00ef-8646-4d0b-8d4e-d0b53c4aa14d HTTP/1.1" status: 204 len: 168 time: 0.1207771 Dec 09 02:51:10.356577 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8d2a9-607b-47e0-af3d-f89ad10841fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909d00ef-8646-4d0b-8d4e-d0b53c4aa14d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:10.989559 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43474) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:11.080562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-092e60c9-e2de-49ab-bcb8-ed6efec75ef4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1640811809-network', 'tenant_id': 'be90067df61843beb019db1110a45c82'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:51:11.101488 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092e60c9-e2de-49ab-bcb8-ed6efec75ef4 admin admin] Made reservation on behalf of be90067df61843beb019db1110a45c82 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:51:11.103753 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-092e60c9-e2de-49ab-bcb8-ed6efec75ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:11.111771 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-092e60c9-e2de-49ab-bcb8-ed6efec75ef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:11.185380 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-092e60c9-e2de-49ab-bcb8-ed6efec75ef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:11.189261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-092e60c9-e2de-49ab-bcb8-ed6efec75ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:11.212997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092e60c9-e2de-49ab-bcb8-ed6efec75ef4 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:51:11.222405 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e60c9-e2de-49ab-bcb8-ed6efec75ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2539a6fb-3ba0-4c03-b211-9588401fa742,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:11.227295 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-092e60c9-e2de-49ab-bcb8-ed6efec75ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:11.227918 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-092e60c9-e2de-49ab-bcb8-ed6efec75ef4 admin admin] Added segment 09bcdd87-fa0c-4598-8316-ab0cb6123c11 of type vlan for network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a Dec 09 02:51:11.266384 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-092e60c9-e2de-49ab-bcb8-ed6efec75ef4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:11.289115 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-092e60c9-e2de-49ab-bcb8-ed6efec75ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:11.290118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092e60c9-e2de-49ab-bcb8-ed6efec75ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:11.290685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-092e60c9-e2de-49ab-bcb8-ed6efec75ef4 admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:11.346266 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-092e60c9-e2de-49ab-bcb8-ed6efec75ef4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3564200 Dec 09 02:51:11.349251 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43478) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:11.354823 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-532086fd-303d-4794-8b08-d43f75d7b9a9 admin admin] Request body: {'subnet': {'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1640811809-subnet', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:51:11.355036 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e60c9-e2de-49ab-bcb8-ed6efec75ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:11.365073 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:51:11.376452 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532086fd-303d-4794-8b08-d43f75d7b9a9 admin admin] Made reservation on behalf of be90067df61843beb019db1110a45c82 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:51:11.379671 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-532086fd-303d-4794-8b08-d43f75d7b9a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:11.541346 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-532086fd-303d-4794-8b08-d43f75d7b9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:11.599912 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532086fd-303d-4794-8b08-d43f75d7b9a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40860f8b-e2ca-4c40-8b1c-101733fd9a30,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:11.607725 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532086fd-303d-4794-8b08-d43f75d7b9a9 admin admin] Checking segment: {'id': '09bcdd87-fa0c-4598-8316-ab0cb6123c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:51:11.608087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532086fd-303d-4794-8b08-d43f75d7b9a9 admin admin] Network hostable DHCP agents. Network: 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:51:11.625595 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532086fd-303d-4794-8b08-d43f75d7b9a9 admin admin] Network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:51:11.633957 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-532086fd-303d-4794-8b08-d43f75d7b9a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:51:11.638345 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532086fd-303d-4794-8b08-d43f75d7b9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:11.638938 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-532086fd-303d-4794-8b08-d43f75d7b9a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:11.642963 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15765176-2473-4d73-82d1-cf3567131c8f None None] Network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:51:11.655444 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-532086fd-303d-4794-8b08-d43f75d7b9a9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3045325 Dec 09 02:51:11.658068 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43480) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:11.663144 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:51:11.684090 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:11.685278 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:11.733875 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:11.747260 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'project_id': 'be90067df61843beb019db1110a45c82', 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:51:11.748170 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:11.868882 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:11.883294 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Allocated IP 172.20.0.2 (5bd842fb-01c0-49d4-9df6-5ca4a93ba07a/40860f8b-e2ca-4c40-8b1c-101733fd9a30/02ec84f1-9376-4933-af47-bebe75c532cb) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:51:12.028908 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:12.035705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:12.070071 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:12.075456 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:51:12.078256 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:51:12.080644 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:51:12.087281 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Pushing event updated for resources: {'Port': ['ID=02ec84f1-9376-4933-af47-bebe75c532cb,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:12.090059 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:12.098684 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:12.099409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:12.099409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:12.099774 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:12.100237 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:12.100589 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:12.101145 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:12.101593 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:12.101954 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:12.102279 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:12.102600 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:12.102919 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:12.103233 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:12.152718 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Attempting to bind port 02ec84f1-9376-4933-af47-bebe75c532cb on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:51:12.153092 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Attempting to bind port 02ec84f1-9376-4933-af47-bebe75c532cb by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '09bcdd87-fa0c-4598-8316-ab0cb6123c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:51:12.153457 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Attempting to bind port 02ec84f1-9376-4933-af47-bebe75c532cb on network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:51:12.158416 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:51:12.158788 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Checking segment: {'id': '09bcdd87-fa0c-4598-8316-ab0cb6123c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:51:12.159795 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:12.160191 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Bound using segment: {'id': '09bcdd87-fa0c-4598-8316-ab0cb6123c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:51:12.160658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Bound port: 02ec84f1-9376-4933-af47-bebe75c532cb, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09bcdd87-fa0c-4598-8316-ab0cb6123c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:51:12.161037 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:12.193775 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Allocated IP 172.26.3.25 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/7d8a2a66-eb3c-4252-abb3-de52f235ac71) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:51:12.225982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] For port 02ec84f1-9376-4933-af47-bebe75c532cb, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:51:12.229031 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] For port 02ec84f1-9376-4933-af47-bebe75c532cb, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=02ec84f1-9376-4933-af47-bebe75c532cb,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:51:12.233051 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:12.287978 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb1393-56e6-4aa6-af83-24518ceaa2af None None] Pushing event updated for resources: {'Port': ['ID=02ec84f1-9376-4933-af47-bebe75c532cb,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:12.304467 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:12.339425 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:12.381398 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:51:12.384315 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:51:12.389167 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:51:12.392222 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Pushing event updated for resources: {'Port': ['ID=7d8a2a66-eb3c-4252-abb3-de52f235ac71,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:12.398726 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb5ce20-6b17-4200-8a2d-fa1dfcee0ac6 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:51:12.470734 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-a7eaa2c4-48f8-47cd-b6a6-c670938f6e29 None None] Provisioning complete for port 7d8a2a66-eb3c-4252-abb3-de52f235ac71 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:12.471124 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7eaa2c4-48f8-47cd-b6a6-c670938f6e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:12.510644 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-a7eaa2c4-48f8-47cd-b6a6-c670938f6e29 None None] Port 7d8a2a66-eb3c-4252-abb3-de52f235ac71 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:51:12.671658 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:12.864289 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:13.009975 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:51:13.051919 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 02ec84f1-9376-4933-af47-bebe75c532cb up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:51:13.107521 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 02ec84f1-9376-4933-af47-bebe75c532cb triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:13.107861 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:13.138416 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:51:13.148832 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Sync routers for ids ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:51:13.158592 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:13.163500 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43482) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:13.164012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Routers {'6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:51:13.164611 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:51:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:13.170972 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fce7c66c-3ec2-41a3-87aa-45026adb8b17 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5111217 Dec 09 02:51:13.223114 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbea92eb-b19e-46ba-b8c8-de311ebf475d None None] Network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:51:13.291083 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:13.342411 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2aa9006e-081b-4900-96fd-5ada868512b8 None None] Provisioning complete for port 02ec84f1-9376-4933-af47-bebe75c532cb triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:13.342789 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2aa9006e-081b-4900-96fd-5ada868512b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:13.419645 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Set router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:51:13.480322 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 02ec84f1-9376-4933-af47-bebe75c532cb, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=02ec84f1-9376-4933-af47-bebe75c532cb,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:51:13.499719 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:13.571144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:13.644368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=02ec84f1-9376-4933-af47-bebe75c532cb,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:13.719149 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:12Z', 'revision_number': 3, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:13.749587 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Allocated IP 172.20.0.1 (5bd842fb-01c0-49d4-9df6-5ca4a93ba07a/40860f8b-e2ca-4c40-8b1c-101733fd9a30/3e8c749b-0768-4934-92a5-2306d08549a6) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:51:13.751961 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Checking router: 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:51:13.753464 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Updating router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 port 7d8a2a66-eb3c-4252-abb3-de52f235ac71 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:51:13.782394 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:13.873357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:13.908673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:13.916909 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-deb2be2c-eedb-4140-8096-152b9bf38a69 None None] Provisioning complete for port 02ec84f1-9376-4933-af47-bebe75c532cb triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:13.917288 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-deb2be2c-eedb-4140-8096-152b9bf38a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:13.946219 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:51:13.949087 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:51:13.954696 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:51:13.981417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Pushing event updated for resources: {'Port': ['ID=3e8c749b-0768-4934-92a5-2306d08549a6,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:14.000242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:14.133104 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:14.141129 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:14.143336 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:14.193293 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f17d21-e3ce-44ec-b2ad-5fa16990ff91 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:51:14.208623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798acd0-de8b-445e-8abc-139b99669ee7 None None] Pushing event updated for resources: {'Port': ['ID=7d8a2a66-eb3c-4252-abb3-de52f235ac71,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:14.211807 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Attempting to bind port 7d8a2a66-eb3c-4252-abb3-de52f235ac71 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:51:14.212052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Attempting to bind port 7d8a2a66-eb3c-4252-abb3-de52f235ac71 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:51:14.212422 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Attempting to bind port 7d8a2a66-eb3c-4252-abb3-de52f235ac71 on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:51:14.221179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-f0f0991c-62b0-4be0-955c-4962a10c9965 None None] Provisioning complete for port 3e8c749b-0768-4934-92a5-2306d08549a6 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:14.221648 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f0f0991c-62b0-4be0-955c-4962a10c9965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:14.244456 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:51:14.244760 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:51:14.245169 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:14.245566 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:51:14.246066 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Bound port: 7d8a2a66-eb3c-4252-abb3-de52f235ac71, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:51:14.246435 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:14.308934 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:14.313831 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:14.383615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:14.385516 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Pushing event updated for resources: {'Port': ['ID=3e8c749b-0768-4934-92a5-2306d08549a6,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:14.448274 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-f0f0991c-62b0-4be0-955c-4962a10c9965 None None] Port 3e8c749b-0768-4934-92a5-2306d08549a6 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:51:14.460667 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:14.469443 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] For port 7d8a2a66-eb3c-4252-abb3-de52f235ac71, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:51:14.473137 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] For port 7d8a2a66-eb3c-4252-abb3-de52f235ac71, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7d8a2a66-eb3c-4252-abb3-de52f235ac71,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:51:14.477659 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:14.483146 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:51:14.484564 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:51:14.525385 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5d4d3e-93aa-4826-963f-54e56e4f366c None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:51:14.543376 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Routers {'6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:51:14.544068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:51:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:14.580902 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798acd0-de8b-445e-8abc-139b99669ee7 None None] Pushing event updated for resources: {'Port': ['ID=7d8a2a66-eb3c-4252-abb3-de52f235ac71,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:14.619513 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:51:14.638934 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3a54827e-e8dd-4e5b-9bd1-ec1bd2221911 None None] Provisioning complete for port 7d8a2a66-eb3c-4252-abb3-de52f235ac71 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:14.639322 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a54827e-e8dd-4e5b-9bd1-ec1bd2221911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:14.700068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] Set router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:51:14.731861 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:51:14.737870 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-35a28b80-06ac-45dc-88e0-0991d8df2e1d admin admin] 10.222.0.43 "PUT /v2.0/routers/6c1fe7e0-3f2d-40ce-94e7-37c6b8463958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5727055 Dec 09 02:51:14.844020 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a54827e-e8dd-4e5b-9bd1-ec1bd2221911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:14.880862 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3a54827e-e8dd-4e5b-9bd1-ec1bd2221911 None None] For port 7d8a2a66-eb3c-4252-abb3-de52f235ac71, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7d8a2a66-eb3c-4252-abb3-de52f235ac71,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:51:14.888448 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3a54827e-e8dd-4e5b-9bd1-ec1bd2221911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:14.973638 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54827e-e8dd-4e5b-9bd1-ec1bd2221911 None None] Pushing event updated for resources: {'Port': ['ID=7d8a2a66-eb3c-4252-abb3-de52f235ac71,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:15.004169 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3e8c749b-0768-4934-92a5-2306d08549a6', 'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'mac_address': 'fa:16:3e:9c:e8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:13Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 2, 'project_id': 'be90067df61843beb019db1110a45c82', 'subnets': [{'id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:15.034990 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 02ec84f1-9376-4933-af47-bebe75c532cb up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:51:15.041190 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44845685-6154-4d73-b690-5cd5a8f92f2b None None] The sync data for ids ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'] in dv-neutron-804846-18-hyperv is: [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3e8c749b-0768-4934-92a5-2306d08549a6', 'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'mac_address': 'fa:16:3e:9c:e8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:13Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 2, 'project_id': 'be90067df61843beb019db1110a45c82', 'subnets': [{'id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:51:15.077990 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c30642c4-8274-45f8-9ae5-f9b2bb800c84 None None] Provisioning complete for port 7d8a2a66-eb3c-4252-abb3-de52f235ac71 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:15.078372 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c30642c4-8274-45f8-9ae5-f9b2bb800c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:15.131259 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 02ec84f1-9376-4933-af47-bebe75c532cb triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:15.131664 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:15.263064 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-c30642c4-8274-45f8-9ae5-f9b2bb800c84 None None] Provisioning complete for port 3e8c749b-0768-4934-92a5-2306d08549a6 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:15.263365 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c30642c4-8274-45f8-9ae5-f9b2bb800c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:15.274328 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43498) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:15.281570 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1c3e092e-b96a-44fd-8f64-7ffa6b5fb173 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-593499429-network', 'tenant_id': '55bd5bf964b44d0b82fed6f6f65436c7'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:51:15.304221 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3e092e-b96a-44fd-8f64-7ffa6b5fb173 admin admin] Made reservation on behalf of 55bd5bf964b44d0b82fed6f6f65436c7 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:51:15.306869 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c3e092e-b96a-44fd-8f64-7ffa6b5fb173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:15.308518 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-c30642c4-8274-45f8-9ae5-f9b2bb800c84 None None] Port 3e8c749b-0768-4934-92a5-2306d08549a6 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:51:15.317892 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c3e092e-b96a-44fd-8f64-7ffa6b5fb173 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:15.407194 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c3e092e-b96a-44fd-8f64-7ffa6b5fb173 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:15.411257 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c3e092e-b96a-44fd-8f64-7ffa6b5fb173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:15.439336 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3e092e-b96a-44fd-8f64-7ffa6b5fb173 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 02:51:15.447010 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e092e-b96a-44fd-8f64-7ffa6b5fb173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e346bc-aa9e-470e-b5b0-b75110c3e201,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:15.454696 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c3e092e-b96a-44fd-8f64-7ffa6b5fb173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:15.455096 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-1c3e092e-b96a-44fd-8f64-7ffa6b5fb173 admin admin] Added segment 0da78219-61ba-460b-850a-4e7c5726b9c3 of type vlan for network 6ef11d06-042c-4109-b1f3-f110e18f542d Dec 09 02:51:15.497545 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c3e092e-b96a-44fd-8f64-7ffa6b5fb173 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:15.524875 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c3e092e-b96a-44fd-8f64-7ffa6b5fb173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:15.525864 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3e092e-b96a-44fd-8f64-7ffa6b5fb173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:15.526445 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c3e092e-b96a-44fd-8f64-7ffa6b5fb173 admin admin] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:15.585945 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1c3e092e-b96a-44fd-8f64-7ffa6b5fb173 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3094652 Dec 09 02:51:15.586630 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43500) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:15.591790 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-6e69f8eb-bc06-4554-b024-279583ff9e32 admin admin] Request body: {'subnet': {'network_id': '6ef11d06-042c-4109-b1f3-f110e18f542d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-593499429-subnet', 'tenant_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'ip_version': 4}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:51:15.595793 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e092e-b96a-44fd-8f64-7ffa6b5fb173 admin admin] Pushing event updated for resources: {'Network': ['ID=6ef11d06-042c-4109-b1f3-f110e18f542d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:15.606271 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 6ef11d06-042c-4109-b1f3-f110e18f542d details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 02:51:15.618291 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e69f8eb-bc06-4554-b024-279583ff9e32 admin admin] Made reservation on behalf of 55bd5bf964b44d0b82fed6f6f65436c7 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:51:15.621319 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e69f8eb-bc06-4554-b024-279583ff9e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:15.811281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e69f8eb-bc06-4554-b024-279583ff9e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:15.866438 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69f8eb-bc06-4554-b024-279583ff9e32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbb52a76-3648-4b06-a069-bb08d109ec59,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:15.877274 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e69f8eb-bc06-4554-b024-279583ff9e32 admin admin] Checking segment: {'id': '0da78219-61ba-460b-850a-4e7c5726b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef11d06-042c-4109-b1f3-f110e18f542d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:51:15.878214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e69f8eb-bc06-4554-b024-279583ff9e32 admin admin] Network hostable DHCP agents. Network: 6ef11d06-042c-4109-b1f3-f110e18f542d, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 02:51:15.896751 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e69f8eb-bc06-4554-b024-279583ff9e32 admin admin] Network 6ef11d06-042c-4109-b1f3-f110e18f542d is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 02:51:15.907818 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-6e69f8eb-bc06-4554-b024-279583ff9e32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 6ef11d06-042c-4109-b1f3-f110e18f542d) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:51:15.914821 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e69f8eb-bc06-4554-b024-279583ff9e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:15.915587 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e69f8eb-bc06-4554-b024-279583ff9e32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:15.918840 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1173b3-018c-4047-a667-9ff90fd91679 None None] Network 6ef11d06-042c-4109-b1f3-f110e18f542d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:51:15.934821 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6e69f8eb-bc06-4554-b024-279583ff9e32 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3470111 Dec 09 02:51:15.937237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43502) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:15.944805 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-593499429-router', 'tenant_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:51:15.968524 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:15.969723 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:16.028376 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:16.040675 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-6ef11d06-042c-4109-b1f3-f110e18f542d', 'network_id': '6ef11d06-042c-4109-b1f3-f110e18f542d', 'project_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'fixed_ips': [{'subnet_id': 'dbb52a76-3648-4b06-a069-bb08d109ec59'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 02:51:16.041753 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:16.180921 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:16.190461 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Allocated IP 172.20.0.2 (6ef11d06-042c-4109-b1f3-f110e18f542d/dbb52a76-3648-4b06-a069-bb08d109ec59/43b86626-9818-4c3c-9e26-281275a15cb3) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:51:16.337743 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:16.344823 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:16.392438 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:16.398787 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Network 6ef11d06-042c-4109-b1f3-f110e18f542d is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:51:16.400116 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Pushing event updated for resources: {'Port': ['ID=43b86626-9818-4c3c-9e26-281275a15cb3,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:16.402823 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:51:16.404805 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:51:16.412018 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:16.457401 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Attempting to bind port 43b86626-9818-4c3c-9e26-281275a15cb3 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:51:16.457764 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Attempting to bind port 43b86626-9818-4c3c-9e26-281275a15cb3 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '0da78219-61ba-460b-850a-4e7c5726b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef11d06-042c-4109-b1f3-f110e18f542d'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:51:16.458122 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Attempting to bind port 43b86626-9818-4c3c-9e26-281275a15cb3 on network 6ef11d06-042c-4109-b1f3-f110e18f542d {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:51:16.463279 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:51:16.463762 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Checking segment: {'id': '0da78219-61ba-460b-850a-4e7c5726b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef11d06-042c-4109-b1f3-f110e18f542d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:51:16.464175 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:16.464575 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Bound using segment: {'id': '0da78219-61ba-460b-850a-4e7c5726b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef11d06-042c-4109-b1f3-f110e18f542d'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:51:16.465048 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Bound port: 43b86626-9818-4c3c-9e26-281275a15cb3, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da78219-61ba-460b-850a-4e7c5726b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef11d06-042c-4109-b1f3-f110e18f542d'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:51:16.465462 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:16.514325 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Allocated IP 172.26.3.140 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/1b5608d7-e70a-4d00-9ed8-88f678978995) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:51:16.531972 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] For port 43b86626-9818-4c3c-9e26-281275a15cb3, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:51:16.535311 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] For port 43b86626-9818-4c3c-9e26-281275a15cb3, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=43b86626-9818-4c3c-9e26-281275a15cb3,segment=NetworkSegment(0da78219-61ba-460b-850a-4e7c5726b9c3),segment_id=0da78219-61ba-460b-850a-4e7c5726b9c3)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:51:16.540184 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:16.600637 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d10d1f-3934-4de7-89e9-ac6105849fd1 None None] Pushing event updated for resources: {'Port': ['ID=43b86626-9818-4c3c-9e26-281275a15cb3,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:16.630470 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:16.664869 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:16.702139 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:51:16.705098 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:51:16.710828 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:51:16.722463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c813e1-a8cc-41e4-8697-a154acfb0fca None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:51:16.740854 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Pushing event updated for resources: {'Port': ['ID=1b5608d7-e70a-4d00-9ed8-88f678978995,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:16.840041 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3e469eea-add6-454e-84ec-0b00e7b82662 None None] Provisioning complete for port 1b5608d7-e70a-4d00-9ed8-88f678978995 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:16.840550 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3e469eea-add6-454e-84ec-0b00e7b82662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:16.882065 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3e469eea-add6-454e-84ec-0b00e7b82662 None None] Port 1b5608d7-e70a-4d00-9ed8-88f678978995 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:51:17.015079 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:17.091236 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 43b86626-9818-4c3c-9e26-281275a15cb3 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:51:17.148197 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 43b86626-9818-4c3c-9e26-281275a15cb3 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:17.148573 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:17.192523 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Sync routers for ids ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:51:17.202453 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Routers {'6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:51:17.203226 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:51:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:17.231933 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:17.267953 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] For port 43b86626-9818-4c3c-9e26-281275a15cb3, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=43b86626-9818-4c3c-9e26-281275a15cb3,segment=NetworkSegment(0da78219-61ba-460b-850a-4e7c5726b9c3),segment_id=0da78219-61ba-460b-850a-4e7c5726b9c3)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:51:17.273543 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:17.274457 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7d8a2a66-eb3c-4252-abb3-de52f235ac71 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:51:17.315229 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Set router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:51:17.352971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Pushing event updated for resources: {'Port': ['ID=43b86626-9818-4c3c-9e26-281275a15cb3,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:17.365571 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 7d8a2a66-eb3c-4252-abb3-de52f235ac71 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:17.365952 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:17.523938 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3e8c749b-0768-4934-92a5-2306d08549a6', 'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'mac_address': 'fa:16:3e:9c:e8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:13Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 2, 'project_id': 'be90067df61843beb019db1110a45c82', 'subnets': [{'id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:17.548896 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Checking router: 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:51:17.549244 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Updating router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 port 3e8c749b-0768-4934-92a5-2306d08549a6 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:51:17.560660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:17.573268 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:17.691678 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Router c6426403-1a3c-427d-844c-ce841dda273e is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 02:51:17.804654 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:51:17.814342 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Sync routers for ids ['c6426403-1a3c-427d-844c-ce841dda273e'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:51:17.825467 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:17.826492 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Routers {'c6426403-1a3c-427d-844c-ce841dda273e'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:51:17.827133 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:51:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c6426403-1a3c-427d-844c-ce841dda273e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:17.830211 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43504) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:17.831351 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f43195b9-5d92-4be9-80da-f7b28719d0f5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8919809 Dec 09 02:51:17.947582 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Set router c6426403-1a3c-427d-844c-ce841dda273e gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:51:17.965835 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:17.973663 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:18.082102 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8563e705-3742-499f-ac9b-f027c0be48ee None None] Network 6ef11d06-042c-4109-b1f3-f110e18f542d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 02:51:18.100665 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Attempting to bind port 3e8c749b-0768-4934-92a5-2306d08549a6 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:51:18.101033 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Attempting to bind port 3e8c749b-0768-4934-92a5-2306d08549a6 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '09bcdd87-fa0c-4598-8316-ab0cb6123c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:51:18.101398 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Attempting to bind port 3e8c749b-0768-4934-92a5-2306d08549a6 on network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:51:18.109495 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:51:18.109872 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Checking segment: {'id': '09bcdd87-fa0c-4598-8316-ab0cb6123c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:51:18.110779 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:18.111362 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Bound using segment: {'id': '09bcdd87-fa0c-4598-8316-ab0cb6123c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:51:18.113023 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Bound port: 3e8c749b-0768-4934-92a5-2306d08549a6, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09bcdd87-fa0c-4598-8316-ab0cb6123c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:51:18.113616 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:18.200330 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] For port 3e8c749b-0768-4934-92a5-2306d08549a6, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:51:18.204350 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] For port 3e8c749b-0768-4934-92a5-2306d08549a6, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=3e8c749b-0768-4934-92a5-2306d08549a6,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:51:18.206078 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9ff3c-b182-4d40-a34f-21eafb9779dd None None] Pushing event updated for resources: {'Port': ['ID=3e8c749b-0768-4934-92a5-2306d08549a6,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:18.216038 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c9ff3c-b182-4d40-a34f-21eafb9779dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:18.216793 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c9ff3c-b182-4d40-a34f-21eafb9779dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:18.217332 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c9ff3c-b182-4d40-a34f-21eafb9779dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:18.218285 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c9ff3c-b182-4d40-a34f-21eafb9779dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:18.218787 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c9ff3c-b182-4d40-a34f-21eafb9779dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:18.219289 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c9ff3c-b182-4d40-a34f-21eafb9779dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:18.219822 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c9ff3c-b182-4d40-a34f-21eafb9779dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:18.220753 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c9ff3c-b182-4d40-a34f-21eafb9779dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:18.221021 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-329ceaa0-6701-40c3-a9bc-aa0b98dd753d None None] Provisioning complete for port 43b86626-9818-4c3c-9e26-281275a15cb3 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:18.221918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-329ceaa0-6701-40c3-a9bc-aa0b98dd753d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:18.222117 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c9ff3c-b182-4d40-a34f-21eafb9779dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:18.222611 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c9ff3c-b182-4d40-a34f-21eafb9779dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:18.223695 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c9ff3c-b182-4d40-a34f-21eafb9779dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:18.224250 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c9ff3c-b182-4d40-a34f-21eafb9779dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:18.224745 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c9ff3c-b182-4d40-a34f-21eafb9779dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:51:18.230230 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:18.296568 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Routers {'6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:51:18.297312 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:51:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:18.331349 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:18.370241 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9ff3c-b182-4d40-a34f-21eafb9779dd None None] Pushing event updated for resources: {'Port': ['ID=3e8c749b-0768-4934-92a5-2306d08549a6,revision_number=4']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:18.435635 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] Set router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:51:18.483293 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'name': 'tempest-TestShelveInstance-593499429-router', 'tenant_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1b5608d7-e70a-4d00-9ed8-88f678978995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:15Z', 'updated_at': '2021-12-09T02:51:16Z', 'revision_number': 3, 'project_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'gw_port': {'id': '1b5608d7-e70a-4d00-9ed8-88f678978995', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:16Z', 'updated_at': '2021-12-09T02:51:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:18.516351 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Checking router: c6426403-1a3c-427d-844c-ce841dda273e for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:51:18.516691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Updating router c6426403-1a3c-427d-844c-ce841dda273e port 1b5608d7-e70a-4d00-9ed8-88f678978995 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:51:18.527744 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Allocated IP 172.20.0.1 (6ef11d06-042c-4109-b1f3-f110e18f542d/dbb52a76-3648-4b06-a069-bb08d109ec59/375fcf1c-153b-4f21-9635-a5353bb068fb) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:51:18.572212 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:18.662835 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:18.671462 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3e8c749b-0768-4934-92a5-2306d08549a6', 'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'mac_address': 'fa:16:3e:9c:e8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:13Z', 'updated_at': '2021-12-09T02:51:18Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'subnets': [{'id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:18.698930 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d44b4-1dd6-4234-a254-f2164905815e None None] The sync data for ids ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'] in dv-neutron-804846-18-hyperv is: [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3e8c749b-0768-4934-92a5-2306d08549a6', 'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'mac_address': 'fa:16:3e:9c:e8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:13Z', 'updated_at': '2021-12-09T02:51:18Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'subnets': [{'id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:51:18.724692 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:18.766039 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Network 6ef11d06-042c-4109-b1f3-f110e18f542d is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:51:18.772527 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:51:18.776443 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:51:18.812938 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-24e43d71-2986-4bd6-a18a-98ddc2d1a1de None None] Provisioning complete for port 3e8c749b-0768-4934-92a5-2306d08549a6 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:18.813270 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24e43d71-2986-4bd6-a18a-98ddc2d1a1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:18.821033 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:18.870293 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Pushing event updated for resources: {'Port': ['ID=375fcf1c-153b-4f21-9635-a5353bb068fb,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:18.907533 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:18.943894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:18.973604 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24e43d71-2986-4bd6-a18a-98ddc2d1a1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:19.006173 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:19.023874 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef72671-5762-4a01-ad26-64f7f63dbace None None] Pushing event updated for resources: {'Port': ['ID=1b5608d7-e70a-4d00-9ed8-88f678978995,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:19.058244 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617b6fd3-f4b6-4a45-be23-d198a816f7cc None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:51:19.079266 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Attempting to bind port 1b5608d7-e70a-4d00-9ed8-88f678978995 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:51:19.079677 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Attempting to bind port 1b5608d7-e70a-4d00-9ed8-88f678978995 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:51:19.080049 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Attempting to bind port 1b5608d7-e70a-4d00-9ed8-88f678978995 on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:51:19.090743 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:51:19.091125 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:51:19.091560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:19.091952 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:51:19.092426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Bound port: 1b5608d7-e70a-4d00-9ed8-88f678978995, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:51:19.092815 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:19.096101 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-24e43d71-2986-4bd6-a18a-98ddc2d1a1de None None] For port 3e8c749b-0768-4934-92a5-2306d08549a6, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=3e8c749b-0768-4934-92a5-2306d08549a6,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:51:19.123813 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-24e43d71-2986-4bd6-a18a-98ddc2d1a1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:19.164812 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 3e8c749b-0768-4934-92a5-2306d08549a6 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:51:19.221916 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] For port 1b5608d7-e70a-4d00-9ed8-88f678978995, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:51:19.234742 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:19.239426 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:19.258663 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] For port 1b5608d7-e70a-4d00-9ed8-88f678978995, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1b5608d7-e70a-4d00-9ed8-88f678978995,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:51:19.266849 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e43d71-2986-4bd6-a18a-98ddc2d1a1de None None] Pushing event updated for resources: {'Port': ['ID=3e8c749b-0768-4934-92a5-2306d08549a6,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:19.273066 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:19.310851 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Pushing event updated for resources: {'Port': ['ID=375fcf1c-153b-4f21-9635-a5353bb068fb,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:19.313495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:19.323987 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b8b0a29e-09c9-4e6d-8e73-c972302b861d None None] Provisioning complete for port 1b5608d7-e70a-4d00-9ed8-88f678978995 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:19.324375 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8b0a29e-09c9-4e6d-8e73-c972302b861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:19.360203 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bab9abd-3df0-42b3-acb8-7fd213304a1b None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 02:51:19.389985 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Routers {'c6426403-1a3c-427d-844c-ce841dda273e'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:51:19.390640 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:51:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c6426403-1a3c-427d-844c-ce841dda273e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:19.414820 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Network 6ef11d06-042c-4109-b1f3-f110e18f542d is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:51:19.416343 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:51:19.438023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 3e8c749b-0768-4934-92a5-2306d08549a6 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:19.438410 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:19.440951 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef72671-5762-4a01-ad26-64f7f63dbace None None] Pushing event updated for resources: {'Port': ['ID=1b5608d7-e70a-4d00-9ed8-88f678978995,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:19.551035 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Router c6426403-1a3c-427d-844c-ce841dda273e has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:51:19.583001 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] Set router c6426403-1a3c-427d-844c-ce841dda273e gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:51:19.624221 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8b0a29e-09c9-4e6d-8e73-c972302b861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:19.665803 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:51:19.672091 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e72f7e48-e5d9-42f5-8068-1707626e3dee admin admin] 10.222.0.43 "PUT /v2.0/routers/c6426403-1a3c-427d-844c-ce841dda273e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8387811 Dec 09 02:51:19.709343 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b8b0a29e-09c9-4e6d-8e73-c972302b861d None None] For port 1b5608d7-e70a-4d00-9ed8-88f678978995, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1b5608d7-e70a-4d00-9ed8-88f678978995,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:51:19.716641 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8b0a29e-09c9-4e6d-8e73-c972302b861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:19.788104 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 43b86626-9818-4c3c-9e26-281275a15cb3 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:51:19.861805 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b8b0a29e-09c9-4e6d-8e73-c972302b861d None None] Provisioning complete for port 43b86626-9818-4c3c-9e26-281275a15cb3 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:19.862685 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8b0a29e-09c9-4e6d-8e73-c972302b861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:19.879710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0a29e-09c9-4e6d-8e73-c972302b861d None None] Pushing event updated for resources: {'Port': ['ID=1b5608d7-e70a-4d00-9ed8-88f678978995,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:19.960445 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 43b86626-9818-4c3c-9e26-281275a15cb3 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:19.960930 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:20.050614 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'name': 'tempest-TestShelveInstance-593499429-router', 'tenant_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1b5608d7-e70a-4d00-9ed8-88f678978995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:15Z', 'updated_at': '2021-12-09T02:51:18Z', 'revision_number': 4, 'project_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'gw_port': {'id': '1b5608d7-e70a-4d00-9ed8-88f678978995', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:16Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '375fcf1c-153b-4f21-9635-a5353bb068fb', 'name': '', 'network_id': '6ef11d06-042c-4109-b1f3-f110e18f542d', 'tenant_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'mac_address': 'fa:16:3e:77:25:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'dbb52a76-3648-4b06-a069-bb08d109ec59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:18Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 2, 'project_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'subnets': [{'id': 'dbb52a76-3648-4b06-a069-bb08d109ec59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:20.084461 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bf44ef-bba3-42ba-afbb-4d76071c574d None None] The sync data for ids ['c6426403-1a3c-427d-844c-ce841dda273e'] in dv-neutron-804846-18-hyperv is: [{'id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'name': 'tempest-TestShelveInstance-593499429-router', 'tenant_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1b5608d7-e70a-4d00-9ed8-88f678978995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:15Z', 'updated_at': '2021-12-09T02:51:18Z', 'revision_number': 4, 'project_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'gw_port': {'id': '1b5608d7-e70a-4d00-9ed8-88f678978995', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:16Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '375fcf1c-153b-4f21-9635-a5353bb068fb', 'name': '', 'network_id': '6ef11d06-042c-4109-b1f3-f110e18f542d', 'tenant_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'mac_address': 'fa:16:3e:77:25:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'dbb52a76-3648-4b06-a069-bb08d109ec59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:18Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 2, 'project_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'subnets': [{'id': 'dbb52a76-3648-4b06-a069-bb08d109ec59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:51:20.113628 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b8b0a29e-09c9-4e6d-8e73-c972302b861d None None] Provisioning complete for port 375fcf1c-153b-4f21-9635-a5353bb068fb triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:20.114003 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b8b0a29e-09c9-4e6d-8e73-c972302b861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:20.158059 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-b8b0a29e-09c9-4e6d-8e73-c972302b861d None None] Port 375fcf1c-153b-4f21-9635-a5353bb068fb cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:51:20.309724 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-41a1b9cf-45ff-44df-b21e-149c42a89e70 None None] Provisioning complete for port 1b5608d7-e70a-4d00-9ed8-88f678978995 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:20.310024 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41a1b9cf-45ff-44df-b21e-149c42a89e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:20.369121 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43512) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:20.373595 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-36e95176-3417-479a-875f-4b732b477578 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-532372863', 'description': 'tempest-secgroup-smoke-532372863 description', 'project_id': 'be90067df61843beb019db1110a45c82'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:51:20.397462 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36e95176-3417-479a-875f-4b732b477578 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:20.423049 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-41a1b9cf-45ff-44df-b21e-149c42a89e70 None None] Provisioning complete for port 375fcf1c-153b-4f21-9635-a5353bb068fb triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:20.423468 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41a1b9cf-45ff-44df-b21e-149c42a89e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:20.461965 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-41a1b9cf-45ff-44df-b21e-149c42a89e70 None None] Port 375fcf1c-153b-4f21-9635-a5353bb068fb cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:51:20.480516 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36e95176-3417-479a-875f-4b732b477578 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:20.485425 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36e95176-3417-479a-875f-4b732b477578 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:20.514368 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-36e95176-3417-479a-875f-4b732b477578 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:20.518365 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-36e95176-3417-479a-875f-4b732b477578 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1456709 Dec 09 02:51:20.518882 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43514) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:20.522904 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5223e28f-27b5-4868-bae7-a649509b1512 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'security_group_rule': {'security_group_id': '203ab8d0-ec6a-4655-8e7c-4373f581183e', 'project_id': 'be90067df61843beb019db1110a45c82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:51:20.530069 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e95176-3417-479a-875f-4b732b477578 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203ab8d0-ec6a-4655-8e7c-4373f581183e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:20.556433 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5223e28f-27b5-4868-bae7-a649509b1512 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:20.872367 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5223e28f-27b5-4868-bae7-a649509b1512 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:20.876992 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5223e28f-27b5-4868-bae7-a649509b1512 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:20.895831 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223e28f-27b5-4868-bae7-a649509b1512 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e04913-fc17-4299-9deb-366800272c32,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:20.901318 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5223e28f-27b5-4868-bae7-a649509b1512 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:20.903892 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5223e28f-27b5-4868-bae7-a649509b1512 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3843646 Dec 09 02:51:20.904948 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43516) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:20.910059 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5b9cfeee-5ede-4c7a-a73c-d5e0d3aca723 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'security_group_rule': {'security_group_id': '203ab8d0-ec6a-4655-8e7c-4373f581183e', 'project_id': 'be90067df61843beb019db1110a45c82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:51:20.936864 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b9cfeee-5ede-4c7a-a73c-d5e0d3aca723 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:20.991339 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b9cfeee-5ede-4c7a-a73c-d5e0d3aca723 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:20.995844 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b9cfeee-5ede-4c7a-a73c-d5e0d3aca723 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.014562 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cfeee-5ede-4c7a-a73c-d5e0d3aca723 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c6bf4f-7f03-466d-8f78-a06e9cb3ce22,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:21.020349 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b9cfeee-5ede-4c7a-a73c-d5e0d3aca723 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.023993 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5b9cfeee-5ede-4c7a-a73c-d5e0d3aca723 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155255 Dec 09 02:51:21.024639 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43518) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:21.028445 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 3e8c749b-0768-4934-92a5-2306d08549a6 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:51:21.028972 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2b8ef38f-705b-4db2-b142-b0fe50ea72ed tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'security_group_rule': {'security_group_id': '203ab8d0-ec6a-4655-8e7c-4373f581183e', 'project_id': 'be90067df61843beb019db1110a45c82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:51:21.055388 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef38f-705b-4db2-b142-b0fe50ea72ed tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.076859 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 3e8c749b-0768-4934-92a5-2306d08549a6 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:21.077238 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.110340 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef38f-705b-4db2-b142-b0fe50ea72ed tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.114087 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef38f-705b-4db2-b142-b0fe50ea72ed tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.126602 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ef38f-705b-4db2-b142-b0fe50ea72ed tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39508315-a788-4395-a427-470513971321,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:21.141251 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef38f-705b-4db2-b142-b0fe50ea72ed tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.142467 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2b8ef38f-705b-4db2-b142-b0fe50ea72ed tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172628 Dec 09 02:51:21.145710 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43520) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:21.150028 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c305efed-6b7c-4fb7-8362-907d8065d223 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'security_group_rule': {'security_group_id': '203ab8d0-ec6a-4655-8e7c-4373f581183e', 'project_id': 'be90067df61843beb019db1110a45c82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:51:21.177077 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c305efed-6b7c-4fb7-8362-907d8065d223 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.232296 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c305efed-6b7c-4fb7-8362-907d8065d223 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.235531 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c305efed-6b7c-4fb7-8362-907d8065d223 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.255113 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305efed-6b7c-4fb7-8362-907d8065d223 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6c2c61-4f91-4465-82e9-2dd533d85be2,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:21.263103 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c305efed-6b7c-4fb7-8362-907d8065d223 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.264282 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c305efed-6b7c-4fb7-8362-907d8065d223 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176543 Dec 09 02:51:21.267011 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43522) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:21.271881 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b60088e1-21db-4054-b78a-a2a236e61071 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'security_group_rule': {'security_group_id': '203ab8d0-ec6a-4655-8e7c-4373f581183e', 'project_id': 'be90067df61843beb019db1110a45c82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:51:21.291965 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-b60088e1-21db-4054-b78a-a2a236e61071 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Project be90067df61843beb019db1110a45c82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:51:21.296757 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b60088e1-21db-4054-b78a-a2a236e61071 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.352875 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b60088e1-21db-4054-b78a-a2a236e61071 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.356220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b60088e1-21db-4054-b78a-a2a236e61071 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.373392 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60088e1-21db-4054-b78a-a2a236e61071 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae7d387-f77e-48a1-82d0-fa541bcf02e5,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:21.381814 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b60088e1-21db-4054-b78a-a2a236e61071 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.383006 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b60088e1-21db-4054-b78a-a2a236e61071 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150455 Dec 09 02:51:21.385698 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43524) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:21.390305 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-53c85004-230b-466d-a64c-fbf5429e2a17 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'security_group_rule': {'security_group_id': '203ab8d0-ec6a-4655-8e7c-4373f581183e', 'project_id': 'be90067df61843beb019db1110a45c82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:51:21.411369 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-53c85004-230b-466d-a64c-fbf5429e2a17 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Project be90067df61843beb019db1110a45c82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:51:21.416077 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53c85004-230b-466d-a64c-fbf5429e2a17 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.481797 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53c85004-230b-466d-a64c-fbf5429e2a17 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.488566 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53c85004-230b-466d-a64c-fbf5429e2a17 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.514395 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c85004-230b-466d-a64c-fbf5429e2a17 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f2f33c-54f8-4333-bcf7-94c0a938c809,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:21.519704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53c85004-230b-466d-a64c-fbf5429e2a17 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:21.535864 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-53c85004-230b-466d-a64c-fbf5429e2a17 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342402 Dec 09 02:51:21.742067 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-d03fb45d-6871-442f-ae41-a6dbb597abd1 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532372863&fields=id&tenant_id=be90067df61843beb019db1110a45c82 HTTP/1.1" status: 200 len: 267 time: 0.0479329 Dec 09 02:51:21.856158 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-7701da37-cf86-44bc-85cf-1f5e27f43793 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:21.857664 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-7701da37-cf86-44bc-85cf-1f5e27f43793 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 809 time: 0.1084125 Dec 09 02:51:21.874140 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-bed90abb-ed57-43cb-a50b-d5b49771945a tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/quotas/be90067df61843beb019db1110a45c82 HTTP/1.1" status: 200 len: 375 time: 0.0096657 Dec 09 02:51:21.928281 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-08d09927-4777-4643-be28-96b39b69a31f tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477514 Dec 09 02:51:22.029461 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-cae04c3e-9746-47eb-bd66-6b5c410878a5 service neutron] 10.222.0.43 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894132 Dec 09 02:51:22.121053 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-122d0b6b-3ef8-46f7-8231-591931edd3e6 service neutron] 10.222.0.43 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845866 Dec 09 02:51:22.274096 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7009706f-f069-4a9f-912c-4d4627f6e50f req-b29abc7e-143a-4283-9279-9d9e03fd35d6 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 210 time: 0.0260718 Dec 09 02:51:22.784870 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Sync routers for ids ['c6426403-1a3c-427d-844c-ce841dda273e'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:51:22.795350 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Routers {'c6426403-1a3c-427d-844c-ce841dda273e'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:51:22.795977 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:51:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c6426403-1a3c-427d-844c-ce841dda273e'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:22.898798 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Set router c6426403-1a3c-427d-844c-ce841dda273e gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:51:23.039473 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1b5608d7-e70a-4d00-9ed8-88f678978995 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:51:23.086984 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 1b5608d7-e70a-4d00-9ed8-88f678978995 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:23.087359 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:23.092240 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'name': 'tempest-TestShelveInstance-593499429-router', 'tenant_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1b5608d7-e70a-4d00-9ed8-88f678978995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:15Z', 'updated_at': '2021-12-09T02:51:18Z', 'revision_number': 4, 'project_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'gw_port': {'id': '1b5608d7-e70a-4d00-9ed8-88f678978995', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:16Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '375fcf1c-153b-4f21-9635-a5353bb068fb', 'name': '', 'network_id': '6ef11d06-042c-4109-b1f3-f110e18f542d', 'tenant_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'mac_address': 'fa:16:3e:77:25:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'dbb52a76-3648-4b06-a069-bb08d109ec59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:18Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 2, 'project_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'subnets': [{'id': 'dbb52a76-3648-4b06-a069-bb08d109ec59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:23.122742 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Checking router: c6426403-1a3c-427d-844c-ce841dda273e for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:51:23.123375 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Updating router c6426403-1a3c-427d-844c-ce841dda273e port 375fcf1c-153b-4f21-9635-a5353bb068fb binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 02:51:23.148831 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:23.364553 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f1a02ff1-baa2-4340-9bef-cc747e841c5e req-03f25247-e3d2-48a8-ab9b-bdcb26fb6240 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 210 time: 0.0364251 Dec 09 02:51:23.408810 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:23.414678 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:23.476130 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d988cd-2c7d-493c-9f8a-9f94cdaa44bd None None] Pushing event updated for resources: {'Port': ['ID=375fcf1c-153b-4f21-9635-a5353bb068fb,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:23.529890 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Attempting to bind port 375fcf1c-153b-4f21-9635-a5353bb068fb on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:51:23.530359 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Attempting to bind port 375fcf1c-153b-4f21-9635-a5353bb068fb by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': '0da78219-61ba-460b-850a-4e7c5726b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef11d06-042c-4109-b1f3-f110e18f542d'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:51:23.530775 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Attempting to bind port 375fcf1c-153b-4f21-9635-a5353bb068fb on network 6ef11d06-042c-4109-b1f3-f110e18f542d {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:51:23.536734 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:51:23.537103 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Checking segment: {'id': '0da78219-61ba-460b-850a-4e7c5726b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef11d06-042c-4109-b1f3-f110e18f542d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:51:23.538258 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:23.538573 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Bound using segment: {'id': '0da78219-61ba-460b-850a-4e7c5726b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef11d06-042c-4109-b1f3-f110e18f542d'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:51:23.539060 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Bound port: 375fcf1c-153b-4f21-9635-a5353bb068fb, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da78219-61ba-460b-850a-4e7c5726b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6ef11d06-042c-4109-b1f3-f110e18f542d'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:51:23.539464 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:23.608664 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] For port 375fcf1c-153b-4f21-9635-a5353bb068fb, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:51:23.611894 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] For port 375fcf1c-153b-4f21-9635-a5353bb068fb, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=375fcf1c-153b-4f21-9635-a5353bb068fb,segment=NetworkSegment(0da78219-61ba-460b-850a-4e7c5726b9c3),segment_id=0da78219-61ba-460b-850a-4e7c5726b9c3)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:51:23.617389 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:23.680792 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d988cd-2c7d-493c-9f8a-9f94cdaa44bd None None] Pushing event updated for resources: {'Port': ['ID=375fcf1c-153b-4f21-9635-a5353bb068fb,revision_number=4']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:23.683308 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Routers {'c6426403-1a3c-427d-844c-ce841dda273e'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:51:23.683951 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:51:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c6426403-1a3c-427d-844c-ce841dda273e'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:23.705206 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-7a8e2db7-8f30-46df-86f4-2b0651b92667 None None] Provisioning complete for port 375fcf1c-153b-4f21-9635-a5353bb068fb triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:23.705580 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a8e2db7-8f30-46df-86f4-2b0651b92667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:23.788503 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a8e2db7-8f30-46df-86f4-2b0651b92667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:23.806877 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] Set router c6426403-1a3c-427d-844c-ce841dda273e gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:51:23.824991 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-7a8e2db7-8f30-46df-86f4-2b0651b92667 None None] For port 375fcf1c-153b-4f21-9635-a5353bb068fb, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=375fcf1c-153b-4f21-9635-a5353bb068fb,segment=NetworkSegment(0da78219-61ba-460b-850a-4e7c5726b9c3),segment_id=0da78219-61ba-460b-850a-4e7c5726b9c3)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:51:23.832631 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a8e2db7-8f30-46df-86f4-2b0651b92667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:23.885967 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e2db7-8f30-46df-86f4-2b0651b92667 None None] Pushing event updated for resources: {'Port': ['ID=375fcf1c-153b-4f21-9635-a5353bb068fb,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:23.952462 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-52e7de93-7eb3-4493-b330-2dbbd65b1f23 None None] Provisioning complete for port 375fcf1c-153b-4f21-9635-a5353bb068fb triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:23.952861 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-52e7de93-7eb3-4493-b330-2dbbd65b1f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:24.094018 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'name': 'tempest-TestShelveInstance-593499429-router', 'tenant_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1b5608d7-e70a-4d00-9ed8-88f678978995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:15Z', 'updated_at': '2021-12-09T02:51:18Z', 'revision_number': 4, 'project_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'gw_port': {'id': '1b5608d7-e70a-4d00-9ed8-88f678978995', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:16Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '375fcf1c-153b-4f21-9635-a5353bb068fb', 'name': '', 'network_id': '6ef11d06-042c-4109-b1f3-f110e18f542d', 'tenant_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'mac_address': 'fa:16:3e:77:25:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'dbb52a76-3648-4b06-a069-bb08d109ec59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:18Z', 'updated_at': '2021-12-09T02:51:23Z', 'revision_number': 4, 'project_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'subnets': [{'id': 'dbb52a76-3648-4b06-a069-bb08d109ec59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:24.118666 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be810fa5-f893-48d9-9e91-f5108bcc851b None None] The sync data for ids ['c6426403-1a3c-427d-844c-ce841dda273e'] in dv-neutron-804846-18-hyperv is: [{'id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'name': 'tempest-TestShelveInstance-593499429-router', 'tenant_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1b5608d7-e70a-4d00-9ed8-88f678978995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:15Z', 'updated_at': '2021-12-09T02:51:18Z', 'revision_number': 4, 'project_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'gw_port': {'id': '1b5608d7-e70a-4d00-9ed8-88f678978995', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:16Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '375fcf1c-153b-4f21-9635-a5353bb068fb', 'name': '', 'network_id': '6ef11d06-042c-4109-b1f3-f110e18f542d', 'tenant_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'mac_address': 'fa:16:3e:77:25:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'dbb52a76-3648-4b06-a069-bb08d109ec59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:18Z', 'updated_at': '2021-12-09T02:51:23Z', 'revision_number': 4, 'project_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'subnets': [{'id': 'dbb52a76-3648-4b06-a069-bb08d109ec59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:51:24.459004 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-baa5303c-3d62-44ad-b235-b5e6a9e83314 req-db7392c0-1188-47e2-90b0-b81265523123 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 210 time: 0.0268459 Dec 09 02:51:25.038168 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 375fcf1c-153b-4f21-9635-a5353bb068fb up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:51:25.088359 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 375fcf1c-153b-4f21-9635-a5353bb068fb triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:25.088728 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:25.351748 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-4185cb6c-6f12-4cc7-962b-a71a1c9ec0e0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:25.353404 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-4185cb6c-6f12-4cc7-962b-a71a1c9ec0e0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 809 time: 0.1036451 Dec 09 02:51:25.427393 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-844fed60-e3a7-4399-ac82-f1bc4076095e tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be90067df61843beb019db1110a45c82 HTTP/1.1" status: 200 len: 379 time: 0.0561965 Dec 09 02:51:25.445658 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-e3eb7b29-4532-4cfe-a1e6-90fc49f96cf7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'port': {'device_id': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'admin_state_up': True, 'tenant_id': 'be90067df61843beb019db1110a45c82', 'security_groups': ['203ab8d0-ec6a-4655-8e7c-4373f581183e']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:51:25.559034 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-69b8b16d-4aca-45ba-8168-75dee1baec1f req-cca5f265-6ce9-4439-9192-b2a6de865173 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 210 time: 0.0314779 Dec 09 02:51:25.581954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-e3eb7b29-4532-4cfe-a1e6-90fc49f96cf7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Made reservation on behalf of be90067df61843beb019db1110a45c82 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:51:25.585505 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-e3eb7b29-4532-4cfe-a1e6-90fc49f96cf7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:25.714410 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-e3eb7b29-4532-4cfe-a1e6-90fc49f96cf7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Allocated IP 172.20.0.14 (5bd842fb-01c0-49d4-9df6-5ca4a93ba07a/40860f8b-e2ca-4c40-8b1c-101733fd9a30/259afd1f-c001-4e55-b585-422cb6527339) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:51:25.846028 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-e3eb7b29-4532-4cfe-a1e6-90fc49f96cf7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:25.883475 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-e3eb7b29-4532-4cfe-a1e6-90fc49f96cf7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:25.926194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-e3eb7b29-4532-4cfe-a1e6-90fc49f96cf7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:51:25.929338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-e3eb7b29-4532-4cfe-a1e6-90fc49f96cf7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:51:25.936297 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-e3eb7b29-4532-4cfe-a1e6-90fc49f96cf7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:51:25.961855 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb7b29-4532-4cfe-a1e6-90fc49f96cf7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'Port': ['ID=259afd1f-c001-4e55-b585-422cb6527339,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:25.990804 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-e3eb7b29-4532-4cfe-a1e6-90fc49f96cf7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:25.991422 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-e3eb7b29-4532-4cfe-a1e6-90fc49f96cf7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:26.008434 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-e3eb7b29-4532-4cfe-a1e6-90fc49f96cf7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664253 Dec 09 02:51:26.026544 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Request body: {'port': {'device_id': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:51:26.085983 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:26.158561 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-645a989f-8614-4a46-82a5-ac90a1e03656 None None] Provisioning complete for port 259afd1f-c001-4e55-b585-422cb6527339 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:26.159111 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-645a989f-8614-4a46-82a5-ac90a1e03656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:26.191790 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-645a989f-8614-4a46-82a5-ac90a1e03656 None None] Port 259afd1f-c001-4e55-b585-422cb6527339 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:51:26.344884 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259afd1f-c001-4e55-b585-422cb6527339 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:51:26.352863 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:26.365045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Transition to ACTIVE for port object 259afd1f-c001-4e55-b585-422cb6527339 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:51:26.368797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:26.420177 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Pushing event updated for resources: {'Port': ['ID=259afd1f-c001-4e55-b585-422cb6527339,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:26.488893 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Attempting to bind port 259afd1f-c001-4e55-b585-422cb6527339 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:51:26.489227 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Attempting to bind port 259afd1f-c001-4e55-b585-422cb6527339 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '09bcdd87-fa0c-4598-8316-ab0cb6123c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:51:26.489559 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Attempting to bind port 259afd1f-c001-4e55-b585-422cb6527339 on network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:51:26.494068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Port 259afd1f-c001-4e55-b585-422cb6527339 on network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:51:26.494390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Attempting to bind port 259afd1f-c001-4e55-b585-422cb6527339 on network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:51:26.499495 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:51:26.499840 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Checking segment: {'id': '09bcdd87-fa0c-4598-8316-ab0cb6123c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:51:26.500224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Bound using segment: {'id': '09bcdd87-fa0c-4598-8316-ab0cb6123c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:51:26.500648 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Bound port: 259afd1f-c001-4e55-b585-422cb6527339, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bcdd87-fa0c-4598-8316-ab0cb6123c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:51:26.501010 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:26.567518 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] For port 259afd1f-c001-4e55-b585-422cb6527339, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:51:26.570818 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] For port 259afd1f-c001-4e55-b585-422cb6527339, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=259afd1f-c001-4e55-b585-422cb6527339,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:51:26.574278 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:26.589439 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:26.590064 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:26.591747 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] 10.222.0.45 "PUT /v2.0/ports/259afd1f-c001-4e55-b585-422cb6527339 HTTP/1.1" status: 200 len: 1094 time: 0.5692570 Dec 09 02:51:26.611179 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'tag': '259afd1f-c001-4e55-b585-422cb6527339'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:51:26.613683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e03ecdb-7120-45a0-b9a6-f516eaca7b48" -d '{"events": [{"name": "network-changed", "server_uuid": "3b69b213-51e6-48bd-bdfc-a8019abf5d37", "tag": "259afd1f-c001-4e55-b585-422cb6527339"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:51:26.662462 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6119f3-88bc-4fd3-8217-1cda805b33dd service neutron] Pushing event updated for resources: {'Port': ['ID=259afd1f-c001-4e55-b585-422cb6527339,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:26.751322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4bf7b-e04a-44cd-be48-5e2394be20a5 req-27865965-0d7a-4de8-8b80-77d18b290f15 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:26.752952 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57f4bf7b-e04a-44cd-be48-5e2394be20a5 req-27865965-0d7a-4de8-8b80-77d18b290f15 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0862844 Dec 09 02:51:26.755906 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-78ef9fe7-0c8c-478a-ab16-b1799de5d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:26.757270 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-78ef9fe7-0c8c-478a-ab16-b1799de5d56e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 1097 time: 0.0875652 Dec 09 02:51:26.811492 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-f962cbf0-e2c5-46ae-85ed-08019c64f877 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259afd1f-c001-4e55-b585-422cb6527339 HTTP/1.1" status: 200 len: 217 time: 0.0384114 Dec 09 02:51:26.868185 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57f4bf7b-e04a-44cd-be48-5e2394be20a5 req-16747c1c-cf0c-4e16-bff8-13e90e32d32d tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091969 Dec 09 02:51:26.880723 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-656c8cc8-03de-42b5-b9a0-62ed0db1bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:26.882191 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-656c8cc8-03de-42b5-b9a0-62ed0db1bbd0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0633109 Dec 09 02:51:26.918293 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74d483e-a7ac-4dd3-972c-a54ca35b54ac x-openstack-request-id: req-f74d483e-a7ac-4dd3-972c-a54ca35b54ac {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:51:26.918537 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b69b213-51e6-48bd-bdfc-a8019abf5d37", "tag": "259afd1f-c001-4e55-b585-422cb6527339", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:51:26.918788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f74d483e-a7ac-4dd3-972c-a54ca35b54ac {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:51:26.919178 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'tag': '259afd1f-c001-4e55-b585-422cb6527339', 'status': 'completed', 'code': 200} Dec 09 02:51:26.935779 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-2209fda6-2ee2-4e86-874c-e6d9ce05f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:26.937281 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-2209fda6-2ee2-4e86-874c-e6d9ce05f899 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0478754 Dec 09 02:51:27.030713 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-23e62008-2a0a-452a-ae16-57100c74bec2 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861459 Dec 09 02:51:27.124223 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42c446cb-317a-4389-bd46-cd7d4267e366 req-5a1aa5d6-c0fe-44ea-8aba-76c50dd1dbb3 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864110 Dec 09 02:51:27.257640 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03ecdb-7120-45a0-b9a6-f516eaca7b48 req-e09c8f92-3528-4d39-83ca-ec9f42349112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:27.259097 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e03ecdb-7120-45a0-b9a6-f516eaca7b48 req-e09c8f92-3528-4d39-83ca-ec9f42349112 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 1097 time: 0.0411489 Dec 09 02:51:27.349214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03ecdb-7120-45a0-b9a6-f516eaca7b48 req-4fd10c90-28af-49be-bf16-af4acb9c5bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:27.350653 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e03ecdb-7120-45a0-b9a6-f516eaca7b48 req-4fd10c90-28af-49be-bf16-af4acb9c5bff service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 910 time: 0.0843654 Dec 09 02:51:27.392391 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e03ecdb-7120-45a0-b9a6-f516eaca7b48 req-e708f467-8e78-488c-bcf5-5b3615da016b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259afd1f-c001-4e55-b585-422cb6527339 HTTP/1.1" status: 200 len: 217 time: 0.0333514 Dec 09 02:51:27.439803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03ecdb-7120-45a0-b9a6-f516eaca7b48 req-09b963ab-0ddb-4a95-9e19-4d5f8a4ac956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:27.441863 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e03ecdb-7120-45a0-b9a6-f516eaca7b48 req-09b963ab-0ddb-4a95-9e19-4d5f8a4ac956 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0415723 Dec 09 02:51:27.492927 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03ecdb-7120-45a0-b9a6-f516eaca7b48 req-c812aad5-302b-42f6-9c40-10bb3ec60891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:27.494369 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e03ecdb-7120-45a0-b9a6-f516eaca7b48 req-c812aad5-302b-42f6-9c40-10bb3ec60891 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0431330 Dec 09 02:51:27.583809 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e03ecdb-7120-45a0-b9a6-f516eaca7b48 req-0ef1bdf5-ba0a-41a6-afd6-1838408ed53d service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814478 Dec 09 02:51:27.674281 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e03ecdb-7120-45a0-b9a6-f516eaca7b48 req-4f4e6bc7-3708-454c-adc0-d9e6099b8084 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832348 Dec 09 02:51:27.987216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f1813-b8fb-4cb0-a411-1163dabeb67d req-6476483d-243e-4372-899b-003724ca999c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:27.989371 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d45f1813-b8fb-4cb0-a411-1163dabeb67d req-6476483d-243e-4372-899b-003724ca999c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0498462 Dec 09 02:51:28.036923 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d45f1813-b8fb-4cb0-a411-1163dabeb67d req-deae50a1-5da6-4c77-932e-be39e8ac9e75 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417767 Dec 09 02:51:29.151642 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe49e1-c377-4c36-b316-457b45893b3a req-30f07e2f-9058-4152-ab83-3cc805b32545 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:29.153119 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e7fe49e1-c377-4c36-b316-457b45893b3a req-30f07e2f-9058-4152-ab83-3cc805b32545 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0486434 Dec 09 02:51:29.200619 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e7fe49e1-c377-4c36-b316-457b45893b3a req-aeba0d7c-802f-43bd-b7da-a85b4c66cb5a tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417149 Dec 09 02:51:30.317237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0135ee-3f0c-4764-a46d-14832b64d5eb req-f1fd6b60-18a4-46fa-938c-3c32be8a15c1 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:30.318636 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d0135ee-3f0c-4764-a46d-14832b64d5eb req-f1fd6b60-18a4-46fa-938c-3c32be8a15c1 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0516899 Dec 09 02:51:30.366648 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d0135ee-3f0c-4764-a46d-14832b64d5eb req-ac182579-0de1-458b-bbfb-1944419b478a tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420153 Dec 09 02:51:30.896023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 259afd1f-c001-4e55-b585-422cb6527339 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:51:30.990598 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 259afd1f-c001-4e55-b585-422cb6527339, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=259afd1f-c001-4e55-b585-422cb6527339,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:51:31.001698 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '259afd1f-c001-4e55-b585-422cb6527339', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'port_id': '259afd1f-c001-4e55-b585-422cb6527339', 'mac_address': 'fa:16:3e:e6:df:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:51:31.037826 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:31.050415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259afd1f-c001-4e55-b585-422cb6527339 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:51:31.069767 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 259afd1f-c001-4e55-b585-422cb6527339, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=259afd1f-c001-4e55-b585-422cb6527339,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:51:31.073433 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:31.118139 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=259afd1f-c001-4e55-b585-422cb6527339,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:31.351898 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['259afd1f-c001-4e55-b585-422cb6527339'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:51:31.479259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5aaeb-0ee7-4446-a9af-b4f7e37845ac req-cafcf504-455a-40ba-a48d-d853c465ad48 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:31.480807 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6f5aaeb-0ee7-4446-a9af-b4f7e37845ac req-cafcf504-455a-40ba-a48d-d853c465ad48 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 945 time: 0.0486476 Dec 09 02:51:31.529804 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a6f5aaeb-0ee7-4446-a9af-b4f7e37845ac req-07e0bf12-023d-49cc-ba69-a231cf8b134b tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431161 Dec 09 02:51:32.646814 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eddd85-a88f-44eb-a63f-18a36e10684a req-09d0e436-ccb5-4b26-9987-ffb28b7a6ac8 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:32.648285 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e5eddd85-a88f-44eb-a63f-18a36e10684a req-09d0e436-ccb5-4b26-9987-ffb28b7a6ac8 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 945 time: 0.0528927 Dec 09 02:51:32.696267 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e5eddd85-a88f-44eb-a63f-18a36e10684a req-1f61bd1b-1716-415a-9405-52ab83eb8a61 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420473 Dec 09 02:51:32.914557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 259afd1f-c001-4e55-b585-422cb6527339 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:51:32.967105 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 259afd1f-c001-4e55-b585-422cb6527339 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:51:32.971012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 259afd1f-c001-4e55-b585-422cb6527339 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:51:32.971395 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:33.044886 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:33.066880 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259afd1f-c001-4e55-b585-422cb6527339'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:51:33.069137 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0898ed3-850f-42e7-938c-bef762dfe32c" -d '{"events": [{"server_uuid": "3b69b213-51e6-48bd-bdfc-a8019abf5d37", "name": "network-vif-plugged", "status": "completed", "tag": "259afd1f-c001-4e55-b585-422cb6527339"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:51:33.081288 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 259afd1f-c001-4e55-b585-422cb6527339, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=259afd1f-c001-4e55-b585-422cb6527339,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:51:33.085765 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:33.120447 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9bc16e-bdb9-4a8d-84c4-5d61ac0b57f2 x-openstack-request-id: req-ef9bc16e-bdb9-4a8d-84c4-5d61ac0b57f2 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:51:33.120735 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b69b213-51e6-48bd-bdfc-a8019abf5d37", "name": "network-vif-plugged", "status": "completed", "tag": "259afd1f-c001-4e55-b585-422cb6527339", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:51:33.121009 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef9bc16e-bdb9-4a8d-84c4-5d61ac0b57f2 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:51:33.121376 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259afd1f-c001-4e55-b585-422cb6527339', 'code': 200} Dec 09 02:51:33.134681 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9b38faf8-8995-45ae-9229-9a0a6660c8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:33.149546 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=259afd1f-c001-4e55-b585-422cb6527339,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:33.308088 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa79683-6ca0-4653-b485-afe9e8e8e9a7 req-2312e158-1633-4f38-b8ea-ed5f5e8abb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:33.309563 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-faa79683-6ca0-4653-b485-afe9e8e8e9a7 req-2312e158-1633-4f38-b8ea-ed5f5e8abb2e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 1099 time: 0.0396063 Dec 09 02:51:33.354023 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-faa79683-6ca0-4653-b485-afe9e8e8e9a7 req-1e86a6d7-7ea4-442b-8c83-c9f9ee63d600 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375922 Dec 09 02:51:33.810824 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f020f-41c3-492f-8746-14db494e9035 req-f76e3811-bae7-4812-8bd2-2ef795dc0806 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:33.812337 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-863f020f-41c3-492f-8746-14db494e9035 req-f76e3811-bae7-4812-8bd2-2ef795dc0806 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0488639 Dec 09 02:51:33.863779 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-863f020f-41c3-492f-8746-14db494e9035 req-8c2bb6b2-30cf-444d-b64d-82c89572e082 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456004 Dec 09 02:51:34.974843 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169361f0-c6f7-409b-88fb-3a8e4c34adaf req-03fa10d1-8601-4ecd-a9bc-c813bbf6106e tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:34.976358 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-169361f0-c6f7-409b-88fb-3a8e4c34adaf req-03fa10d1-8601-4ecd-a9bc-c813bbf6106e tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0474658 Dec 09 02:51:35.024249 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-169361f0-c6f7-409b-88fb-3a8e4c34adaf req-5ea9458a-bf93-48af-a104-1f907416a1cc tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420587 Dec 09 02:51:35.137025 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558da73e-d8c7-4bca-a9e5-d4ab73a7a6d8 req-7fb2d296-8475-44c3-998d-a84b6020392c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:35.138499 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-558da73e-d8c7-4bca-a9e5-d4ab73a7a6d8 req-7fb2d296-8475-44c3-998d-a84b6020392c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0489185 Dec 09 02:51:35.186872 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-558da73e-d8c7-4bca-a9e5-d4ab73a7a6d8 req-0870742e-c8c4-44dc-8169-a1cbb44f88d8 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419207 Dec 09 02:51:35.208313 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43590) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:35.332649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b711efd-cd76-4d51-801c-d9ee7fd75324 tempest-TestShelveInstance-33253989 tempest-TestShelveInstance-33253989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:35.334159 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8b711efd-cd76-4d51-801c-d9ee7fd75324 tempest-TestShelveInstance-33253989 tempest-TestShelveInstance-33253989-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 1094 time: 0.1248870 Dec 09 02:51:35.337793 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43594) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:51:35.338507 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-832465a6-8f94-40f7-ac0e-088bb3d3bd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:35.342341 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '259afd1f-c001-4e55-b585-422cb6527339', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:51:35.349482 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:51:35.364034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:35.455353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:35.556549 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Allocated IP 172.26.3.121 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/037cef74-79ee-4629-8295-2d56e0f4dcc2) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:51:35.652075 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:35.683675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:35.722848 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:51:35.725630 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:51:35.730999 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:51:35.753793 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'Port': ['ID=037cef74-79ee-4629-8295-2d56e0f4dcc2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:36.078978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:36.146300 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:36.290277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:36.294521 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:36.359316 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'Port': ['ID=037cef74-79ee-4629-8295-2d56e0f4dcc2,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:51:36.371959 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:36.468254 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Floating IP 0a5f72d1-157e-4058-8262-9a1cf8e96ecc associated. External IP: 172.26.3.121, port: 259afd1f-c001-4e55-b585-422cb6527339. Dec 09 02:51:36.532918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:36.957660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:51:37.067553 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:51:37.077968 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd06427-111c-46f1-9d09-513855c064e6 None None] Sync routers for ids ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:51:37.085498 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:37.089097 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd06427-111c-46f1-9d09-513855c064e6 None None] Routers {'6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:51:37.089819 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-edd06427-111c-46f1-9d09-513855c064e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:51:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:37.111827 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-acf6b0cc-5bd3-464f-ad23-7bc25f7d80d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7728069 Dec 09 02:51:37.112491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'tag': '259afd1f-c001-4e55-b585-422cb6527339'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:51:37.114740 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2b5826-3b93-445e-80c8-32b65aeedf95" -d '{"events": [{"name": "network-changed", "server_uuid": "3b69b213-51e6-48bd-bdfc-a8019abf5d37", "tag": "259afd1f-c001-4e55-b585-422cb6527339"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:51:37.150143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da30719-bf8f-4837-8691-0ddd65b9136b x-openstack-request-id: req-2da30719-bf8f-4837-8691-0ddd65b9136b {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:51:37.150446 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b69b213-51e6-48bd-bdfc-a8019abf5d37", "tag": "259afd1f-c001-4e55-b585-422cb6527339", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:51:37.150698 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2da30719-bf8f-4837-8691-0ddd65b9136b {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:51:37.151100 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'tag': '259afd1f-c001-4e55-b585-422cb6527339', 'status': 'completed', 'code': 200} Dec 09 02:51:37.203494 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-edd06427-111c-46f1-9d09-513855c064e6 None None] Set router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:51:37.232554 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b5826-3b93-445e-80c8-32b65aeedf95 req-c1dd3954-1877-4d91-be90-ce93848b4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:37.234102 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e2b5826-3b93-445e-80c8-32b65aeedf95 req-c1dd3954-1877-4d91-be90-ce93848b4d7b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 1099 time: 0.0409844 Dec 09 02:51:37.326343 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b5826-3b93-445e-80c8-32b65aeedf95 req-4213d896-d1fe-4c2d-b22e-0024a11230da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:37.327831 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e2b5826-3b93-445e-80c8-32b65aeedf95 req-4213d896-d1fe-4c2d-b22e-0024a11230da service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 910 time: 0.0856791 Dec 09 02:51:37.394906 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e2b5826-3b93-445e-80c8-32b65aeedf95 req-55169275-000b-4bec-85d4-6e3bbeaf09c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259afd1f-c001-4e55-b585-422cb6527339 HTTP/1.1" status: 200 len: 1000 time: 0.0591152 Dec 09 02:51:37.424955 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-edd06427-111c-46f1-9d09-513855c064e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '0a5f72d1-157e-4058-8262-9a1cf8e96ecc', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'floating_ip_address': '172.26.3.121', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'port_id': '259afd1f-c001-4e55-b585-422cb6527339', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'mac_address': 'fa:16:3e:e6:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:51:35Z', 'updated_at': '2021-12-09T02:51:35Z', 'revision_number': 0, 'project_id': 'be90067df61843beb019db1110a45c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c749b-0768-4934-92a5-2306d08549a6', 'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'mac_address': 'fa:16:3e:9c:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:13Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 5, 'project_id': 'be90067df61843beb019db1110a45c82', 'subnets': [{'id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:37.442612 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b5826-3b93-445e-80c8-32b65aeedf95 req-d5e66127-7a94-49ca-875e-4b4fa5a746df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:37.444269 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e2b5826-3b93-445e-80c8-32b65aeedf95 req-d5e66127-7a94-49ca-875e-4b4fa5a746df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0427561 Dec 09 02:51:37.451528 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd06427-111c-46f1-9d09-513855c064e6 None None] Checking router: 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:51:37.460775 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd06427-111c-46f1-9d09-513855c064e6 None None] Routers {'6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:51:37.461397 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-edd06427-111c-46f1-9d09-513855c064e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:51:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:37.493337 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b5826-3b93-445e-80c8-32b65aeedf95 req-f41dd28d-338f-4d33-886e-e081b33edcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:37.494753 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e2b5826-3b93-445e-80c8-32b65aeedf95 req-f41dd28d-338f-4d33-886e-e081b33edcee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0435009 Dec 09 02:51:37.564920 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-edd06427-111c-46f1-9d09-513855c064e6 None None] Set router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:51:37.582610 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e2b5826-3b93-445e-80c8-32b65aeedf95 req-328d567e-d8a2-4c06-81e9-2177a0cc2f3a service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811737 Dec 09 02:51:37.677454 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e2b5826-3b93-445e-80c8-32b65aeedf95 req-1a411437-c3b9-420d-a3dd-bc6e211ce5ff service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871191 Dec 09 02:51:37.783149 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-edd06427-111c-46f1-9d09-513855c064e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '0a5f72d1-157e-4058-8262-9a1cf8e96ecc', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'floating_ip_address': '172.26.3.121', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'port_id': '259afd1f-c001-4e55-b585-422cb6527339', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'mac_address': 'fa:16:3e:e6:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:51:35Z', 'updated_at': '2021-12-09T02:51:35Z', 'revision_number': 0, 'project_id': 'be90067df61843beb019db1110a45c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c749b-0768-4934-92a5-2306d08549a6', 'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'mac_address': 'fa:16:3e:9c:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:13Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 5, 'project_id': 'be90067df61843beb019db1110a45c82', 'subnets': [{'id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:51:37.812576 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd06427-111c-46f1-9d09-513855c064e6 None None] The sync data for ids ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'] in dv-neutron-804846-18-hyperv is: [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '0a5f72d1-157e-4058-8262-9a1cf8e96ecc', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'floating_ip_address': '172.26.3.121', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'port_id': '259afd1f-c001-4e55-b585-422cb6527339', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'mac_address': 'fa:16:3e:e6:df:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:51:35Z', 'updated_at': '2021-12-09T02:51:35Z', 'revision_number': 0, 'project_id': 'be90067df61843beb019db1110a45c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c749b-0768-4934-92a5-2306d08549a6', 'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'mac_address': 'fa:16:3e:9c:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:13Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 5, 'project_id': 'be90067df61843beb019db1110a45c82', 'subnets': [{'id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:51:37.923277 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:37.995616 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c955d97e-487c-4587-b1c1-05c18c317e34 None None] New status for floating IP 0a5f72d1-157e-4058-8262-9a1cf8e96ecc: ACTIVE {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:51:38.751524 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:44.390541 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:51:58.760030 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f96da3e9-b4ce-4284-947b-5e685010590b req-7853595b-8021-4fd0-97cc-7418ba52b8e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392118 Dec 09 02:51:58.857415 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96da3e9-b4ce-4284-947b-5e685010590b req-e79a2a98-c62a-4a65-a79c-7383d86b05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:58.858888 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f96da3e9-b4ce-4284-947b-5e685010590b req-e79a2a98-c62a-4a65-a79c-7383d86b05ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 1099 time: 0.0393598 Dec 09 02:51:58.962753 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96da3e9-b4ce-4284-947b-5e685010590b req-2c502059-1baf-46eb-88ce-24fe7e2c3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:58.964246 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f96da3e9-b4ce-4284-947b-5e685010590b req-2c502059-1baf-46eb-88ce-24fe7e2c3c74 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 910 time: 0.0862625 Dec 09 02:51:59.028486 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f96da3e9-b4ce-4284-947b-5e685010590b req-d0589a2d-0d82-4d86-8dbb-819ba1fc67e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259afd1f-c001-4e55-b585-422cb6527339 HTTP/1.1" status: 200 len: 1002 time: 0.0568008 Dec 09 02:51:59.075107 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96da3e9-b4ce-4284-947b-5e685010590b req-2c75f689-9347-4848-85b0-f43eb6c8fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:59.076493 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f96da3e9-b4ce-4284-947b-5e685010590b req-2c75f689-9347-4848-85b0-f43eb6c8fbc9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0411196 Dec 09 02:51:59.123718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96da3e9-b4ce-4284-947b-5e685010590b req-0c254139-6273-402d-a84b-5266167a8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:51:59.125189 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f96da3e9-b4ce-4284-947b-5e685010590b req-0c254139-6273-402d-a84b-5266167a8999 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0413425 Dec 09 02:51:59.211689 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f96da3e9-b4ce-4284-947b-5e685010590b req-2bc7bd5a-a6d1-4089-b7ef-e19153ae1ef1 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788774 Dec 09 02:51:59.301399 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f96da3e9-b4ce-4284-947b-5e685010590b req-3bc8db82-bc6f-431b-915f-759b6b6bd8b9 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824597 Dec 09 02:52:03.106843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4820d2d2-9a59-4e19-a18d-d0e69e8259c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:52:05.341337 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-26750a8b-4d12-405a-ba16-506dce0b2e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:52:06.535367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:52:07.925008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:52:08.753358 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:52:12.348550 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:52:14.403496 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:52:33.107335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0d0f521c-e3a9-4008-b01f-3a80fe168db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:52:35.342108 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6fced4d8-d20f-4aa9-b829-74209a0f4575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:52:36.538999 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:52:37.928167 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:52:38.755158 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:52:44.402715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:52:49.347685 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:53:00.755250 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-696d5188-68c3-49e1-9f31-cd4b806fcff5 req-5f8cdd33-5d00-47d4-a632-f1e01d9be312 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407705 Dec 09 02:53:00.851218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d5188-68c3-49e1-9f31-cd4b806fcff5 req-8ebbd183-49d4-4aba-b3c9-90a23ce2541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:00.852731 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-696d5188-68c3-49e1-9f31-cd4b806fcff5 req-8ebbd183-49d4-4aba-b3c9-90a23ce2541e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 1099 time: 0.0396519 Dec 09 02:53:00.958685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d5188-68c3-49e1-9f31-cd4b806fcff5 req-58e36595-4fbe-4204-b459-7cb970db2ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:00.960405 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-696d5188-68c3-49e1-9f31-cd4b806fcff5 req-58e36595-4fbe-4204-b459-7cb970db2ef8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 910 time: 0.0884273 Dec 09 02:53:01.027571 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-696d5188-68c3-49e1-9f31-cd4b806fcff5 req-e2c62b8b-946c-48ee-8fb7-72f9d6337ca9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259afd1f-c001-4e55-b585-422cb6527339 HTTP/1.1" status: 200 len: 1002 time: 0.0593972 Dec 09 02:53:01.075634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d5188-68c3-49e1-9f31-cd4b806fcff5 req-97ee960e-8fa2-48ac-9431-29f08a2a989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:01.077006 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-696d5188-68c3-49e1-9f31-cd4b806fcff5 req-97ee960e-8fa2-48ac-9431-29f08a2a989a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0416751 Dec 09 02:53:01.126162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d5188-68c3-49e1-9f31-cd4b806fcff5 req-b51e2b9c-3789-4500-ae22-1cd6b3689573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:01.127674 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-696d5188-68c3-49e1-9f31-cd4b806fcff5 req-b51e2b9c-3789-4500-ae22-1cd6b3689573 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0431423 Dec 09 02:53:01.213601 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-696d5188-68c3-49e1-9f31-cd4b806fcff5 req-0ef1712a-0cbf-42d6-9af1-d228a35cafff service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791543 Dec 09 02:53:01.305720 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-696d5188-68c3-49e1-9f31-cd4b806fcff5 req-2e4091de-ecbf-4ce6-b4ed-991eb3d62345 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848985 Dec 09 02:53:03.108015 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5fc26d24-2684-4a46-8cb5-c2a23d16c38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:04.443184 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [req-0819d014-2440-4cc4-b210-f7474124cbe0 req-3a56c954-ecea-4a32-a4fd-84d0ad92d329 service neutron] (103333) timed out ('10.222.0.43', 39660) {{(pid=103333) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 02:53:05.342634 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ac01-05c5-41f5-a6a2-d7082646aff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:06.541623 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:07.930966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:08.757095 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:14.408673 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:26.347465 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:53:32.911130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d48220-63df-481e-b96c-cf9c5f42e7bb req-17b6dcf5-2e83-4638-92a6-ca26e764fa1a tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:32.912657 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-61d48220-63df-481e-b96c-cf9c5f42e7bb req-17b6dcf5-2e83-4638-92a6-ca26e764fa1a tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0589690 Dec 09 02:53:32.960595 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-61d48220-63df-481e-b96c-cf9c5f42e7bb req-52521012-2296-414e-bdd1-b5474c9fec4f tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418532 Dec 09 02:53:33.109550 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-34c84c69-3c61-4aef-93f2-255f7939cd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:34.085862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e4d4d-512f-450f-9d08-a4036d1ec089 req-cfdb4105-605f-41f0-9ec3-9fb896699f3b tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:34.087335 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-894e4d4d-512f-450f-9d08-a4036d1ec089 req-cfdb4105-605f-41f0-9ec3-9fb896699f3b tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0476668 Dec 09 02:53:34.140165 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-894e4d4d-512f-450f-9d08-a4036d1ec089 req-b959a0b1-b17f-4063-b09f-22684e5f3729 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465455 Dec 09 02:53:35.254152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8015fd-2f0f-443b-b39f-f40e04ae6d68 req-9d1bfc00-b7a2-49a1-93e4-08a620bac76d tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:35.255648 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd8015fd-2f0f-443b-b39f-f40e04ae6d68 req-9d1bfc00-b7a2-49a1-93e4-08a620bac76d tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0487876 Dec 09 02:53:35.303393 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd8015fd-2f0f-443b-b39f-f40e04ae6d68 req-c7dc1e99-eb10-4847-b9e6-7a38a915b905 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416532 Dec 09 02:53:35.343976 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1f2038e1-1661-4fc5-ba35-f16604e542d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:36.415801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdb932-9ce4-48fc-b5fa-0ea7cf84e120 req-6560fc0f-3cb4-4fac-8d6e-a6af9ece1097 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:36.417192 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-87cdb932-9ce4-48fc-b5fa-0ea7cf84e120 req-6560fc0f-3cb4-4fac-8d6e-a6af9ece1097 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0482781 Dec 09 02:53:36.465099 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-87cdb932-9ce4-48fc-b5fa-0ea7cf84e120 req-7bd1d077-dc59-441f-9707-e94060e377d8 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420947 Dec 09 02:53:36.543962 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:37.583615 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b5aed-aecf-4c90-ba20-10e7b0042d3e req-2b14ff78-dd5a-4d4c-af96-1c5dec255b7e tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:37.585120 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d4b5aed-aecf-4c90-ba20-10e7b0042d3e req-2b14ff78-dd5a-4d4c-af96-1c5dec255b7e tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0523772 Dec 09 02:53:37.633612 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8d4b5aed-aecf-4c90-ba20-10e7b0042d3e req-52fadbed-cd5d-44ca-a745-4f9b765d47c6 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426285 Dec 09 02:53:37.935039 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:38.746368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100089b-6c01-4ea2-8136-37d06af75e5d req-6e2aae4b-e733-491a-8cda-4e2b07419d68 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:38.747910 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b100089b-6c01-4ea2-8136-37d06af75e5d req-6e2aae4b-e733-491a-8cda-4e2b07419d68 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0485213 Dec 09 02:53:38.759772 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:38.797151 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b100089b-6c01-4ea2-8136-37d06af75e5d req-3d960a59-34cb-45fe-b259-08a00773fad4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433831 Dec 09 02:53:39.909300 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0390efa-e134-4094-b56b-442a233431ec req-a6ac526c-3b67-4a0f-959f-1e5f9dd08875 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:39.910772 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a0390efa-e134-4094-b56b-442a233431ec req-a6ac526c-3b67-4a0f-959f-1e5f9dd08875 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0476806 Dec 09 02:53:39.963030 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a0390efa-e134-4094-b56b-442a233431ec req-5ca2bff3-11da-4a91-9739-7f3ae6352081 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464046 Dec 09 02:53:41.079980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98470ea0-9b75-4605-9d3c-f95bb49056fe req-c3539f4d-bc52-43e0-9bd3-95e45f4947e5 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:41.081446 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-98470ea0-9b75-4605-9d3c-f95bb49056fe req-c3539f4d-bc52-43e0-9bd3-95e45f4947e5 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0497956 Dec 09 02:53:41.128956 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-98470ea0-9b75-4605-9d3c-f95bb49056fe req-6a5269f6-8d46-4920-b4c9-eb5243260a33 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416050 Dec 09 02:53:42.242696 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f08a1-2f43-4e6a-b67b-109564da6ade req-bd5aed5c-50ff-48da-a77d-0ee0d91553fe tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:42.244209 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d9f08a1-2f43-4e6a-b67b-109564da6ade req-bd5aed5c-50ff-48da-a77d-0ee0d91553fe tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0482855 Dec 09 02:53:42.292083 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d9f08a1-2f43-4e6a-b67b-109564da6ade req-ef1369b6-783d-4c51-a3dd-e959ada84f06 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420215 Dec 09 02:53:43.410628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d02a9-e811-4b7f-ae46-b4c8afc08fc3 req-0aa91a64-0f65-4dcb-855d-26074ff7113d tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:43.412032 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-788d02a9-e811-4b7f-ae46-b4c8afc08fc3 req-0aa91a64-0f65-4dcb-855d-26074ff7113d tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0527623 Dec 09 02:53:43.459225 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-788d02a9-e811-4b7f-ae46-b4c8afc08fc3 req-c11bc5a6-960b-4fdc-b75a-db321c8aad45 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413029 Dec 09 02:53:44.412425 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:44.574704 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b041eb-98dc-4032-a2f8-c6fd22fb572a req-d3015693-8bd0-4102-9255-27ca8cb48d03 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:44.576211 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c5b041eb-98dc-4032-a2f8-c6fd22fb572a req-d3015693-8bd0-4102-9255-27ca8cb48d03 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0482738 Dec 09 02:53:44.623843 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c5b041eb-98dc-4032-a2f8-c6fd22fb572a req-a7fa4132-994f-4c0e-912e-46e0f9fee847 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418568 Dec 09 02:53:45.419163 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 259afd1f-c001-4e55-b585-422cb6527339 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:53:45.516776 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 259afd1f-c001-4e55-b585-422cb6527339, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=259afd1f-c001-4e55-b585-422cb6527339,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:53:45.528077 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '259afd1f-c001-4e55-b585-422cb6527339', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'port_id': '259afd1f-c001-4e55-b585-422cb6527339', 'mac_address': 'fa:16:3e:e6:df:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:53:45.565220 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:45.578138 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 259afd1f-c001-4e55-b585-422cb6527339 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:53:45.598490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 259afd1f-c001-4e55-b585-422cb6527339, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=259afd1f-c001-4e55-b585-422cb6527339,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:53:45.603225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:45.656381 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=259afd1f-c001-4e55-b585-422cb6527339,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:53:45.663759 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:53:45.664120 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:53:45.664470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:53:45.664816 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:53:45.665152 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:53:45.665488 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:53:45.665826 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:53:45.666159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:53:45.666491 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:53:45.666830 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:53:45.667158 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:53:45.667503 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:53:45.667833 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:53:45.748630 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['259afd1f-c001-4e55-b585-422cb6527339'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:53:45.750567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7b62e-9392-40b2-8ee4-a43462f84f91 req-9548880e-b8c5-4657-84c7-caeb182f8252 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:45.752288 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-84b7b62e-9392-40b2-8ee4-a43462f84f91 req-9548880e-b8c5-4657-84c7-caeb182f8252 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 945 time: 0.0566411 Dec 09 02:53:45.815970 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-84b7b62e-9392-40b2-8ee4-a43462f84f91 req-4a0cca79-82df-41fd-b884-0ae9e66bf8d5 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577254 Dec 09 02:53:46.943068 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d7f12-131b-4735-83dc-a838ccb9c3d7 req-bb3ac9f2-4e92-4f1b-a5d6-9564518540c9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:46.951842 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-821d7f12-131b-4735-83dc-a838ccb9c3d7 req-bb3ac9f2-4e92-4f1b-a5d6-9564518540c9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 945 time: 0.0605989 Dec 09 02:53:47.008001 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-821d7f12-131b-4735-83dc-a838ccb9c3d7 req-6bbc3bf4-6073-448b-8cdc-0a5fed724ba8 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552409 Dec 09 02:53:47.432547 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 259afd1f-c001-4e55-b585-422cb6527339 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:53:47.484547 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 259afd1f-c001-4e55-b585-422cb6527339 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:53:47.485202 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:47.570321 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:47.598326 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259afd1f-c001-4e55-b585-422cb6527339'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:53:47.600963 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93990ed6-35bf-47b4-8828-c2e2db6c080e" -d '{"events": [{"server_uuid": "3b69b213-51e6-48bd-bdfc-a8019abf5d37", "name": "network-vif-plugged", "status": "completed", "tag": "259afd1f-c001-4e55-b585-422cb6527339"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:53:47.614126 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 259afd1f-c001-4e55-b585-422cb6527339, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=259afd1f-c001-4e55-b585-422cb6527339,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:53:47.619503 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:47.686624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=259afd1f-c001-4e55-b585-422cb6527339,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:53:47.728287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2d2f1d-5807-429b-ad05-10a6c9f0cdbb x-openstack-request-id: req-ea2d2f1d-5807-429b-ad05-10a6c9f0cdbb {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:53:47.728585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b69b213-51e6-48bd-bdfc-a8019abf5d37", "name": "network-vif-plugged", "status": "completed", "tag": "259afd1f-c001-4e55-b585-422cb6527339", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:53:47.728847 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea2d2f1d-5807-429b-ad05-10a6c9f0cdbb {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:53:47.729251 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259afd1f-c001-4e55-b585-422cb6527339', 'code': 200} Dec 09 02:53:48.140642 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529334e-a369-4354-a368-960ca1923b82 req-08adf863-c770-4ff6-87d4-2910873166f4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:48.148258 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3529334e-a369-4354-a368-960ca1923b82 req-08adf863-c770-4ff6-87d4-2910873166f4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0587234 Dec 09 02:53:48.201735 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3529334e-a369-4354-a368-960ca1923b82 req-ad9daabd-6837-4cd6-8ca3-7f2c01e5dff1 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522840 Dec 09 02:53:49.323589 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96171dd0-f1bb-490c-9172-dcfd31d56aad req-77a694ca-c001-4e43-8276-1e94f72711c8 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:49.330691 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-96171dd0-f1bb-490c-9172-dcfd31d56aad req-77a694ca-c001-4e43-8276-1e94f72711c8 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0562112 Dec 09 02:53:49.378300 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-96171dd0-f1bb-490c-9172-dcfd31d56aad req-56b33cb3-075b-4a8f-82da-a3179bebe0d0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467255 Dec 09 02:53:50.508885 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c00c51-9e1a-4543-ac6b-8aba3414fc17 req-31bce5c9-9b69-48b5-9f1e-0e2bc9e27a8b tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:50.511348 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-99c00c51-9e1a-4543-ac6b-8aba3414fc17 req-31bce5c9-9b69-48b5-9f1e-0e2bc9e27a8b tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0558023 Dec 09 02:53:50.563787 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-99c00c51-9e1a-4543-ac6b-8aba3414fc17 req-f3a8bba0-51d5-415a-ad37-40d018531579 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458004 Dec 09 02:53:51.701014 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6411c-9ae0-4201-aae0-558ecbc03a8d req-ee9cea1e-ac9d-497b-817c-fa067a985c90 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:51.708046 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-25d6411c-9ae0-4201-aae0-558ecbc03a8d req-ee9cea1e-ac9d-497b-817c-fa067a985c90 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0608160 Dec 09 02:53:51.757131 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-25d6411c-9ae0-4201-aae0-558ecbc03a8d req-abea9496-45dd-4694-bc9b-a51acdf68e95 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457923 Dec 09 02:53:52.881045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b4a14-2fa3-4878-830a-c5978395882d req-dc8e3049-1097-4e53-8e6f-3e74b0a5bf49 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:52.882775 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9b7b4a14-2fa3-4878-830a-c5978395882d req-dc8e3049-1097-4e53-8e6f-3e74b0a5bf49 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0509076 Dec 09 02:53:52.934595 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9b7b4a14-2fa3-4878-830a-c5978395882d req-b9e51bc7-887e-4e10-aa01-622395258ce9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443194 Dec 09 02:53:54.064196 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5ef64-1c5d-4b11-9ddf-1ef2923a2dcd req-901da42a-8795-4f81-92ff-53d582da6177 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:54.067810 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-24c5ef64-1c5d-4b11-9ddf-1ef2923a2dcd req-901da42a-8795-4f81-92ff-53d582da6177 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0575867 Dec 09 02:53:54.130999 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-24c5ef64-1c5d-4b11-9ddf-1ef2923a2dcd req-f45e552a-0954-48c5-8e53-221a12044f28 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585828 Dec 09 02:53:55.155958 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfda37-b2fe-4ae2-9e69-8d6ff38f0e6b req-7928db20-e5a1-4c61-9a35-07987b769b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:55.157454 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcdfda37-b2fe-4ae2-9e69-8d6ff38f0e6b req-7928db20-e5a1-4c61-9a35-07987b769b94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 1099 time: 0.0410845 Dec 09 02:53:55.286130 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30332c64-c949-480b-9e34-14c5d82775c7 req-ee5b3667-6f0d-4097-8de2-1093b2a11268 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:55.287603 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30332c64-c949-480b-9e34-14c5d82775c7 req-ee5b3667-6f0d-4097-8de2-1093b2a11268 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0815749 Dec 09 02:53:55.288549 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfda37-b2fe-4ae2-9e69-8d6ff38f0e6b req-9929c877-b9f0-4604-890e-408a84e0cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:55.289863 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcdfda37-b2fe-4ae2-9e69-8d6ff38f0e6b req-9929c877-b9f0-4604-890e-408a84e0cb1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 910 time: 0.1253560 Dec 09 02:53:55.385566 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-30332c64-c949-480b-9e34-14c5d82775c7 req-789bbacb-56ce-4e18-a156-1ca2d0007572 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919874 Dec 09 02:53:55.387272 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcdfda37-b2fe-4ae2-9e69-8d6ff38f0e6b req-ed9a3054-4db8-43d2-be5d-e582a7f8b40a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259afd1f-c001-4e55-b585-422cb6527339 HTTP/1.1" status: 200 len: 1002 time: 0.0876544 Dec 09 02:53:55.436118 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfda37-b2fe-4ae2-9e69-8d6ff38f0e6b req-5456853b-1ac4-48a6-91f4-6a99e20c2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:55.437535 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcdfda37-b2fe-4ae2-9e69-8d6ff38f0e6b req-5456853b-1ac4-48a6-91f4-6a99e20c2769 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0430686 Dec 09 02:53:55.482936 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfda37-b2fe-4ae2-9e69-8d6ff38f0e6b req-7fc56570-1730-49fe-ad9a-f40d9ca1dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:55.484417 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcdfda37-b2fe-4ae2-9e69-8d6ff38f0e6b req-7fc56570-1730-49fe-ad9a-f40d9ca1dee3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391936 Dec 09 02:53:55.576059 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcdfda37-b2fe-4ae2-9e69-8d6ff38f0e6b req-b563c6d0-bf59-4f73-80bc-3a79e183eb12 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826337 Dec 09 02:53:55.661517 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcdfda37-b2fe-4ae2-9e69-8d6ff38f0e6b req-2b8a4f03-aa3b-4cd8-a2aa-f80e97d46f8c service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788879 Dec 09 02:53:56.504857 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c30c67-cf42-4996-b544-092f18729591 req-fe1a7776-56fe-4ac5-acd3-e48b7184b616 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:56.506330 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a8c30c67-cf42-4996-b544-092f18729591 req-fe1a7776-56fe-4ac5-acd3-e48b7184b616 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 946 time: 0.0493932 Dec 09 02:53:56.554818 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a8c30c67-cf42-4996-b544-092f18729591 req-83710f45-14bc-47f0-b389-7de7560c1b02 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423903 Dec 09 02:53:57.472905 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 259afd1f-c001-4e55-b585-422cb6527339 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:53:57.549714 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:57.571561 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '259afd1f-c001-4e55-b585-422cb6527339'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:53:57.573783 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8100776-088f-4ce6-a344-de2bcbe34977" -d '{"events": [{"server_uuid": "3b69b213-51e6-48bd-bdfc-a8019abf5d37", "name": "network-vif-unplugged", "status": "completed", "tag": "259afd1f-c001-4e55-b585-422cb6527339"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:53:57.586615 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 259afd1f-c001-4e55-b585-422cb6527339, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=259afd1f-c001-4e55-b585-422cb6527339,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:53:57.592039 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:53:57.613858 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 02:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0338a8-a190-4198-ba5a-1939b44fd508 x-openstack-request-id: req-fc0338a8-a190-4198-ba5a-1939b44fd508 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:53:57.614149 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b69b213-51e6-48bd-bdfc-a8019abf5d37", "name": "network-vif-unplugged", "status": "completed", "tag": "259afd1f-c001-4e55-b585-422cb6527339", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:53:57.614407 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc0338a8-a190-4198-ba5a-1939b44fd508 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:53:57.614830 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '259afd1f-c001-4e55-b585-422cb6527339', 'code': 200} Dec 09 02:53:57.641050 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=259afd1f-c001-4e55-b585-422cb6527339,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:53:57.707519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7c3e9-4a2c-4466-8df8-c52ff17d3134 req-623959d9-6760-4b4c-a7bb-a7a7633b2efc tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:57.709028 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8ac7c3e9-4a2c-4466-8df8-c52ff17d3134 req-623959d9-6760-4b4c-a7bb-a7a7633b2efc tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0522366 Dec 09 02:53:57.759902 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8ac7c3e9-4a2c-4466-8df8-c52ff17d3134 req-781a99e8-c7dc-4947-98b1-6d8988f203a8 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443969 Dec 09 02:53:57.871750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [req-7ed66d17-8fe2-40fa-8787-3188618ecf0c req-cb49316d-5d93-44c7-934a-67a06fb43b6e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:53:57.873507 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7ed66d17-8fe2-40fa-8787-3188618ecf0c req-cb49316d-5d93-44c7-934a-67a06fb43b6e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475976 Dec 09 02:53:58.023957 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbe07d-e870-4347-85c7-f5cced3f7fc9 req-8f0a0858-7b84-4321-9eb8-dd5121003e96 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:58.025870 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1adbe07d-e870-4347-85c7-f5cced3f7fc9 req-8f0a0858-7b84-4321-9eb8-dd5121003e96 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0496256 Dec 09 02:53:58.077562 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1adbe07d-e870-4347-85c7-f5cced3f7fc9 req-f0144868-760a-4f80-ae33-55d4b7b4c0f7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457792 Dec 09 02:53:58.217060 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b0bba0df-af64-4def-970c-5fa37ef492ef req-c113ed7d-20f2-4267-bf92-6b92c9cfa750 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859847 Dec 09 02:53:59.102862 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bba0df-af64-4def-970c-5fa37ef492ef req-ac8d1431-6331-4407-8e0b-b4578883de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:59.104381 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0bba0df-af64-4def-970c-5fa37ef492ef req-ac8d1431-6331-4407-8e0b-b4578883de13 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37&tenant_id=be90067df61843beb019db1110a45c82 HTTP/1.1" status: 200 len: 1097 time: 0.0435786 Dec 09 02:53:59.114978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [req-b0bba0df-af64-4def-970c-5fa37ef492ef req-9a602962-7206-4e0d-94f3-29abfe2067e7 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:53:59.115946 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0bba0df-af64-4def-970c-5fa37ef492ef req-9a602962-7206-4e0d-94f3-29abfe2067e7 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049202 Dec 09 02:53:59.220014 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fd970-6af9-44c2-a8bb-e2290c670ef8 req-a53ad802-971e-4050-9677-d90f247b03bc tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:59.221482 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-231fd970-6af9-44c2-a8bb-e2290c670ef8 req-a53ad802-971e-4050-9677-d90f247b03bc tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0745273 Dec 09 02:53:59.223209 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bba0df-af64-4def-970c-5fa37ef492ef req-04623cbe-748e-4ece-930a-0b6e6bee59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:59.224561 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0bba0df-af64-4def-970c-5fa37ef492ef req-04623cbe-748e-4ece-930a-0b6e6bee59d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 1097 time: 0.0690327 Dec 09 02:53:59.322913 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-231fd970-6af9-44c2-a8bb-e2290c670ef8 req-b7a667a2-d353-4a24-b658-5d2d4497e975 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952399 Dec 09 02:53:59.345911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bba0df-af64-4def-970c-5fa37ef492ef req-f98a18ca-3ea3-456d-a4cb-9b72dfd4ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:59.347357 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0bba0df-af64-4def-970c-5fa37ef492ef req-f98a18ca-3ea3-456d-a4cb-9b72dfd4ea8a service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 910 time: 0.1137960 Dec 09 02:53:59.427194 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0bba0df-af64-4def-970c-5fa37ef492ef req-881dbe3c-bea2-4331-a5e3-9592b65877d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259afd1f-c001-4e55-b585-422cb6527339 HTTP/1.1" status: 200 len: 1000 time: 0.0574701 Dec 09 02:53:59.478546 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bba0df-af64-4def-970c-5fa37ef492ef req-52b42578-1854-46e2-896c-be634d248ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:59.479954 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0bba0df-af64-4def-970c-5fa37ef492ef req-52b42578-1854-46e2-896c-be634d248ace service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0455170 Dec 09 02:53:59.525821 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bba0df-af64-4def-970c-5fa37ef492ef req-83dc0bdb-2b7d-4c99-92d4-f4e99115db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:53:59.527254 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0bba0df-af64-4def-970c-5fa37ef492ef req-83dc0bdb-2b7d-4c99-92d4-f4e99115db0f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387001 Dec 09 02:53:59.611724 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0bba0df-af64-4def-970c-5fa37ef492ef req-688afdaa-c80f-4aaf-8ed6-8d4142667f16 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774593 Dec 09 02:53:59.703039 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b0bba0df-af64-4def-970c-5fa37ef492ef req-097f6ea3-5673-412a-bcb3-b4e5857c9ba8 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835896 Dec 09 02:54:00.449871 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b750788-3616-4797-8570-a3c20afca47c req-47855753-594e-4c90-b68e-96b031ff4374 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:00.458193 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9b750788-3616-4797-8570-a3c20afca47c req-47855753-594e-4c90-b68e-96b031ff4374 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0626621 Dec 09 02:54:00.527758 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9b750788-3616-4797-8570-a3c20afca47c req-4dafd1b9-64f4-4430-9fee-c4cb136b6665 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533004 Dec 09 02:54:01.659904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85d5fe-0686-4d4a-9977-b75aea8013b8 req-6ea7d6bd-eff1-4395-b7a3-3b58c78b4a90 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:01.662355 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9b85d5fe-0686-4d4a-9977-b75aea8013b8 req-6ea7d6bd-eff1-4395-b7a3-3b58c78b4a90 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0766563 Dec 09 02:54:01.722608 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9b85d5fe-0686-4d4a-9977-b75aea8013b8 req-11cb00dd-25c2-459d-8a87-68e259f4fe04 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520284 Dec 09 02:54:02.856140 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1315750-3c7a-481a-98c4-d09a3559b977 req-8ca1cfda-eb3e-495b-9550-fbe261d8121b tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:02.857996 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d1315750-3c7a-481a-98c4-d09a3559b977 req-8ca1cfda-eb3e-495b-9550-fbe261d8121b tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0640934 Dec 09 02:54:02.909824 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d1315750-3c7a-481a-98c4-d09a3559b977 req-a81df05a-1dc9-483f-9900-869e49ec6aab tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456188 Dec 09 02:54:03.112202 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2bbba433-5ac6-4879-9b08-f2a0dddf0a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:54:03.347204 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:54:04.023216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3904cef-f781-4a1c-85e6-1ce6978bd3e3 req-f691e107-d00c-46ca-a4db-c94ad0f5de2a tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:04.024729 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b3904cef-f781-4a1c-85e6-1ce6978bd3e3 req-f691e107-d00c-46ca-a4db-c94ad0f5de2a tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0470631 Dec 09 02:54:04.079311 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b3904cef-f781-4a1c-85e6-1ce6978bd3e3 req-f18ebb68-a2ac-46cf-beec-9f4a96abb88a tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478551 Dec 09 02:54:05.211150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4f1ad-5a80-4d9e-8fb9-582ed1fdef01 req-8fc93168-35ae-4796-8b05-dfb808706ad5 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:05.213486 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fee4f1ad-5a80-4d9e-8fb9-582ed1fdef01 req-8fc93168-35ae-4796-8b05-dfb808706ad5 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0556705 Dec 09 02:54:05.265037 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fee4f1ad-5a80-4d9e-8fb9-582ed1fdef01 req-dd4193f4-f8af-4dfe-ac10-fa4de28273a9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444434 Dec 09 02:54:05.349293 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-56a4e138-ebdd-4c3e-b311-3b3037620e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:54:06.392665 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d958f64-689e-4f6e-871e-48c82751baa3 req-c31e2eb9-c2fa-48dd-a8bd-be51cb3193f1 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:06.394242 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d958f64-689e-4f6e-871e-48c82751baa3 req-c31e2eb9-c2fa-48dd-a8bd-be51cb3193f1 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0510035 Dec 09 02:54:06.443631 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d958f64-689e-4f6e-871e-48c82751baa3 req-3886ae47-d796-4c41-9c8d-aa29007a8837 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434787 Dec 09 02:54:06.562936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:54:07.561768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4262e3-c9a5-4810-9b8e-79d386a3d7f2 req-ebc97534-ee94-4717-a258-f17c147121d3 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:07.563321 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ce4262e3-c9a5-4810-9b8e-79d386a3d7f2 req-ebc97534-ee94-4717-a258-f17c147121d3 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0523956 Dec 09 02:54:07.615129 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ce4262e3-c9a5-4810-9b8e-79d386a3d7f2 req-2edcb3f9-f9c6-423b-8ee5-71208028bfcf tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450833 Dec 09 02:54:07.938786 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:54:08.765424 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:54:08.766433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668699a-3170-4f63-857f-9ef178ca949a req-72c9d1fa-9fcd-4d16-a698-d20b880bef51 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:08.769744 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e668699a-3170-4f63-857f-9ef178ca949a req-72c9d1fa-9fcd-4d16-a698-d20b880bef51 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0791266 Dec 09 02:54:08.817515 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e668699a-3170-4f63-857f-9ef178ca949a req-0436b73f-a140-4bee-98f8-30b12d579f6d tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434699 Dec 09 02:54:09.944324 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7acbcb-0fb9-4686-88a0-459c711df39f req-7ac98dc5-e808-47e2-bbdd-62560c7c1c09 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:09.945891 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1a7acbcb-0fb9-4686-88a0-459c711df39f req-7ac98dc5-e808-47e2-bbdd-62560c7c1c09 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0498066 Dec 09 02:54:10.000868 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1a7acbcb-0fb9-4686-88a0-459c711df39f req-7defca99-1afa-4403-b917-84c9132799be tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483396 Dec 09 02:54:11.132784 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087a7ea-216e-4e2a-abb3-51cd835f00d9 req-67e14252-b2c4-4f6e-b012-f876a252ddcb tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:11.134740 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c087a7ea-216e-4e2a-abb3-51cd835f00d9 req-67e14252-b2c4-4f6e-b012-f876a252ddcb tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0546782 Dec 09 02:54:11.208124 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c087a7ea-216e-4e2a-abb3-51cd835f00d9 req-007573e9-ccd0-42ef-a476-d1e4a54258fa tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655482 Dec 09 02:54:12.324486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001037ef-5d56-454e-8b6e-362d667ae2df req-067c2b83-fbb8-4007-9ca3-5fe74c5a1b4f tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:12.325960 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-001037ef-5d56-454e-8b6e-362d667ae2df req-067c2b83-fbb8-4007-9ca3-5fe74c5a1b4f tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0481515 Dec 09 02:54:12.374200 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-001037ef-5d56-454e-8b6e-362d667ae2df req-49ec3536-d0b0-494e-85a9-13ea50e7788b tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423312 Dec 09 02:54:13.093558 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7e353-3363-4abb-8873-e76d995b62a7 req-fabcbf1c-2e41-4e32-9761-85d7fde6d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:13.095019 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-65a7e353-3363-4abb-8873-e76d995b62a7 req-fabcbf1c-2e41-4e32-9761-85d7fde6d853 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 1097 time: 0.0435610 Dec 09 02:54:13.194670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7e353-3363-4abb-8873-e76d995b62a7 req-922bdb40-0f3f-4d7f-84df-037a31ea5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:13.196208 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-65a7e353-3363-4abb-8873-e76d995b62a7 req-922bdb40-0f3f-4d7f-84df-037a31ea5dca service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 910 time: 0.0825334 Dec 09 02:54:13.580818 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-65a7e353-3363-4abb-8873-e76d995b62a7 req-a403809b-4009-44aa-8987-3a03470026d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259afd1f-c001-4e55-b585-422cb6527339 HTTP/1.1" status: 200 len: 1000 time: 0.3771646 Dec 09 02:54:13.597150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f8722-047e-492e-8574-ec448d0ee99b req-248e672d-4e7c-4bc2-952d-dc4bb06296f5 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:13.598546 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-067f8722-047e-492e-8574-ec448d0ee99b req-248e672d-4e7c-4bc2-952d-dc4bb06296f5 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0651715 Dec 09 02:54:13.670635 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7e353-3363-4abb-8873-e76d995b62a7 req-6f89c886-3c4f-4ec9-aec3-c1a3cf9f77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:13.672028 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-65a7e353-3363-4abb-8873-e76d995b62a7 req-6f89c886-3c4f-4ec9-aec3-c1a3cf9f77f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0827236 Dec 09 02:54:13.676215 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-067f8722-047e-492e-8574-ec448d0ee99b req-12de54ff-b12e-4005-bf42-516f0edf00dd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710931 Dec 09 02:54:13.721012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7e353-3363-4abb-8873-e76d995b62a7 req-526af3d2-41fd-4610-bdc8-44cf24ebfd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:13.722491 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-65a7e353-3363-4abb-8873-e76d995b62a7 req-526af3d2-41fd-4610-bdc8-44cf24ebfd5b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0423121 Dec 09 02:54:13.810403 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-65a7e353-3363-4abb-8873-e76d995b62a7 req-84382643-b2a5-4adc-88da-4fb3cbf17730 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808089 Dec 09 02:54:13.900367 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-65a7e353-3363-4abb-8873-e76d995b62a7 req-2c1da322-4879-4153-ac11-c54e88da0b0a service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830097 Dec 09 02:54:14.427111 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:54:14.791056 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96318f-778d-4241-a9f5-cdd36661cd07 req-cd3b3381-2951-43a9-bad0-bbcf34f050a2 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:14.792558 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7d96318f-778d-4241-a9f5-cdd36661cd07 req-cd3b3381-2951-43a9-bad0-bbcf34f050a2 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 944 time: 0.0499833 Dec 09 02:54:14.840242 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7d96318f-778d-4241-a9f5-cdd36661cd07 req-fc9afa76-e81d-40eb-b51f-7237a25a3209 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419075 Dec 09 02:54:15.529413 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 259afd1f-c001-4e55-b585-422cb6527339 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:54:15.623357 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 259afd1f-c001-4e55-b585-422cb6527339, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=259afd1f-c001-4e55-b585-422cb6527339,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:54:15.634687 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '259afd1f-c001-4e55-b585-422cb6527339', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'port_id': '259afd1f-c001-4e55-b585-422cb6527339', 'mac_address': 'fa:16:3e:e6:df:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:54:15.670469 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:54:15.682949 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259afd1f-c001-4e55-b585-422cb6527339 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:54:15.701732 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 259afd1f-c001-4e55-b585-422cb6527339, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=259afd1f-c001-4e55-b585-422cb6527339,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:54:15.706023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:54:15.755557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=259afd1f-c001-4e55-b585-422cb6527339,revision_number=9']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:54:15.953730 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400774ad-f3d0-4d20-8745-82fba6827723 req-cf272b61-c4de-41d2-a832-ef3067d9e9ab tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:15.955203 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-400774ad-f3d0-4d20-8745-82fba6827723 req-cf272b61-c4de-41d2-a832-ef3067d9e9ab tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 945 time: 0.0487745 Dec 09 02:54:16.006427 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-400774ad-f3d0-4d20-8745-82fba6827723 req-9cc7bd24-7f9a-4405-a8e8-b391f253bcce tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452468 Dec 09 02:54:16.014046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['259afd1f-c001-4e55-b585-422cb6527339'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:54:17.123601 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e81166-ca88-41db-9994-092fd1bebee1 req-0db5b0ac-b28f-4b3a-952e-a46034e0c0c3 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:17.125125 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b7e81166-ca88-41db-9994-092fd1bebee1 req-0db5b0ac-b28f-4b3a-952e-a46034e0c0c3 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 945 time: 0.0483181 Dec 09 02:54:17.172706 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b7e81166-ca88-41db-9994-092fd1bebee1 req-7bbdf5e1-5854-4b50-82df-dab99494ea05 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417826 Dec 09 02:54:17.531060 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 259afd1f-c001-4e55-b585-422cb6527339 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:54:17.577837 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 259afd1f-c001-4e55-b585-422cb6527339 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:54:17.578214 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:54:17.651137 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:54:17.676951 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259afd1f-c001-4e55-b585-422cb6527339'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:54:17.679178 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8949004c-94f5-4ef2-af23-4cf1034065b4" -d '{"events": [{"server_uuid": "3b69b213-51e6-48bd-bdfc-a8019abf5d37", "name": "network-vif-plugged", "status": "completed", "tag": "259afd1f-c001-4e55-b585-422cb6527339"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:54:17.690961 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 259afd1f-c001-4e55-b585-422cb6527339, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=259afd1f-c001-4e55-b585-422cb6527339,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:54:17.696139 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:54:17.719945 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73690007-c506-461d-a335-7d8626f11a36 x-openstack-request-id: req-73690007-c506-461d-a335-7d8626f11a36 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:54:17.720240 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b69b213-51e6-48bd-bdfc-a8019abf5d37", "name": "network-vif-plugged", "status": "completed", "tag": "259afd1f-c001-4e55-b585-422cb6527339", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:54:17.720495 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73690007-c506-461d-a335-7d8626f11a36 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:54:17.720889 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259afd1f-c001-4e55-b585-422cb6527339', 'code': 200} Dec 09 02:54:17.745842 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=259afd1f-c001-4e55-b585-422cb6527339,revision_number=10']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:54:17.979013 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49edb3f-42d3-4f93-b8cf-224ab97ad744 req-bd4fe5f5-3157-4b1f-91f6-09e9c7581c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:17.980518 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b49edb3f-42d3-4f93-b8cf-224ab97ad744 req-bd4fe5f5-3157-4b1f-91f6-09e9c7581c90 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 1100 time: 0.0397446 Dec 09 02:54:18.025191 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b49edb3f-42d3-4f93-b8cf-224ab97ad744 req-ec8bf97b-b34a-45cc-9b7a-8b3cad9bdeaf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378959 Dec 09 02:54:18.292287 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21525af-7e98-4ec1-bd28-b2755c721480 req-7107226c-81a7-4dc2-b8df-4ef15608a255 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:18.293666 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a21525af-7e98-4ec1-bd28-b2755c721480 req-7107226c-81a7-4dc2-b8df-4ef15608a255 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 947 time: 0.0519574 Dec 09 02:54:18.341613 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a21525af-7e98-4ec1-bd28-b2755c721480 req-e644c8cd-b3dc-4791-a080-a4b521ef7e1c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409901 Dec 09 02:54:19.463336 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50705d-e374-4896-897b-3fdd62daac6e req-29d10afc-927e-4d03-b73b-c64fb7b246a2 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:19.465196 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c50705d-e374-4896-897b-3fdd62daac6e req-29d10afc-927e-4d03-b73b-c64fb7b246a2 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 947 time: 0.0519521 Dec 09 02:54:19.516142 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5c50705d-e374-4896-897b-3fdd62daac6e req-dcdcf8e9-028d-4274-9f59-5c640c89f933 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443909 Dec 09 02:54:20.628486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93d7a3-b9f4-4c18-8ee6-e5bdcceec01f req-12b6f9de-dbd7-4b8b-bdcf-251e064db2f9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:54:20.629931 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6b93d7a3-b9f4-4c18-8ee6-e5bdcceec01f req-12b6f9de-dbd7-4b8b-bdcf-251e064db2f9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 947 time: 0.0474823 Dec 09 02:54:20.681227 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6b93d7a3-b9f4-4c18-8ee6-e5bdcceec01f req-c70b3f44-0d69-42e6-ac59-de4fb807d7aa tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451982 Dec 09 02:54:33.116345 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-282fee37-15e0-4b82-9857-429c0c2bac2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:54:35.350966 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4b259092-2dc0-4839-a86d-47377c624672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:54:36.550890 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:54:37.939811 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:54:38.759796 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:54:40.346631 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:54:44.442188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:01.768046 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b7c7280-0a9b-4325-a882-11e543ee0111 req-d579ac63-2f5b-493c-8a5c-856b915b0608 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832577 Dec 09 02:55:01.865349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c7280-0a9b-4325-a882-11e543ee0111 req-60704c46-1b20-40ea-bd8e-d605cab9cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:01.866835 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b7c7280-0a9b-4325-a882-11e543ee0111 req-60704c46-1b20-40ea-bd8e-d605cab9cb90 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 1100 time: 0.0395372 Dec 09 02:55:01.972014 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c7280-0a9b-4325-a882-11e543ee0111 req-7099d681-dfb6-497f-8ecf-5f6c2d46404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:01.973557 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b7c7280-0a9b-4325-a882-11e543ee0111 req-7099d681-dfb6-497f-8ecf-5f6c2d46404f service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 910 time: 0.0861740 Dec 09 02:55:02.044797 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b7c7280-0a9b-4325-a882-11e543ee0111 req-9c95b252-0878-41d3-ba07-e4e719261588 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259afd1f-c001-4e55-b585-422cb6527339 HTTP/1.1" status: 200 len: 1002 time: 0.0598390 Dec 09 02:55:02.092674 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c7280-0a9b-4325-a882-11e543ee0111 req-ef270d60-4316-40ae-b1a2-964dee3818d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:02.094103 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b7c7280-0a9b-4325-a882-11e543ee0111 req-ef270d60-4316-40ae-b1a2-964dee3818d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0429635 Dec 09 02:55:02.144943 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c7280-0a9b-4325-a882-11e543ee0111 req-feb2ee22-2cb7-46c4-8418-7f8d0ca02ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:02.146436 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b7c7280-0a9b-4325-a882-11e543ee0111 req-feb2ee22-2cb7-46c4-8418-7f8d0ca02ec4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0443704 Dec 09 02:55:02.234086 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b7c7280-0a9b-4325-a882-11e543ee0111 req-a782edb5-7a7d-44aa-a4a4-bd8e32597895 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806527 Dec 09 02:55:02.328378 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5b7c7280-0a9b-4325-a882-11e543ee0111 req-eacc50a8-769f-4eef-81cd-65cf9e94e51c service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871685 Dec 09 02:55:03.119221 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d9e89221-6d40-4fb2-aaf1-506434e3ec10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:05.351413 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01fb4278-68ce-46a1-8bff-34117fc4f7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:06.553591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:07.942000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:08.762046 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:14.442352 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:17.345955 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:55:29.054365 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43908) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:55:29.210140 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Deleting port 037cef74-79ee-4629-8295-2d56e0f4dcc2 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:55:29.210477 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:29.281505 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:29.281832 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:29.292950 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Calling delete_port for 037cef74-79ee-4629-8295-2d56e0f4dcc2 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:55:29.438019 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:29.468654 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event deleted for resources: {'Port': ['ID=037cef74-79ee-4629-8295-2d56e0f4dcc2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:55:29.489462 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:29.489815 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:29.490160 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:29.490498 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:29.490834 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:29.491161 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:29.491522 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:29.491853 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:29.492177 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:29.492502 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:29.492825 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:29.493144 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:29.493462 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:29.531545 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:29.531963 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Floating IP 0a5f72d1-157e-4058-8262-9a1cf8e96ecc disassociated (deleted). External IP: 172.26.3.121, port: 259afd1f-c001-4e55-b585-422cb6527339. Dec 09 02:55:29.733236 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:55:29.842786 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:55:29.847704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:29.852320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a9e14f-dee4-4e2d-a824-e1d640963efb None None] Sync routers for ids ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:55:29.862320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a9e14f-dee4-4e2d-a824-e1d640963efb None None] Routers {'6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:55:29.862941 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-06a9e14f-dee4-4e2d-a824-e1d640963efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:55:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:55:29.875775 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d0a73fa0-c9de-4a2a-a657-7f7d4c99b6cd tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "DELETE /v2.0/floatingips/0a5f72d1-157e-4058-8262-9a1cf8e96ecc HTTP/1.1" status: 204 len: 168 time: 0.8202722 Dec 09 02:55:29.876467 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'tag': '259afd1f-c001-4e55-b585-422cb6527339'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:55:29.878816 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45b532786ffc0c1fca2e7c3f1847d5224f230c7a469c850e69fb36f4df7766b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf1d27a-45ae-4b44-8ba0-416b933f65fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3b69b213-51e6-48bd-bdfc-a8019abf5d37", "tag": "259afd1f-c001-4e55-b585-422cb6527339"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:55:29.968772 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-06a9e14f-dee4-4e2d-a824-e1d640963efb None None] Set router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:55:30.082213 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42a5d7a-1501-453a-9282-93aa268edf6f x-openstack-request-id: req-b42a5d7a-1501-453a-9282-93aa268edf6f {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:55:30.082728 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b69b213-51e6-48bd-bdfc-a8019abf5d37", "tag": "259afd1f-c001-4e55-b585-422cb6527339", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:55:30.083003 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b42a5d7a-1501-453a-9282-93aa268edf6f {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:55:30.083459 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'tag': '259afd1f-c001-4e55-b585-422cb6527339', 'status': 'completed', 'code': 200} Dec 09 02:55:30.167943 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-06a9e14f-dee4-4e2d-a824-e1d640963efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3e8c749b-0768-4934-92a5-2306d08549a6', 'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'mac_address': 'fa:16:3e:9c:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:13Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 5, 'project_id': 'be90067df61843beb019db1110a45c82', 'subnets': [{'id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:55:30.196713 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1d27a-45ae-4b44-8ba0-416b933f65fc req-992b5066-e325-4ada-84cd-55250253f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:30.198236 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-daf1d27a-45ae-4b44-8ba0-416b933f65fc req-992b5066-e325-4ada-84cd-55250253f3c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 1100 time: 0.0716081 Dec 09 02:55:30.198522 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a9e14f-dee4-4e2d-a824-e1d640963efb None None] Checking router: 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:55:30.206822 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a9e14f-dee4-4e2d-a824-e1d640963efb None None] Routers {'6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:55:30.207415 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-06a9e14f-dee4-4e2d-a824-e1d640963efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:55:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:55:30.210797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d119d-721c-408d-b985-4973f4e8eb73 req-c59cacfd-ed31-4159-aba8-4a39a048f34e tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:30.212260 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb1d119d-721c-408d-b985-4973f4e8eb73 req-c59cacfd-ed31-4159-aba8-4a39a048f34e tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 947 time: 0.0843499 Dec 09 02:55:30.311670 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-06a9e14f-dee4-4e2d-a824-e1d640963efb None None] Set router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:55:30.316851 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb1d119d-721c-408d-b985-4973f4e8eb73 req-e7604d68-90e6-4300-866d-9210861de334 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959275 Dec 09 02:55:30.335171 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1d27a-45ae-4b44-8ba0-416b933f65fc req-f30bfe82-7b18-4c9f-9086-f478b78d0b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:30.336695 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-daf1d27a-45ae-4b44-8ba0-416b933f65fc req-f30bfe82-7b18-4c9f-9086-f478b78d0b6b service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 910 time: 0.1235752 Dec 09 02:55:30.380178 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-daf1d27a-45ae-4b44-8ba0-416b933f65fc req-132bfe5d-c456-4c14-800b-67cad2f851b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=259afd1f-c001-4e55-b585-422cb6527339 HTTP/1.1" status: 200 len: 217 time: 0.0351851 Dec 09 02:55:30.434617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1d27a-45ae-4b44-8ba0-416b933f65fc req-11df78c7-f062-4755-8992-8ff4903a04a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:30.436117 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-daf1d27a-45ae-4b44-8ba0-416b933f65fc req-11df78c7-f062-4755-8992-8ff4903a04a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0476723 Dec 09 02:55:30.481489 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1d27a-45ae-4b44-8ba0-416b933f65fc req-85882098-69a8-4636-b4fa-06c74cef552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:30.483674 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-daf1d27a-45ae-4b44-8ba0-416b933f65fc req-85882098-69a8-4636-b4fa-06c74cef552b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396810 Dec 09 02:55:30.509579 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-06a9e14f-dee4-4e2d-a824-e1d640963efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3e8c749b-0768-4934-92a5-2306d08549a6', 'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'mac_address': 'fa:16:3e:9c:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:13Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 5, 'project_id': 'be90067df61843beb019db1110a45c82', 'subnets': [{'id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:55:30.537082 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a9e14f-dee4-4e2d-a824-e1d640963efb None None] The sync data for ids ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'] in dv-neutron-804846-18-hyperv is: [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3e8c749b-0768-4934-92a5-2306d08549a6', 'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'mac_address': 'fa:16:3e:9c:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:13Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 5, 'project_id': 'be90067df61843beb019db1110a45c82', 'subnets': [{'id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:55:30.572510 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-daf1d27a-45ae-4b44-8ba0-416b933f65fc req-eb6fbc25-39e5-48d0-b39c-2c1013fcafcd service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811305 Dec 09 02:55:30.669556 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-daf1d27a-45ae-4b44-8ba0-416b933f65fc req-8a088f07-f6cc-4c55-91c1-62eb4de1c3b9 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893350 Dec 09 02:55:30.756869 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7b9967-02cd-4112-88fd-555bf1c8ffd3 None None] New status for floating IP 0a5f72d1-157e-4058-8262-9a1cf8e96ecc: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:55:31.435537 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64b8fc-b172-4888-81e8-94f485ae53e3 req-192db078-9b49-4eee-bcd4-aa611bc7e89c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:31.437558 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ee64b8fc-b172-4888-81e8-94f485ae53e3 req-192db078-9b49-4eee-bcd4-aa611bc7e89c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 947 time: 0.0507779 Dec 09 02:55:31.487236 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ee64b8fc-b172-4888-81e8-94f485ae53e3 req-3fbe9848-1ea8-49d6-9d71-b86ebc04d88c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=203ab8d0-ec6a-4655-8e7c-4373f581183e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434971 Dec 09 02:55:31.572926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c4d8f-6a04-45f6-8351-21978e3c77a1 req-9d16e934-2efb-4756-8b82-3eac53e6cfab tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:31.574433 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b56c4d8f-6a04-45f6-8351-21978e3c77a1 req-9d16e934-2efb-4756-8b82-3eac53e6cfab tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 947 time: 0.0537095 Dec 09 02:55:31.664395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-b56c4d8f-6a04-45f6-8351-21978e3c77a1 req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Deleting port 259afd1f-c001-4e55-b585-422cb6527339 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:55:31.664656 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-b56c4d8f-6a04-45f6-8351-21978e3c77a1 req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:31.754823 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-b56c4d8f-6a04-45f6-8351-21978e3c77a1 req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] For port 259afd1f-c001-4e55-b585-422cb6527339, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=259afd1f-c001-4e55-b585-422cb6527339,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:55:31.755207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-b56c4d8f-6a04-45f6-8351-21978e3c77a1 req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:31.768177 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-b56c4d8f-6a04-45f6-8351-21978e3c77a1 req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Calling delete_port for 259afd1f-c001-4e55-b585-422cb6527339 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:55:31.891599 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-b56c4d8f-6a04-45f6-8351-21978e3c77a1 req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:31.923847 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event deleted for resources: {'Port': ['ID=259afd1f-c001-4e55-b585-422cb6527339,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:55:31.947924 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:31.948279 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:31.948625 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:31.948966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:31.949300 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:31.949631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:31.949961 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:31.950288 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:31.950614 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:31.950941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:31.951295 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:31.951643 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:31.951964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:55:31.973182 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56c4d8f-6a04-45f6-8351-21978e3c77a1 req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] No DVR routers for this DVR port 259afd1f-c001-4e55-b585-422cb6527339 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:55:31.975466 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-b56c4d8f-6a04-45f6-8351-21978e3c77a1 req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:31.978785 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b56c4d8f-6a04-45f6-8351-21978e3c77a1 req-e6d3095c-3d4c-40ae-b4a1-b332182d6fa7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.45 "DELETE /v2.0/ports/259afd1f-c001-4e55-b585-422cb6527339 HTTP/1.1" status: 204 len: 173 time: 0.3984706 Dec 09 02:55:31.979249 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'name': 'network-vif-deleted', 'tag': '259afd1f-c001-4e55-b585-422cb6527339'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:55:31.981534 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556dc7f9-2fab-4a89-b478-9396d30c8b00" -d '{"events": [{"server_uuid": "3b69b213-51e6-48bd-bdfc-a8019abf5d37", "name": "network-vif-deleted", "tag": "259afd1f-c001-4e55-b585-422cb6527339"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:55:32.074540 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b81c8f1-d16f-4f0a-876b-de260e55262c x-openstack-request-id: req-1b81c8f1-d16f-4f0a-876b-de260e55262c {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:55:32.074838 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b69b213-51e6-48bd-bdfc-a8019abf5d37", "name": "network-vif-deleted", "tag": "259afd1f-c001-4e55-b585-422cb6527339", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:55:32.075111 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b81c8f1-d16f-4f0a-876b-de260e55262c {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:55:32.075549 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b69b213-51e6-48bd-bdfc-a8019abf5d37', 'name': 'network-vif-deleted', 'tag': '259afd1f-c001-4e55-b585-422cb6527339', 'status': 'completed', 'code': 200} Dec 09 02:55:32.601250 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4e0d0e05-0db1-4d8b-a5e0-1826a82e04bf req-c837c128-bb2d-405f-b33c-fe2026cf7b0e tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b69b213-51e6-48bd-bdfc-a8019abf5d37 HTTP/1.1" status: 200 len: 210 time: 0.0259850 Dec 09 02:55:33.121249 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5f6a51ee-7c0a-49fe-92d0-43a64bd6e8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:33.654650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43936) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:55:33.709965 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9a2eef5b-bc59-4b7f-bd16-1d162860bb15 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:33.734548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9a2eef5b-bc59-4b7f-bd16-1d162860bb15 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:33.796635 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9a2eef5b-bc59-4b7f-bd16-1d162860bb15 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:33.799537 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9a2eef5b-bc59-4b7f-bd16-1d162860bb15 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:33.800695 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9a2eef5b-bc59-4b7f-bd16-1d162860bb15 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "DELETE /v2.0/security-groups/203ab8d0-ec6a-4655-8e7c-4373f581183e HTTP/1.1" status: 204 len: 168 time: 0.1450567 Dec 09 02:55:33.814429 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2eef5b-bc59-4b7f-bd16-1d162860bb15 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=203ab8d0-ec6a-4655-8e7c-4373f581183e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:55:35.154816 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43944) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:55:35.159400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-8226cf8a-1c9a-4007-b8e5-d419182976ef tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969591111', 'description': 'tempest-secgroup-smoke-1969591111 description', 'project_id': 'be90067df61843beb019db1110a45c82'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:55:35.182995 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8226cf8a-1c9a-4007-b8e5-d419182976ef tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.248792 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8226cf8a-1c9a-4007-b8e5-d419182976ef tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.252344 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8226cf8a-1c9a-4007-b8e5-d419182976ef tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.281283 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8226cf8a-1c9a-4007-b8e5-d419182976ef tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.282483 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-8226cf8a-1c9a-4007-b8e5-d419182976ef tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1266129 Dec 09 02:55:35.284347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226cf8a-1c9a-4007-b8e5-d419182976ef tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed64a981-ff01-4250-8dc2-52e4304ca0b6,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:55:35.285482 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43946) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:55:35.290234 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-57329add-f6fc-4355-9e7b-96a53249c13c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'security_group_rule': {'security_group_id': 'ed64a981-ff01-4250-8dc2-52e4304ca0b6', 'project_id': 'be90067df61843beb019db1110a45c82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:55:35.320553 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57329add-f6fc-4355-9e7b-96a53249c13c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.352148 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-665bb763-97df-498e-a003-805fdb7e2ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.366024 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57329add-f6fc-4355-9e7b-96a53249c13c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.369683 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57329add-f6fc-4355-9e7b-96a53249c13c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.387622 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57329add-f6fc-4355-9e7b-96a53249c13c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0997c0-921c-4aee-98f7-ea30cb1f969a,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:55:35.395263 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-57329add-f6fc-4355-9e7b-96a53249c13c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.398965 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-57329add-f6fc-4355-9e7b-96a53249c13c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099725 Dec 09 02:55:35.399159 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43948) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:55:35.403445 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-37983c8e-4c11-47ab-86e9-04acc62d4abc tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'security_group_rule': {'security_group_id': 'ed64a981-ff01-4250-8dc2-52e4304ca0b6', 'project_id': 'be90067df61843beb019db1110a45c82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:55:35.429845 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37983c8e-4c11-47ab-86e9-04acc62d4abc tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.484159 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37983c8e-4c11-47ab-86e9-04acc62d4abc tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.487751 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37983c8e-4c11-47ab-86e9-04acc62d4abc tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.504869 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37983c8e-4c11-47ab-86e9-04acc62d4abc tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d7e531-6312-4e94-9bf3-95c940476fcc,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:55:35.512469 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37983c8e-4c11-47ab-86e9-04acc62d4abc tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.513662 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-37983c8e-4c11-47ab-86e9-04acc62d4abc tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135547 Dec 09 02:55:35.516339 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43950) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:55:35.520675 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b8a08471-812b-4237-b82d-32c3bcf47505 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'security_group_rule': {'security_group_id': 'ed64a981-ff01-4250-8dc2-52e4304ca0b6', 'project_id': 'be90067df61843beb019db1110a45c82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:55:35.546936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b8a08471-812b-4237-b82d-32c3bcf47505 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.600689 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b8a08471-812b-4237-b82d-32c3bcf47505 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.604171 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b8a08471-812b-4237-b82d-32c3bcf47505 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.618708 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a08471-812b-4237-b82d-32c3bcf47505 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45e6697-49bb-468e-a798-99b144347c4b,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:55:35.628964 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b8a08471-812b-4237-b82d-32c3bcf47505 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.630291 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b8a08471-812b-4237-b82d-32c3bcf47505 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129980 Dec 09 02:55:35.633264 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 43952) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:55:35.637547 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-cb2847fe-d8bf-481f-8429-2b7fa9bb0248 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'security_group_rule': {'security_group_id': 'ed64a981-ff01-4250-8dc2-52e4304ca0b6', 'project_id': 'be90067df61843beb019db1110a45c82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:55:35.663001 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb2847fe-d8bf-481f-8429-2b7fa9bb0248 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.722724 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb2847fe-d8bf-481f-8429-2b7fa9bb0248 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.726400 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb2847fe-d8bf-481f-8429-2b7fa9bb0248 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.748417 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2847fe-d8bf-481f-8429-2b7fa9bb0248 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38618b8-82b8-44ab-a227-dc7b9a17c401,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:55:35.753665 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb2847fe-d8bf-481f-8429-2b7fa9bb0248 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.757855 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43954) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:55:35.757996 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cb2847fe-d8bf-481f-8429-2b7fa9bb0248 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237040 Dec 09 02:55:35.762689 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-fb739655-e1af-4e60-be59-6da2518df956 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'security_group_rule': {'security_group_id': 'ed64a981-ff01-4250-8dc2-52e4304ca0b6', 'project_id': 'be90067df61843beb019db1110a45c82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:55:35.784574 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-fb739655-e1af-4e60-be59-6da2518df956 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Project be90067df61843beb019db1110a45c82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:55:35.789270 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb739655-e1af-4e60-be59-6da2518df956 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.839798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 259afd1f-c001-4e55-b585-422cb6527339 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:55:35.848376 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb739655-e1af-4e60-be59-6da2518df956 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.852206 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb739655-e1af-4e60-be59-6da2518df956 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.861573 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 259afd1f-c001-4e55-b585-422cb6527339 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 02:55:35.861923 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 259afd1f-c001-4e55-b585-422cb6527339 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 02:55:35.866864 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb739655-e1af-4e60-be59-6da2518df956 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c4aa42-c390-410e-b827-924b751f537b,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:55:35.877719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb739655-e1af-4e60-be59-6da2518df956 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.878924 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-fb739655-e1af-4e60-be59-6da2518df956 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198847 Dec 09 02:55:35.881872 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 43956) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:55:35.886119 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-df15653a-4784-44ff-a508-a10f20adb496 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'security_group_rule': {'security_group_id': 'ed64a981-ff01-4250-8dc2-52e4304ca0b6', 'project_id': 'be90067df61843beb019db1110a45c82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:55:35.908096 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-df15653a-4784-44ff-a508-a10f20adb496 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Project be90067df61843beb019db1110a45c82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 02:55:35.912803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df15653a-4784-44ff-a508-a10f20adb496 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.971594 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df15653a-4784-44ff-a508-a10f20adb496 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.975078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df15653a-4784-44ff-a508-a10f20adb496 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:35.992640 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15653a-4784-44ff-a508-a10f20adb496 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269d90d1-2f25-41fd-9957-a14cee076f10,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:55:36.000339 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df15653a-4784-44ff-a508-a10f20adb496 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:36.001621 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-df15653a-4784-44ff-a508-a10f20adb496 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188312 Dec 09 02:55:36.556612 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:37.945563 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:38.765064 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:44.437011 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:51.202284 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-4b33221a-b127-4bde-b32c-ca0b28cde25b tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969591111&fields=id&tenant_id=be90067df61843beb019db1110a45c82 HTTP/1.1" status: 200 len: 267 time: 0.0457480 Dec 09 02:55:51.304123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59266980-dd65-40b7-8534-0b2b28351856 req-73d81048-61bb-444f-bc49-46c05e29355f tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:51.305479 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-73d81048-61bb-444f-bc49-46c05e29355f tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 809 time: 0.0965502 Dec 09 02:55:51.320057 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-161c5c44-2de1-47b7-976d-60b4ed7f32a9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/quotas/be90067df61843beb019db1110a45c82 HTTP/1.1" status: 200 len: 375 time: 0.0085757 Dec 09 02:55:51.369599 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-b5a570de-aa51-4fc2-ac35-fc85f7fb2cd3 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446017 Dec 09 02:55:51.384486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-6bb76000-46bf-4770-827d-478371315c67 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:55:51.385418 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-6bb76000-46bf-4770-827d-478371315c67 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050895 Dec 09 02:55:51.473534 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-9ce9001c-4fdb-4294-8202-cc2e7a7d576d service neutron] 10.222.0.43 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826764 Dec 09 02:55:51.559089 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-67db4414-07fb-4832-956a-24403818439a service neutron] 10.222.0.43 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796835 Dec 09 02:55:51.833492 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3c66b0b0-ebf5-469e-945e-2af3cec42f41 req-fef35dd5-51ad-463f-b859-58eb4a0070e9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 210 time: 0.0305216 Dec 09 02:55:52.910042 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1af17160-2808-405b-9b1b-d1ac4f6eea75 req-de36b465-0628-4de5-b659-dfa1d26e1871 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 210 time: 0.0256960 Dec 09 02:55:53.988002 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-57d4378d-9b00-4cb4-9831-ad657fb8253d req-9e1b5722-4d75-4831-859e-933f4ffb66f7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 210 time: 0.0278168 Dec 09 02:55:54.344705 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:55:55.065561 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e0cb9918-d2ab-4e4f-aff7-fd8d86b63952 req-788cb409-1f0d-47dc-9d11-fc931d1dfffa tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 210 time: 0.0268197 Dec 09 02:55:56.156709 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d7d1bbdc-0d99-4355-8418-90182aa1e831 req-84c1ad9a-46ff-4ebe-a788-ea7cd8356112 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 210 time: 0.0269649 Dec 09 02:55:56.884237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59266980-dd65-40b7-8534-0b2b28351856 req-807ebf51-8a6d-4e84-9b93-8a8210354be3 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:56.885672 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-807ebf51-8a6d-4e84-9b93-8a8210354be3 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 809 time: 0.1072555 Dec 09 02:55:56.962741 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-1ed8868b-03e0-4fde-8a22-3a8c66b77f1a tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be90067df61843beb019db1110a45c82 HTTP/1.1" status: 200 len: 380 time: 0.0541577 Dec 09 02:55:56.971788 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-59266980-dd65-40b7-8534-0b2b28351856 req-c222fe03-d7e8-4f76-a367-53fb5fe331d0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'port': {'device_id': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'admin_state_up': True, 'tenant_id': 'be90067df61843beb019db1110a45c82', 'security_groups': ['ed64a981-ff01-4250-8dc2-52e4304ca0b6']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:55:57.091139 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59266980-dd65-40b7-8534-0b2b28351856 req-c222fe03-d7e8-4f76-a367-53fb5fe331d0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Made reservation on behalf of be90067df61843beb019db1110a45c82 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 02:55:57.094783 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-59266980-dd65-40b7-8534-0b2b28351856 req-c222fe03-d7e8-4f76-a367-53fb5fe331d0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:57.223728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-59266980-dd65-40b7-8534-0b2b28351856 req-c222fe03-d7e8-4f76-a367-53fb5fe331d0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Allocated IP 172.20.0.11 (5bd842fb-01c0-49d4-9df6-5ca4a93ba07a/40860f8b-e2ca-4c40-8b1c-101733fd9a30/397b2a0c-9223-44fe-96cb-5476c296877a) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:55:57.258205 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-27182f65-9cb9-4209-8ac9-4d24f9a171c9 req-a0420ccc-19b7-4d16-98ef-f25456ba62f7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 210 time: 0.0315888 Dec 09 02:55:57.390315 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-59266980-dd65-40b7-8534-0b2b28351856 req-c222fe03-d7e8-4f76-a367-53fb5fe331d0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:57.424594 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-59266980-dd65-40b7-8534-0b2b28351856 req-c222fe03-d7e8-4f76-a367-53fb5fe331d0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:57.462906 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59266980-dd65-40b7-8534-0b2b28351856 req-c222fe03-d7e8-4f76-a367-53fb5fe331d0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:55:57.465882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-59266980-dd65-40b7-8534-0b2b28351856 req-c222fe03-d7e8-4f76-a367-53fb5fe331d0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:55:57.468958 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-59266980-dd65-40b7-8534-0b2b28351856 req-c222fe03-d7e8-4f76-a367-53fb5fe331d0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:55:57.510055 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222fe03-d7e8-4f76-a367-53fb5fe331d0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'Port': ['ID=397b2a0c-9223-44fe-96cb-5476c296877a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:55:57.537778 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59266980-dd65-40b7-8534-0b2b28351856 req-c222fe03-d7e8-4f76-a367-53fb5fe331d0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:57.538610 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-59266980-dd65-40b7-8534-0b2b28351856 req-c222fe03-d7e8-4f76-a367-53fb5fe331d0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:57.562389 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-c222fe03-d7e8-4f76-a367-53fb5fe331d0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5940681 Dec 09 02:55:57.576954 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Request body: {'port': {'device_id': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:55:57.635844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:57.780574 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-51792dbd-c9bc-482e-90ed-7e2eed74ab49 None None] Provisioning complete for port 397b2a0c-9223-44fe-96cb-5476c296877a triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:55:57.781128 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-51792dbd-c9bc-482e-90ed-7e2eed74ab49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:57.819202 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-51792dbd-c9bc-482e-90ed-7e2eed74ab49 None None] Port 397b2a0c-9223-44fe-96cb-5476c296877a cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 02:55:57.906424 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397b2a0c-9223-44fe-96cb-5476c296877a {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:55:57.913892 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:57.926595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Transition to ACTIVE for port object 397b2a0c-9223-44fe-96cb-5476c296877a will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 02:55:57.930924 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:58.029323 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Pushing event updated for resources: {'Port': ['ID=397b2a0c-9223-44fe-96cb-5476c296877a,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:55:58.059063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Attempting to bind port 397b2a0c-9223-44fe-96cb-5476c296877a on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 02:55:58.059462 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Attempting to bind port 397b2a0c-9223-44fe-96cb-5476c296877a by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': '09bcdd87-fa0c-4598-8316-ab0cb6123c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 02:55:58.059822 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Attempting to bind port 397b2a0c-9223-44fe-96cb-5476c296877a on network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:55:58.065827 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Port 397b2a0c-9223-44fe-96cb-5476c296877a on network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 02:55:58.066228 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Attempting to bind port 397b2a0c-9223-44fe-96cb-5476c296877a on network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 02:55:58.071593 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 2, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 02:55:58.072028 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Checking segment: {'id': '09bcdd87-fa0c-4598-8316-ab0cb6123c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 02:55:58.072488 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Bound using segment: {'id': '09bcdd87-fa0c-4598-8316-ab0cb6123c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 02:55:58.073005 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Bound port: 397b2a0c-9223-44fe-96cb-5476c296877a, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bcdd87-fa0c-4598-8316-ab0cb6123c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 02:55:58.073461 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:58.148899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] For port 397b2a0c-9223-44fe-96cb-5476c296877a, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 02:55:58.152520 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] For port 397b2a0c-9223-44fe-96cb-5476c296877a, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=397b2a0c-9223-44fe-96cb-5476c296877a,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 02:55:58.156990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:58.195936 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:58.196451 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:55:58.198155 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] 10.222.0.45 "PUT /v2.0/ports/397b2a0c-9223-44fe-96cb-5476c296877a HTTP/1.1" status: 200 len: 1094 time: 0.6265731 Dec 09 02:55:58.202976 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'tag': '397b2a0c-9223-44fe-96cb-5476c296877a'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:55:58.205673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240b2bb3-d8a9-4a06-b440-c01c667ea7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "83ba041c-6a39-4825-9e41-d0c210a68efd", "tag": "397b2a0c-9223-44fe-96cb-5476c296877a"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:55:58.231796 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb50e4-2684-4ce4-ab5f-11c5ef10042f service neutron] Pushing event updated for resources: {'Port': ['ID=397b2a0c-9223-44fe-96cb-5476c296877a,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:55:58.293748 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db34473-d705-471f-92b3-5b13a09d8d27 x-openstack-request-id: req-0db34473-d705-471f-92b3-5b13a09d8d27 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:55:58.294050 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ba041c-6a39-4825-9e41-d0c210a68efd", "tag": "397b2a0c-9223-44fe-96cb-5476c296877a", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:55:58.294314 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0db34473-d705-471f-92b3-5b13a09d8d27 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:55:58.294704 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'tag': '397b2a0c-9223-44fe-96cb-5476c296877a', 'status': 'completed', 'code': 200} Dec 09 02:55:58.319105 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59266980-dd65-40b7-8534-0b2b28351856 req-a671c790-9f7b-486d-8428-8f3ece999f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:58.320941 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-a671c790-9f7b-486d-8428-8f3ece999f08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 1097 time: 0.0584652 Dec 09 02:55:58.418227 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-fcc6bfdc-39b6-41f0-9f65-e5bec407c61a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397b2a0c-9223-44fe-96cb-5476c296877a HTTP/1.1" status: 200 len: 217 time: 0.0751059 Dec 09 02:55:58.472318 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e996b1e-96cd-4cde-a3cf-4219f7e33930 req-48983d7d-a463-45fb-b294-752c514cfdd6 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:58.473459 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2e996b1e-96cd-4cde-a3cf-4219f7e33930 req-48983d7d-a463-45fb-b294-752c514cfdd6 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0862825 Dec 09 02:55:58.492977 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59266980-dd65-40b7-8534-0b2b28351856 req-7c162a4c-5ba6-4b57-a6e7-c5c11d9d4452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:58.494368 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-7c162a4c-5ba6-4b57-a6e7-c5c11d9d4452 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0663331 Dec 09 02:55:58.557378 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2e996b1e-96cd-4cde-a3cf-4219f7e33930 req-4c6030fb-1524-4fb8-914a-2b2ff90cc616 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758500 Dec 09 02:55:58.564477 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59266980-dd65-40b7-8534-0b2b28351856 req-b132f9ef-5c08-44ec-951b-3f37ea7cd2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:58.565654 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-b132f9ef-5c08-44ec-951b-3f37ea7cd2ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0643592 Dec 09 02:55:58.660044 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-68b7142f-dbd5-4086-9ba7-90252d931996 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863352 Dec 09 02:55:58.749452 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-59266980-dd65-40b7-8534-0b2b28351856 req-57bd4d96-40e4-4036-ab94-0bd8aab0f2ae service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824935 Dec 09 02:55:58.868703 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b2bb3-d8a9-4a06-b440-c01c667ea7cc req-b877ab42-a9b7-4528-8abf-fd764dbbc283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:58.870190 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-240b2bb3-d8a9-4a06-b440-c01c667ea7cc req-b877ab42-a9b7-4528-8abf-fd764dbbc283 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 1097 time: 0.0503125 Dec 09 02:55:58.958595 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b2bb3-d8a9-4a06-b440-c01c667ea7cc req-1d9a50d5-b2ea-4cee-b623-883a634820e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:58.960126 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-240b2bb3-d8a9-4a06-b440-c01c667ea7cc req-1d9a50d5-b2ea-4cee-b623-883a634820e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 910 time: 0.0833101 Dec 09 02:55:59.001265 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-240b2bb3-d8a9-4a06-b440-c01c667ea7cc req-a20ca475-0ab3-4d1c-80d0-f9376490bd82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397b2a0c-9223-44fe-96cb-5476c296877a HTTP/1.1" status: 200 len: 217 time: 0.0340810 Dec 09 02:55:59.053095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b2bb3-d8a9-4a06-b440-c01c667ea7cc req-73116fdb-ec09-438b-ad33-b401392ee62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:59.054591 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-240b2bb3-d8a9-4a06-b440-c01c667ea7cc req-73116fdb-ec09-438b-ad33-b401392ee62b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0471780 Dec 09 02:55:59.099384 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b2bb3-d8a9-4a06-b440-c01c667ea7cc req-5084e32c-9b5e-4fc3-be87-5e9005b278a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:59.100946 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-240b2bb3-d8a9-4a06-b440-c01c667ea7cc req-5084e32c-9b5e-4fc3-be87-5e9005b278a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398138 Dec 09 02:55:59.192645 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-240b2bb3-d8a9-4a06-b440-c01c667ea7cc req-5f36beef-de3b-46d8-bab1-53306bc48b10 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839531 Dec 09 02:55:59.288662 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-240b2bb3-d8a9-4a06-b440-c01c667ea7cc req-4b1cef8b-e9b7-45a8-8cef-b7f2da6f362b service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886772 Dec 09 02:55:59.677226 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc877c-db54-4f4b-bb1e-c2b9488fdeca req-b1229643-810e-46c4-b9b3-712acd14fcbe tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:55:59.678715 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-94cc877c-db54-4f4b-bb1e-c2b9488fdeca req-b1229643-810e-46c4-b9b3-712acd14fcbe tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0502231 Dec 09 02:55:59.727178 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-94cc877c-db54-4f4b-bb1e-c2b9488fdeca req-adbb0375-98eb-4f74-afca-23db256ae809 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424805 Dec 09 02:56:00.851076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7dd1e-f39c-43ab-a2e9-5a4007830543 req-6d47271a-c348-47af-adee-93de50010868 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:00.852624 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0cc7dd1e-f39c-43ab-a2e9-5a4007830543 req-6d47271a-c348-47af-adee-93de50010868 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0538778 Dec 09 02:56:00.903421 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0cc7dd1e-f39c-43ab-a2e9-5a4007830543 req-49b7a401-9edf-429f-9778-ce9f5a7b3187 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438282 Dec 09 02:56:02.021627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae258e-d78b-4379-ad1d-f5d16212ea5d req-13c00acc-fcdc-4629-aba5-56d5f589ee9d tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:02.023352 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-89ae258e-d78b-4379-ad1d-f5d16212ea5d req-13c00acc-fcdc-4629-aba5-56d5f589ee9d tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0514574 Dec 09 02:56:02.073525 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-89ae258e-d78b-4379-ad1d-f5d16212ea5d req-68492ac3-a481-49e4-9124-fb94efad984f tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439830 Dec 09 02:56:03.126001 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1546dde6-9af2-4b99-bb0e-65174a027628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:03.191611 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0ce9f-4125-459e-821d-990e84f3b318 req-3553c83a-50b9-49c0-988e-d954fce435a7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:03.193095 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bea0ce9f-4125-459e-821d-990e84f3b318 req-3553c83a-50b9-49c0-988e-d954fce435a7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0478375 Dec 09 02:56:03.243486 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bea0ce9f-4125-459e-821d-990e84f3b318 req-c4e4b640-91f7-4eb8-a102-8e876f20cc92 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444841 Dec 09 02:56:04.355051 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24f915-79b8-4bd5-a135-9946a9eea6c6 req-107483dc-8669-4589-b54e-1377d234ff73 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:04.356535 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dd24f915-79b8-4bd5-a135-9946a9eea6c6 req-107483dc-8669-4589-b54e-1377d234ff73 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0477433 Dec 09 02:56:04.403671 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-dd24f915-79b8-4bd5-a135-9946a9eea6c6 req-6cf1dae4-4664-414b-9f20-fd66b75ae625 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411103 Dec 09 02:56:05.354394 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6fa4df67-6278-4f38-b175-32da840097a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:05.514076 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b760f80-058b-49c5-9709-6768a714cd2f req-4c8f22ca-1512-437f-b957-6a7d60d4e335 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:05.515557 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0b760f80-058b-49c5-9709-6768a714cd2f req-4c8f22ca-1512-437f-b957-6a7d60d4e335 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0479019 Dec 09 02:56:05.562925 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0b760f80-058b-49c5-9709-6768a714cd2f req-d2bcd9a3-99f3-4093-871e-b4a0bb054496 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415900 Dec 09 02:56:06.558361 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:06.678877 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d49277-c21c-40d3-994b-bf6ee393dd44 req-25cf5565-e8ef-46c9-8435-ee5b1ebddeeb tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:06.680355 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-93d49277-c21c-40d3-994b-bf6ee393dd44 req-25cf5565-e8ef-46c9-8435-ee5b1ebddeeb tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0511575 Dec 09 02:56:06.727818 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-93d49277-c21c-40d3-994b-bf6ee393dd44 req-a166297f-0077-426c-b9d2-71b475ad09ca tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414581 Dec 09 02:56:07.839096 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c6bda-b7bd-4c2a-aacd-85c734e7971b req-dc05f74d-429c-45c3-9743-58a9e7b6c106 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:07.840820 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-138c6bda-b7bd-4c2a-aacd-85c734e7971b req-dc05f74d-429c-45c3-9743-58a9e7b6c106 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0481317 Dec 09 02:56:07.888153 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-138c6bda-b7bd-4c2a-aacd-85c734e7971b req-deb7eec7-87ef-41d0-a860-0d99e390a1ff tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414572 Dec 09 02:56:07.946984 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:08.768601 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:09.001871 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64314-3e31-430c-8dbf-f46a60ea013c req-e5ef5ae8-4b2a-48a5-b67e-caff02dec7ff tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:09.003308 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-54e64314-3e31-430c-8dbf-f46a60ea013c req-e5ef5ae8-4b2a-48a5-b67e-caff02dec7ff tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0509486 Dec 09 02:56:09.051256 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-54e64314-3e31-430c-8dbf-f46a60ea013c req-b374c5d3-8c36-486e-a31a-a20ac8b77132 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415874 Dec 09 02:56:09.902485 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 397b2a0c-9223-44fe-96cb-5476c296877a details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:56:09.994338 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 397b2a0c-9223-44fe-96cb-5476c296877a, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=397b2a0c-9223-44fe-96cb-5476c296877a,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:56:10.005798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '397b2a0c-9223-44fe-96cb-5476c296877a', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'port_id': '397b2a0c-9223-44fe-96cb-5476c296877a', 'mac_address': 'fa:16:3e:4a:78:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:56:10.044654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:10.057691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397b2a0c-9223-44fe-96cb-5476c296877a {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:56:10.076348 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 397b2a0c-9223-44fe-96cb-5476c296877a, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=397b2a0c-9223-44fe-96cb-5476c296877a,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:56:10.080164 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:10.128087 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=397b2a0c-9223-44fe-96cb-5476c296877a,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:56:10.135400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:56:10.135778 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:56:10.136129 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:56:10.136465 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:56:10.136801 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:56:10.137151 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:56:10.137468 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:56:10.137795 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:56:10.138123 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:56:10.138447 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:56:10.138772 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:56:10.139094 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:56:10.139469 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:56:10.168569 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ac095-d1d7-40d0-8c25-915c5e84e24b req-392556ed-4010-4379-9aba-f7e05cb45fb6 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:10.169965 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-da3ac095-d1d7-40d0-8c25-915c5e84e24b req-392556ed-4010-4379-9aba-f7e05cb45fb6 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 945 time: 0.0502594 Dec 09 02:56:10.219400 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-da3ac095-d1d7-40d0-8c25-915c5e84e24b req-884ab4d2-012d-4b2c-a637-319dd91e4306 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427654 Dec 09 02:56:10.366251 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['397b2a0c-9223-44fe-96cb-5476c296877a'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:56:11.330700 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04264835-bd34-4067-b155-ea394fff4643 req-d6e93cf7-0830-47ee-8cec-bb165cb0a1e5 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:11.332180 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-04264835-bd34-4067-b155-ea394fff4643 req-d6e93cf7-0830-47ee-8cec-bb165cb0a1e5 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 945 time: 0.0477543 Dec 09 02:56:11.384205 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-04264835-bd34-4067-b155-ea394fff4643 req-da7f5a1b-938c-40a2-b8a4-39c2229e1790 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462375 Dec 09 02:56:11.918977 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 397b2a0c-9223-44fe-96cb-5476c296877a up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:56:11.966643 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 397b2a0c-9223-44fe-96cb-5476c296877a completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 02:56:11.971116 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 397b2a0c-9223-44fe-96cb-5476c296877a triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:56:11.971516 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:12.046997 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:12.068099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397b2a0c-9223-44fe-96cb-5476c296877a'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:56:12.070329 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f249571f-7534-4797-9d25-86af0514492d" -d '{"events": [{"server_uuid": "83ba041c-6a39-4825-9e41-d0c210a68efd", "name": "network-vif-plugged", "status": "completed", "tag": "397b2a0c-9223-44fe-96cb-5476c296877a"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:56:12.083809 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 397b2a0c-9223-44fe-96cb-5476c296877a, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=397b2a0c-9223-44fe-96cb-5476c296877a,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:56:12.088177 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:12.113088 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11ecbaf-c84a-4391-8153-718b60f5f473 x-openstack-request-id: req-c11ecbaf-c84a-4391-8153-718b60f5f473 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:56:12.113383 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ba041c-6a39-4825-9e41-d0c210a68efd", "name": "network-vif-plugged", "status": "completed", "tag": "397b2a0c-9223-44fe-96cb-5476c296877a", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:56:12.113636 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c11ecbaf-c84a-4391-8153-718b60f5f473 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:56:12.114028 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397b2a0c-9223-44fe-96cb-5476c296877a', 'code': 200} Dec 09 02:56:12.137838 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=397b2a0c-9223-44fe-96cb-5476c296877a,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:56:12.323575 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21556d32-9d43-4438-8532-5d4817fb426c req-27a1fb3d-429e-488a-8f46-9608e729ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:12.325056 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21556d32-9d43-4438-8532-5d4817fb426c req-27a1fb3d-429e-488a-8f46-9608e729ea20 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 1099 time: 0.0391805 Dec 09 02:56:12.370495 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21556d32-9d43-4438-8532-5d4817fb426c req-3eb3f135-4830-46f2-a298-14c3a29847f7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370252 Dec 09 02:56:12.497036 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba80ed7-8dfd-4f36-9339-cc1b27202268 req-7c62f6c7-ec2c-4879-bd2a-3e70e53fa7ed tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:12.498491 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8ba80ed7-8dfd-4f36-9339-cc1b27202268 req-7c62f6c7-ec2c-4879-bd2a-3e70e53fa7ed tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0481901 Dec 09 02:56:12.545884 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8ba80ed7-8dfd-4f36-9339-cc1b27202268 req-d682c89d-2f6f-4e27-bb10-be75446dfa99 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409441 Dec 09 02:56:13.664396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3acb35-24aa-4390-949d-60f1ce03c1a7 req-9f621d0a-aeb1-41e3-a986-253f0ab1668d tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:13.665862 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d3acb35-24aa-4390-949d-60f1ce03c1a7 req-9f621d0a-aeb1-41e3-a986-253f0ab1668d tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0515511 Dec 09 02:56:13.713420 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5d3acb35-24aa-4390-949d-60f1ce03c1a7 req-6fdbb047-197f-4637-9b9f-6597e82c4140 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410912 Dec 09 02:56:13.823386 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3ce6a-9037-4af6-b196-b3486d6d390a req-a8bc021f-de9b-4e85-98ab-a0aacbe75425 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:13.824932 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f6e3ce6a-9037-4af6-b196-b3486d6d390a req-a8bc021f-de9b-4e85-98ab-a0aacbe75425 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0485749 Dec 09 02:56:13.873908 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f6e3ce6a-9037-4af6-b196-b3486d6d390a req-6253409b-0334-40f7-b6ea-d2ee62431458 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430558 Dec 09 02:56:13.895042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44160) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:56:13.932795 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebb6826-f03d-43ba-b598-e5f70f3ee66c tempest-TestShelveInstance-33253989 tempest-TestShelveInstance-33253989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:13.934266 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2ebb6826-f03d-43ba-b598-e5f70f3ee66c tempest-TestShelveInstance-33253989 tempest-TestShelveInstance-33253989-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 1094 time: 0.0382292 Dec 09 02:56:13.937486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44162) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:56:13.941630 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '397b2a0c-9223-44fe-96cb-5476c296877a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 02:56:13.963088 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:14.059120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:14.161134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Allocated IP 172.26.3.246 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/5a2c1cdc-d878-48bd-8867-d1f06491eb12) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 02:56:14.258411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:14.290012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:14.325143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 02:56:14.327960 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 02:56:14.333834 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 02:56:14.360866 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'Port': ['ID=5a2c1cdc-d878-48bd-8867-d1f06491eb12,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:56:14.457670 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:14.979958 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:15.046151 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:15.189265 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:15.193731 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:15.262305 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event updated for resources: {'Port': ['ID=5a2c1cdc-d878-48bd-8867-d1f06491eb12,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:56:15.274191 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:15.370603 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Floating IP 9915deea-24d3-4bf8-bdc0-1b8bffdf9790 associated. External IP: 172.26.3.246, port: 397b2a0c-9223-44fe-96cb-5476c296877a. Dec 09 02:56:15.572072 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:56:15.675211 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:56:15.685428 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce0b993-cb60-4c21-af39-754aa359663b None None] Sync routers for ids ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:56:15.693350 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:15.695400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce0b993-cb60-4c21-af39-754aa359663b None None] Routers {'6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:56:15.696040 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4ce0b993-cb60-4c21-af39-754aa359663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:56:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:56:15.720881 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-62666954-2483-4104-bab5-16d94b006656 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7823901 Dec 09 02:56:15.721477 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'tag': '397b2a0c-9223-44fe-96cb-5476c296877a'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:56:15.723755 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81405468-0f3c-4dd6-8211-0f8fea237e87" -d '{"events": [{"name": "network-changed", "server_uuid": "83ba041c-6a39-4825-9e41-d0c210a68efd", "tag": "397b2a0c-9223-44fe-96cb-5476c296877a"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:56:15.759942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1733c6-d7fe-4668-b303-6eb588e9bad3 x-openstack-request-id: req-bb1733c6-d7fe-4668-b303-6eb588e9bad3 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:56:15.760247 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ba041c-6a39-4825-9e41-d0c210a68efd", "tag": "397b2a0c-9223-44fe-96cb-5476c296877a", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:56:15.760515 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb1733c6-d7fe-4668-b303-6eb588e9bad3 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:56:15.760918 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'tag': '397b2a0c-9223-44fe-96cb-5476c296877a', 'status': 'completed', 'code': 200} Dec 09 02:56:15.805853 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-4ce0b993-cb60-4c21-af39-754aa359663b None None] Set router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:56:15.845845 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81405468-0f3c-4dd6-8211-0f8fea237e87 req-24b50a76-2a5c-43a0-b062-db19660739f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:15.847277 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-81405468-0f3c-4dd6-8211-0f8fea237e87 req-24b50a76-2a5c-43a0-b062-db19660739f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 1099 time: 0.0410326 Dec 09 02:56:15.939926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81405468-0f3c-4dd6-8211-0f8fea237e87 req-c016ab63-421c-46f8-8216-42b1d5505c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:15.941398 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-81405468-0f3c-4dd6-8211-0f8fea237e87 req-c016ab63-421c-46f8-8216-42b1d5505c37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 910 time: 0.0876906 Dec 09 02:56:16.008045 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-81405468-0f3c-4dd6-8211-0f8fea237e87 req-f56de2c7-e7d7-4f6f-bd4e-f042053477ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397b2a0c-9223-44fe-96cb-5476c296877a HTTP/1.1" status: 200 len: 1000 time: 0.0588622 Dec 09 02:56:16.024212 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4ce0b993-cb60-4c21-af39-754aa359663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '9915deea-24d3-4bf8-bdc0-1b8bffdf9790', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'port_id': '397b2a0c-9223-44fe-96cb-5476c296877a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'mac_address': 'fa:16:3e:4a:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:56:14Z', 'updated_at': '2021-12-09T02:56:14Z', 'revision_number': 0, 'project_id': 'be90067df61843beb019db1110a45c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c749b-0768-4934-92a5-2306d08549a6', 'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'mac_address': 'fa:16:3e:9c:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:13Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 5, 'project_id': 'be90067df61843beb019db1110a45c82', 'subnets': [{'id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:56:16.050212 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce0b993-cb60-4c21-af39-754aa359663b None None] Checking router: 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:56:16.056256 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81405468-0f3c-4dd6-8211-0f8fea237e87 req-259457ed-7a25-4345-88f5-b8285b19c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:16.057722 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-81405468-0f3c-4dd6-8211-0f8fea237e87 req-259457ed-7a25-4345-88f5-b8285b19c937 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0435505 Dec 09 02:56:16.058892 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce0b993-cb60-4c21-af39-754aa359663b None None] Routers {'6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:56:16.059513 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4ce0b993-cb60-4c21-af39-754aa359663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:56:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:56:16.106256 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81405468-0f3c-4dd6-8211-0f8fea237e87 req-dc832633-5d1c-431b-bf94-0e9214f05cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:56:16.107674 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-81405468-0f3c-4dd6-8211-0f8fea237e87 req-dc832633-5d1c-431b-bf94-0e9214f05cb7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0428863 Dec 09 02:56:16.164379 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-4ce0b993-cb60-4c21-af39-754aa359663b None None] Set router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:56:16.195901 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-81405468-0f3c-4dd6-8211-0f8fea237e87 req-43505a09-1f4e-4700-8da1-c068302e39ee service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802834 Dec 09 02:56:16.287610 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-81405468-0f3c-4dd6-8211-0f8fea237e87 req-b8a0f2ea-1bff-445a-8e0b-0c5e7227755a service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844002 Dec 09 02:56:16.385729 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4ce0b993-cb60-4c21-af39-754aa359663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '9915deea-24d3-4bf8-bdc0-1b8bffdf9790', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'port_id': '397b2a0c-9223-44fe-96cb-5476c296877a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'mac_address': 'fa:16:3e:4a:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:56:14Z', 'updated_at': '2021-12-09T02:56:14Z', 'revision_number': 0, 'project_id': 'be90067df61843beb019db1110a45c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c749b-0768-4934-92a5-2306d08549a6', 'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'mac_address': 'fa:16:3e:9c:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:13Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 5, 'project_id': 'be90067df61843beb019db1110a45c82', 'subnets': [{'id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:56:16.411768 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce0b993-cb60-4c21-af39-754aa359663b None None] The sync data for ids ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'] in dv-neutron-804846-18-hyperv is: [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '9915deea-24d3-4bf8-bdc0-1b8bffdf9790', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'port_id': '397b2a0c-9223-44fe-96cb-5476c296877a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'mac_address': 'fa:16:3e:4a:78:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T02:56:14Z', 'updated_at': '2021-12-09T02:56:14Z', 'revision_number': 0, 'project_id': 'be90067df61843beb019db1110a45c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c749b-0768-4934-92a5-2306d08549a6', 'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'mac_address': 'fa:16:3e:9c:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:13Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 5, 'project_id': 'be90067df61843beb019db1110a45c82', 'subnets': [{'id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:56:16.599827 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cffba2-e65c-43e0-9ac3-5e48c3ee609c None None] New status for floating IP 9915deea-24d3-4bf8-bdc0-1b8bffdf9790: ACTIVE {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:56:31.344946 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:56:33.128874 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7ac207db-3855-4b1d-8196-05efcb93d0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:35.355897 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1c62b59-b3a0-425c-9c2a-f4f548807c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:36.561521 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:37.948946 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:38.771560 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:56:44.447893 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:57:03.130669 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3446-7b56-44e8-ab14-4f6cb81dc0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:57:03.712990 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a55e7de6-ffe4-407d-99ea-9b9d054e33f2 req-c55a9ace-cc66-42e4-9b37-d9dce91442d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397034 Dec 09 02:57:03.811711 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e7de6-ffe4-407d-99ea-9b9d054e33f2 req-005d48f4-f30f-4288-b749-257db40f0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:57:03.813216 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a55e7de6-ffe4-407d-99ea-9b9d054e33f2 req-005d48f4-f30f-4288-b749-257db40f0812 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 1099 time: 0.0410757 Dec 09 02:57:03.916719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e7de6-ffe4-407d-99ea-9b9d054e33f2 req-13846018-fb72-40fd-805d-9a23972da7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:57:03.918177 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a55e7de6-ffe4-407d-99ea-9b9d054e33f2 req-13846018-fb72-40fd-805d-9a23972da7dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 910 time: 0.0863285 Dec 09 02:57:03.982139 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a55e7de6-ffe4-407d-99ea-9b9d054e33f2 req-68538cec-cde0-4e96-9f2d-0c67e0387ebb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397b2a0c-9223-44fe-96cb-5476c296877a HTTP/1.1" status: 200 len: 1002 time: 0.0572600 Dec 09 02:57:04.029566 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e7de6-ffe4-407d-99ea-9b9d054e33f2 req-8fd0e9f9-bc74-4487-866a-7f9f843bf4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:57:04.031008 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a55e7de6-ffe4-407d-99ea-9b9d054e33f2 req-8fd0e9f9-bc74-4487-866a-7f9f843bf4df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0422726 Dec 09 02:57:04.078946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e7de6-ffe4-407d-99ea-9b9d054e33f2 req-ee242b7c-6b86-4cef-843f-e44ddce3cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:57:04.080462 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a55e7de6-ffe4-407d-99ea-9b9d054e33f2 req-ee242b7c-6b86-4cef-843f-e44ddce3cefe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0426645 Dec 09 02:57:04.170533 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a55e7de6-ffe4-407d-99ea-9b9d054e33f2 req-c21dd650-7530-4654-bbb9-32b4a9c682fc service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822692 Dec 09 02:57:04.260286 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a55e7de6-ffe4-407d-99ea-9b9d054e33f2 req-2168b86e-db05-4d4b-a3a0-15431eb9d1e1 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826952 Dec 09 02:57:05.356404 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41b26250-46cd-4f07-b16e-e8d8bc853e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:57:06.563331 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:57:07.951094 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:57:08.343689 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:57:08.774132 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:57:14.463111 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:57:33.133672 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-766c1598-f75b-41bc-85b4-47beddc8ad78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:57:35.360611 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe57bbcf-6a8b-47b5-b5b4-101835211586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:57:36.565578 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:57:37.954742 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:57:38.776568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:57:44.467647 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:57:45.342011 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:58:03.135511 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ed8690c-3cc7-4756-97e6-0a88c0d39717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:05.362099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-924d1ec2-271b-46c8-a3cd-ef01f3991a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:05.729536 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f62770aa-b161-4c47-896b-2ee7253f0d7c req-6ffe619b-65e5-4958-b76f-d2387990cf8a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408003 Dec 09 02:58:05.826591 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62770aa-b161-4c47-896b-2ee7253f0d7c req-bb9a424b-8a21-4182-b48a-5c117bbe79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:05.828142 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f62770aa-b161-4c47-896b-2ee7253f0d7c req-bb9a424b-8a21-4182-b48a-5c117bbe79bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 1099 time: 0.0406303 Dec 09 02:58:05.931370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62770aa-b161-4c47-896b-2ee7253f0d7c req-94f2701d-f719-45b1-ba84-c11bfac82b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:05.932869 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f62770aa-b161-4c47-896b-2ee7253f0d7c req-94f2701d-f719-45b1-ba84-c11bfac82b28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 910 time: 0.0854454 Dec 09 02:58:05.997032 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f62770aa-b161-4c47-896b-2ee7253f0d7c req-b5b3dfbc-2759-49ed-8fbb-79b333751d79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397b2a0c-9223-44fe-96cb-5476c296877a HTTP/1.1" status: 200 len: 1002 time: 0.0569112 Dec 09 02:58:06.044633 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62770aa-b161-4c47-896b-2ee7253f0d7c req-63e6e05b-1ed7-49c7-b74c-516bc90ea656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:06.046030 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f62770aa-b161-4c47-896b-2ee7253f0d7c req-63e6e05b-1ed7-49c7-b74c-516bc90ea656 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0426257 Dec 09 02:58:06.094212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62770aa-b161-4c47-896b-2ee7253f0d7c req-2247ed72-c3c0-409a-bc1c-4fd1aacd225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:06.095832 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f62770aa-b161-4c47-896b-2ee7253f0d7c req-2247ed72-c3c0-409a-bc1c-4fd1aacd225e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0428412 Dec 09 02:58:06.183126 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f62770aa-b161-4c47-896b-2ee7253f0d7c req-41d896ee-7d29-4a3c-a6c1-8e442ebdaf9c service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803370 Dec 09 02:58:06.274043 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f62770aa-b161-4c47-896b-2ee7253f0d7c req-d1b1e47d-7122-47c9-bc22-f6952cb65248 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841329 Dec 09 02:58:06.568558 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:07.957502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:08.188991 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebde26-13a7-47de-9dff-28b5a1e40a45 req-69417122-b9a4-4851-80b1-ba3c96148754 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:08.190390 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-aaebde26-13a7-47de-9dff-28b5a1e40a45 req-69417122-b9a4-4851-80b1-ba3c96148754 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0492952 Dec 09 02:58:08.239863 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-aaebde26-13a7-47de-9dff-28b5a1e40a45 req-e37b483e-66cd-4c54-bbc7-8dc2fb150bdf tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429871 Dec 09 02:58:08.778251 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:09.363978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4fea6-298e-45f9-a5f7-48f6665c307e req-7dc11bd9-a116-4723-a2a0-bd7e64a2b52d tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:09.365434 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-35c4fea6-298e-45f9-a5f7-48f6665c307e req-7dc11bd9-a116-4723-a2a0-bd7e64a2b52d tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0469780 Dec 09 02:58:09.412889 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-35c4fea6-298e-45f9-a5f7-48f6665c307e req-f27e8453-4186-4467-9632-459733b077fa tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410397 Dec 09 02:58:10.529259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f1886-337f-411e-84cc-609e406e0b30 req-22e6f731-18e0-4ef0-81bf-fc2f77ba13d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:10.530778 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9a9f1886-337f-411e-84cc-609e406e0b30 req-22e6f731-18e0-4ef0-81bf-fc2f77ba13d4 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0516682 Dec 09 02:58:10.578327 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9a9f1886-337f-411e-84cc-609e406e0b30 req-9c241041-33b9-4006-ad8c-fd065e588591 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417233 Dec 09 02:58:11.694012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd01f5a-4046-42dc-9932-8596f65e4232 req-68493702-d051-42ab-ac0a-b02db50c0b49 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:11.695518 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0dd01f5a-4046-42dc-9932-8596f65e4232 req-68493702-d051-42ab-ac0a-b02db50c0b49 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0488753 Dec 09 02:58:11.743426 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0dd01f5a-4046-42dc-9932-8596f65e4232 req-249012ca-a88e-4019-af39-be9db3378d24 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420046 Dec 09 02:58:12.856436 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f44b0-7a21-4c5f-9e97-9cafdef01f33 req-b6c8bacd-904d-4c1b-9f7a-4ba78a51d111 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:12.857887 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-617f44b0-7a21-4c5f-9e97-9cafdef01f33 req-b6c8bacd-904d-4c1b-9f7a-4ba78a51d111 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0498617 Dec 09 02:58:12.909288 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-617f44b0-7a21-4c5f-9e97-9cafdef01f33 req-dafc32e4-ab23-4e3d-97a4-1a7c3a0f32f9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455968 Dec 09 02:58:14.021968 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9093bc6-a1e2-4f77-b891-60fec492018c req-d37ae6b3-0a4f-4f63-a2ce-7640525dfe7f tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:14.023455 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c9093bc6-a1e2-4f77-b891-60fec492018c req-d37ae6b3-0a4f-4f63-a2ce-7640525dfe7f tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0486910 Dec 09 02:58:14.071695 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c9093bc6-a1e2-4f77-b891-60fec492018c req-84dc3334-47eb-4511-9a48-32fd6c439045 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424182 Dec 09 02:58:14.462396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:15.185125 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6c195-1f26-4258-9c9b-0052cdce2add req-9a55ca81-9c2d-4e95-a39b-82379761887e tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:15.186618 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d4e6c195-1f26-4258-9c9b-0052cdce2add req-9a55ca81-9c2d-4e95-a39b-82379761887e tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0483475 Dec 09 02:58:15.234992 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d4e6c195-1f26-4258-9c9b-0052cdce2add req-fe4a89c3-44c8-45a7-871a-cf94ff584674 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423846 Dec 09 02:58:16.351398 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4606049-5982-4b46-855e-462b22169bda req-bf82ef14-2608-4976-8466-b93ae04758b0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:16.352869 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a4606049-5982-4b46-855e-462b22169bda req-bf82ef14-2608-4976-8466-b93ae04758b0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0520358 Dec 09 02:58:16.399792 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a4606049-5982-4b46-855e-462b22169bda req-d1ef8aeb-d7a4-40a3-9bdd-662f7a192f1e tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410397 Dec 09 02:58:17.512247 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2cf85-ed89-41c8-b6ad-ab95e0b8afcf req-9c85b23e-a1d6-4d40-b364-d320d4987828 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:17.513718 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e2d2cf85-ed89-41c8-b6ad-ab95e0b8afcf req-9c85b23e-a1d6-4d40-b364-d320d4987828 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0486457 Dec 09 02:58:17.562113 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e2d2cf85-ed89-41c8-b6ad-ab95e0b8afcf req-5840ac52-440c-4450-b3b4-2e2a12e8b016 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425813 Dec 09 02:58:18.421325 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4dc51-9ecb-4d8b-b169-2d02b3e535da req-7a020891-8434-40bc-a299-3988fc2833a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:18.422698 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfb4dc51-9ecb-4d8b-b169-2d02b3e535da req-7a020891-8434-40bc-a299-3988fc2833a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 1099 time: 0.0426958 Dec 09 02:58:18.510805 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4dc51-9ecb-4d8b-b169-2d02b3e535da req-cfe8a4d6-558d-4bc4-8e3a-3cabe19ef4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:18.512332 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfb4dc51-9ecb-4d8b-b169-2d02b3e535da req-cfe8a4d6-558d-4bc4-8e3a-3cabe19ef4e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 910 time: 0.0812268 Dec 09 02:58:18.578170 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfb4dc51-9ecb-4d8b-b169-2d02b3e535da req-6ebc5b97-a675-47b0-b4a1-efffa9d6024f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397b2a0c-9223-44fe-96cb-5476c296877a HTTP/1.1" status: 200 len: 1002 time: 0.0589857 Dec 09 02:58:18.626468 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4dc51-9ecb-4d8b-b169-2d02b3e535da req-358edbd7-ad54-4a83-aab7-9c37fe5bdb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:18.628205 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfb4dc51-9ecb-4d8b-b169-2d02b3e535da req-358edbd7-ad54-4a83-aab7-9c37fe5bdb1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0434587 Dec 09 02:58:18.697296 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e35fda-b7db-4524-8943-0fa2ebf07b1c req-2ba68474-6ae4-458d-a0f3-a32a641aa91b tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:18.698673 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42e35fda-b7db-4524-8943-0fa2ebf07b1c req-2ba68474-6ae4-458d-a0f3-a32a641aa91b tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0696151 Dec 09 02:58:18.704914 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4dc51-9ecb-4d8b-b169-2d02b3e535da req-2a607ffd-51aa-4aa6-8841-e0e81849eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:18.706323 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfb4dc51-9ecb-4d8b-b169-2d02b3e535da req-2a607ffd-51aa-4aa6-8841-e0e81849eb9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0693486 Dec 09 02:58:18.800817 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-42e35fda-b7db-4524-8943-0fa2ebf07b1c req-29d6e272-e4ae-42fd-a18b-fe64f6533e49 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935404 Dec 09 02:58:18.826172 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfb4dc51-9ecb-4d8b-b169-2d02b3e535da req-34386f05-fadb-4d98-a931-2d25b7e59a52 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124313 Dec 09 02:58:18.918992 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bfb4dc51-9ecb-4d8b-b169-2d02b3e535da req-29d3af15-e23f-47ac-bee4-a50bc30fc650 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858600 Dec 09 02:58:19.915881 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8720f-17f8-4485-b706-afa0dd37b843 req-092b6644-9942-4b8e-917b-32780258a3c1 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:19.917344 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ade8720f-17f8-4485-b706-afa0dd37b843 req-092b6644-9942-4b8e-917b-32780258a3c1 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0487635 Dec 09 02:58:19.964719 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ade8720f-17f8-4485-b706-afa0dd37b843 req-653f6ef0-be92-4978-bc05-ae7660017c7c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414834 Dec 09 02:58:21.078082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d87e4-b33d-4ec7-a6aa-14417fb4b04c req-386b4934-60d7-40b4-8bea-65f15a25a3ae tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:21.079593 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ce7d87e4-b33d-4ec7-a6aa-14417fb4b04c req-386b4934-60d7-40b4-8bea-65f15a25a3ae tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0478384 Dec 09 02:58:21.132983 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ce7d87e4-b33d-4ec7-a6aa-14417fb4b04c req-b5706f5f-b9c0-406a-867c-df2aee76c894 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468910 Dec 09 02:58:22.247073 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7c2b9-51d0-4773-ab5c-d14a5381e7fd req-7a68a76d-90fa-4133-a1cf-e0c653e2abe5 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:22.248585 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37d7c2b9-51d0-4773-ab5c-d14a5381e7fd req-7a68a76d-90fa-4133-a1cf-e0c653e2abe5 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0485599 Dec 09 02:58:22.300401 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-37d7c2b9-51d0-4773-ab5c-d14a5381e7fd req-e8e68449-3f81-4d73-9e18-f187a4f68cbf tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453551 Dec 09 02:58:22.340362 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:58:23.413631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158e539-d13d-41d6-8587-3a76449b629e req-ec7d10db-af72-4a61-99a9-caf967fc0243 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:23.415008 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3158e539-d13d-41d6-8587-3a76449b629e req-ec7d10db-af72-4a61-99a9-caf967fc0243 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0483177 Dec 09 02:58:23.463027 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3158e539-d13d-41d6-8587-3a76449b629e req-af232222-dff3-4921-98c7-2b174ded6b6f tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421779 Dec 09 02:58:23.636460 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fcb8f00f-ebe4-4c4e-a319-d3dde34a1f24 req-34fa70f1-8786-419e-94b2-f56143eb91b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406682 Dec 09 02:58:23.646593 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [req-fcb8f00f-ebe4-4c4e-a319-d3dde34a1f24 req-6b51fd9e-0404-4daa-bb35-b8956d13882f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 02:58:23.647595 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fcb8f00f-ebe4-4c4e-a319-d3dde34a1f24 req-6b51fd9e-0404-4daa-bb35-b8956d13882f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054684 Dec 09 02:58:23.971835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27a218-7a3d-4a85-9dfd-065067d913fa req-f8fd601a-2168-454a-ba84-16414dcc5a6f tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:23.973314 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae27a218-7a3d-4a85-9dfd-065067d913fa req-f8fd601a-2168-454a-ba84-16414dcc5a6f tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.3557711 Dec 09 02:58:24.023631 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ae27a218-7a3d-4a85-9dfd-065067d913fa req-160038d0-d887-45ab-9cfd-0720f241ac6b tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438116 Dec 09 02:58:24.518467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 397b2a0c-9223-44fe-96cb-5476c296877a no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 02:58:24.597010 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:24.619013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397b2a0c-9223-44fe-96cb-5476c296877a'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:58:24.621284 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b791ad61-78af-44f6-81d6-b5c6502b5d22" -d '{"events": [{"server_uuid": "83ba041c-6a39-4825-9e41-d0c210a68efd", "name": "network-vif-unplugged", "status": "completed", "tag": "397b2a0c-9223-44fe-96cb-5476c296877a"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:58:24.634130 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 397b2a0c-9223-44fe-96cb-5476c296877a, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=397b2a0c-9223-44fe-96cb-5476c296877a,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:58:24.638505 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:24.661502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 02:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95d174e-f141-4719-9a46-066f7c9bb585 x-openstack-request-id: req-a95d174e-f141-4719-9a46-066f7c9bb585 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:58:24.661805 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ba041c-6a39-4825-9e41-d0c210a68efd", "name": "network-vif-unplugged", "status": "failed", "tag": "397b2a0c-9223-44fe-96cb-5476c296877a", "code": 422}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:58:24.662057 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a95d174e-f141-4719-9a46-066f7c9bb585 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:58:24.662462 dv-neutron-804846-18-hyperv neutron-server[103335]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '397b2a0c-9223-44fe-96cb-5476c296877a', 'code': 422} returned with failed status Dec 09 02:58:24.686747 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=397b2a0c-9223-44fe-96cb-5476c296877a,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:58:24.693641 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:58:24.694004 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:58:24.694863 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:58:24.695201 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:58:24.695565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:58:24.695902 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:58:24.696231 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:58:24.696558 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:58:24.696884 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:58:24.697209 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:58:24.697533 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:58:24.697852 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:58:24.698170 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:58:25.139523 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0cf4f-464c-4fb0-91f4-8f229314fbaf req-d390839c-e56e-4657-b46b-e8db726428e7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:25.141112 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-deb0cf4f-464c-4fb0-91f4-8f229314fbaf req-d390839c-e56e-4657-b46b-e8db726428e7 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0491614 Dec 09 02:58:25.188992 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-deb0cf4f-464c-4fb0-91f4-8f229314fbaf req-d10a7649-0c4d-4f1a-8e61-17434e091547 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419607 Dec 09 02:58:26.305239 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cb2f5-9d3a-41f0-96b3-383f50aad2cc req-fa7ddb51-b9df-4401-a7eb-d71f739ae26a tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:26.306819 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2a0cb2f5-9d3a-41f0-96b3-383f50aad2cc req-fa7ddb51-b9df-4401-a7eb-d71f739ae26a tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0504827 Dec 09 02:58:26.361201 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2a0cb2f5-9d3a-41f0-96b3-383f50aad2cc req-5821a4f0-2956-4675-8b15-4a7a66541436 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483108 Dec 09 02:58:27.474356 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d588538-5a57-4f50-af2d-b2d2a60fdb59 req-517a38d4-6cce-4614-a652-c6f96612bb54 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:27.476505 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1d588538-5a57-4f50-af2d-b2d2a60fdb59 req-517a38d4-6cce-4614-a652-c6f96612bb54 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0492585 Dec 09 02:58:27.523973 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1d588538-5a57-4f50-af2d-b2d2a60fdb59 req-f8f572b0-435b-4b1c-9ddd-f26bce61f314 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417292 Dec 09 02:58:28.638850 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a59c4-f12c-4f80-b8c5-d0704f04cf5f req-4958bf7d-a50b-4554-b3aa-b8d080908c96 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:28.640661 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-974a59c4-f12c-4f80-b8c5-d0704f04cf5f req-4958bf7d-a50b-4554-b3aa-b8d080908c96 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0504539 Dec 09 02:58:28.692033 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-974a59c4-f12c-4f80-b8c5-d0704f04cf5f req-c1054d1c-043d-4365-826f-44bc33b61d1e tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452497 Dec 09 02:58:29.315034 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8f00f-ebe4-4c4e-a319-d3dde34a1f24 req-89781e60-b30e-40c3-961a-b7424f70e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:29.316575 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcb8f00f-ebe4-4c4e-a319-d3dde34a1f24 req-89781e60-b30e-40c3-961a-b7424f70e6cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd&tenant_id=be90067df61843beb019db1110a45c82 HTTP/1.1" status: 200 len: 1097 time: 0.0442474 Dec 09 02:58:29.387613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8f00f-ebe4-4c4e-a319-d3dde34a1f24 req-d0a56d48-59de-421d-808e-d97929709a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:29.388973 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcb8f00f-ebe4-4c4e-a319-d3dde34a1f24 req-d0a56d48-59de-421d-808e-d97929709a8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 1097 time: 0.0393920 Dec 09 02:58:29.474812 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8f00f-ebe4-4c4e-a319-d3dde34a1f24 req-e87778ee-99fa-41bf-a69e-44da57a067aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:29.476276 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcb8f00f-ebe4-4c4e-a319-d3dde34a1f24 req-e87778ee-99fa-41bf-a69e-44da57a067aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 910 time: 0.0805531 Dec 09 02:58:29.542300 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcb8f00f-ebe4-4c4e-a319-d3dde34a1f24 req-56e512cc-ec42-41f2-9bf5-1f3d3eacb05a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397b2a0c-9223-44fe-96cb-5476c296877a HTTP/1.1" status: 200 len: 1000 time: 0.0592008 Dec 09 02:58:29.587978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8f00f-ebe4-4c4e-a319-d3dde34a1f24 req-0d52f1a3-2aa3-4099-9e30-cd9a38cd6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:29.589328 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcb8f00f-ebe4-4c4e-a319-d3dde34a1f24 req-0d52f1a3-2aa3-4099-9e30-cd9a38cd6d57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0408239 Dec 09 02:58:29.632660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8f00f-ebe4-4c4e-a319-d3dde34a1f24 req-d6828563-9eb8-4172-a85a-f7d8c6a7a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:29.634127 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcb8f00f-ebe4-4c4e-a319-d3dde34a1f24 req-d6828563-9eb8-4172-a85a-f7d8c6a7a61a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0379844 Dec 09 02:58:29.722945 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcb8f00f-ebe4-4c4e-a319-d3dde34a1f24 req-06756410-b812-4d00-a4e5-087c097dcf66 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819364 Dec 09 02:58:29.848817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d5614-1b26-40a5-ab49-d61232e50bfe req-c9e211d1-f744-4c3f-9ffc-ac8d479d9aeb tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:29.850303 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-077d5614-1b26-40a5-ab49-d61232e50bfe req-c9e211d1-f744-4c3f-9ffc-ac8d479d9aeb tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0795350 Dec 09 02:58:29.855700 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fcb8f00f-ebe4-4c4e-a319-d3dde34a1f24 req-bbc8996a-6763-4187-a4a4-bc3277cd934b service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262343 Dec 09 02:58:29.900812 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-077d5614-1b26-40a5-ab49-d61232e50bfe req-ea433065-ab93-4786-b643-b5999931689e tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441535 Dec 09 02:58:31.011742 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7045e75-a118-4969-baa0-0e00a4433bdd req-3ccf46c8-1a5d-417e-87fc-10ff39a7f3c0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:31.013216 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b7045e75-a118-4969-baa0-0e00a4433bdd req-3ccf46c8-1a5d-417e-87fc-10ff39a7f3c0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0476108 Dec 09 02:58:31.061229 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b7045e75-a118-4969-baa0-0e00a4433bdd req-cc29500a-8eda-4128-8060-a41f6d38e4e0 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421715 Dec 09 02:58:32.183214 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd4887-a99a-40f4-9f5f-5d4fa557b2da req-97ef8b1a-97f2-4cb8-84f3-3b38b114d2eb tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:32.184747 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3acd4887-a99a-40f4-9f5f-5d4fa557b2da req-97ef8b1a-97f2-4cb8-84f3-3b38b114d2eb tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0527496 Dec 09 02:58:32.233915 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-3acd4887-a99a-40f4-9f5f-5d4fa557b2da req-f05d01a4-2920-4bdf-9a53-63eedea34032 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429544 Dec 09 02:58:33.138019 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-23beef1e-cf58-4709-96a3-9b44cc406505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:33.443815 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa02300-e820-4334-8408-41790f9982c7 req-e3245778-9916-4d55-b72f-83cdeee60b43 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:33.445846 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-aaa02300-e820-4334-8408-41790f9982c7 req-e3245778-9916-4d55-b72f-83cdeee60b43 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.1455669 Dec 09 02:58:33.493469 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-aaa02300-e820-4334-8408-41790f9982c7 req-4a12c170-f751-400f-bb9b-8967d4a7c262 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417781 Dec 09 02:58:34.610657 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b3c8b-5f62-4101-9f31-88b0f9a5550f req-781933f1-ecf3-4f79-94e2-f2e237f79131 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:34.612155 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2c8b3c8b-5f62-4101-9f31-88b0f9a5550f req-781933f1-ecf3-4f79-94e2-f2e237f79131 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0525391 Dec 09 02:58:34.660565 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2c8b3c8b-5f62-4101-9f31-88b0f9a5550f req-027ab064-e1ae-4266-ace3-d3c2d287d30c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425861 Dec 09 02:58:35.363171 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3ba7-c5c9-44c4-9184-1ca6b54bbb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:35.774285 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e82c0-ad4e-4d4f-a292-c65574249547 req-c6d4913b-7094-43a7-b12c-81e3d2621e74 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:35.775771 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ba0e82c0-ad4e-4d4f-a292-c65574249547 req-c6d4913b-7094-43a7-b12c-81e3d2621e74 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 944 time: 0.0482724 Dec 09 02:58:35.823996 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ba0e82c0-ad4e-4d4f-a292-c65574249547 req-f1518729-7a51-4bc1-be84-ea65ce1c36b1 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424643 Dec 09 02:58:36.566898 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 397b2a0c-9223-44fe-96cb-5476c296877a details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 02:58:36.581672 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:36.667320 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 397b2a0c-9223-44fe-96cb-5476c296877a, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=397b2a0c-9223-44fe-96cb-5476c296877a,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:58:36.678927 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '397b2a0c-9223-44fe-96cb-5476c296877a', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'port_id': '397b2a0c-9223-44fe-96cb-5476c296877a', 'mac_address': 'fa:16:3e:4a:78:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 02:58:36.714526 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:36.727639 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397b2a0c-9223-44fe-96cb-5476c296877a {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 02:58:36.747590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 397b2a0c-9223-44fe-96cb-5476c296877a, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=397b2a0c-9223-44fe-96cb-5476c296877a,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:58:36.751898 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:36.797000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=397b2a0c-9223-44fe-96cb-5476c296877a,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:58:36.936994 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd000231-84ae-4fd7-ae3e-50d8e4acac95 req-bb1f7126-5522-452e-9970-dcda1b124328 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:36.938477 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd000231-84ae-4fd7-ae3e-50d8e4acac95 req-bb1f7126-5522-452e-9970-dcda1b124328 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 945 time: 0.0479677 Dec 09 02:58:36.990446 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cd000231-84ae-4fd7-ae3e-50d8e4acac95 req-5b38c0b8-5cc4-49e2-87f4-761a8927e1d5 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461705 Dec 09 02:58:37.059688 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['397b2a0c-9223-44fe-96cb-5476c296877a'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 02:58:37.961738 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:38.103315 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e2b3b-90f0-4a0d-8c67-1a6d6195b0bc req-14ec59a7-0a21-4a28-9c55-352546c2b4e6 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:38.104804 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-480e2b3b-90f0-4a0d-8c67-1a6d6195b0bc req-14ec59a7-0a21-4a28-9c55-352546c2b4e6 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 945 time: 0.0482585 Dec 09 02:58:38.153689 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-480e2b3b-90f0-4a0d-8c67-1a6d6195b0bc req-aeab7511-eedb-4446-8011-ed9a924add87 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429945 Dec 09 02:58:38.582452 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 397b2a0c-9223-44fe-96cb-5476c296877a up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 02:58:38.629438 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 397b2a0c-9223-44fe-96cb-5476c296877a triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 02:58:38.629817 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:38.703337 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:38.728713 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397b2a0c-9223-44fe-96cb-5476c296877a'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:58:38.730971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a06a89-8426-4eed-bbee-aa472925c0ed" -d '{"events": [{"server_uuid": "83ba041c-6a39-4825-9e41-d0c210a68efd", "name": "network-vif-plugged", "status": "completed", "tag": "397b2a0c-9223-44fe-96cb-5476c296877a"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:58:38.743062 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 397b2a0c-9223-44fe-96cb-5476c296877a, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=397b2a0c-9223-44fe-96cb-5476c296877a,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:58:38.747689 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:38.774833 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5926d5-6e21-4624-b3c8-234db5775b28 x-openstack-request-id: req-7c5926d5-6e21-4624-b3c8-234db5775b28 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:58:38.775117 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ba041c-6a39-4825-9e41-d0c210a68efd", "name": "network-vif-plugged", "status": "completed", "tag": "397b2a0c-9223-44fe-96cb-5476c296877a", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:58:38.775368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c5926d5-6e21-4624-b3c8-234db5775b28 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:58:38.775779 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397b2a0c-9223-44fe-96cb-5476c296877a', 'code': 200} Dec 09 02:58:38.798713 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:38.810979 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=397b2a0c-9223-44fe-96cb-5476c296877a,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:58:39.024400 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790429c7-ed7f-4e02-9175-3de553d962fd req-f23d3049-b038-4cd1-a536-95d3eb5482cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:39.025877 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-790429c7-ed7f-4e02-9175-3de553d962fd req-f23d3049-b038-4cd1-a536-95d3eb5482cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 1099 time: 0.0403519 Dec 09 02:58:39.069478 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-790429c7-ed7f-4e02-9175-3de553d962fd req-91ff2784-64a4-47d9-8273-80f98d028d5a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370514 Dec 09 02:58:39.275002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8de734-6fea-49a7-9770-aacff0e04bf4 req-891c3c3d-b145-439c-9544-71f78f64793e tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:39.276388 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-eb8de734-6fea-49a7-9770-aacff0e04bf4 req-891c3c3d-b145-439c-9544-71f78f64793e tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0524628 Dec 09 02:58:39.324561 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-eb8de734-6fea-49a7-9770-aacff0e04bf4 req-6e839ab5-7759-4dc7-9470-cb4f5fdb6f0d tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423038 Dec 09 02:58:40.606277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93829b29-6264-41f0-a55b-5aa59c4ca005 req-37f151f2-0e32-4434-81e8-95da9e631ea6 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:58:40.607769 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-93829b29-6264-41f0-a55b-5aa59c4ca005 req-37f151f2-0e32-4434-81e8-95da9e631ea6 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0476053 Dec 09 02:58:40.656445 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-93829b29-6264-41f0-a55b-5aa59c4ca005 req-fcc01c29-591d-4d16-b292-747939e724ce tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429311 Dec 09 02:58:44.472431 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:58:59.339287 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:59:03.140823 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-63d86b3f-b34d-48e4-af6c-98545c986c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:05.363797 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-49978900-af23-4fbd-8273-ed4809b3e0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:05.719318 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cf01bd84-35e0-4b15-9fad-3efb6a3fdffa req-391663f3-248a-468c-b838-4302f0949885 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424743 Dec 09 02:59:05.826063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01bd84-35e0-4b15-9fad-3efb6a3fdffa req-020fe545-b4c8-44d6-a56e-cc4303d179c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:59:05.827619 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cf01bd84-35e0-4b15-9fad-3efb6a3fdffa req-020fe545-b4c8-44d6-a56e-cc4303d179c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 1099 time: 0.0468750 Dec 09 02:59:05.934977 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01bd84-35e0-4b15-9fad-3efb6a3fdffa req-b1f7d857-f4fb-4de0-9c46-ec8a6fba29af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:59:05.936753 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cf01bd84-35e0-4b15-9fad-3efb6a3fdffa req-b1f7d857-f4fb-4de0-9c46-ec8a6fba29af service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 910 time: 0.0890551 Dec 09 02:59:06.010107 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cf01bd84-35e0-4b15-9fad-3efb6a3fdffa req-47d3b0e6-2478-4519-929c-a19330588433 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397b2a0c-9223-44fe-96cb-5476c296877a HTTP/1.1" status: 200 len: 1002 time: 0.0657442 Dec 09 02:59:06.060237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01bd84-35e0-4b15-9fad-3efb6a3fdffa req-b51ba47e-c8f3-42e7-b81f-4ca7c5099c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:59:06.061818 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cf01bd84-35e0-4b15-9fad-3efb6a3fdffa req-b51ba47e-c8f3-42e7-b81f-4ca7c5099c4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0448833 Dec 09 02:59:06.108958 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01bd84-35e0-4b15-9fad-3efb6a3fdffa req-ed07d214-a4cf-4039-bd15-a82c4449b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:59:06.110676 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cf01bd84-35e0-4b15-9fad-3efb6a3fdffa req-ed07d214-a4cf-4039-bd15-a82c4449b745 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417068 Dec 09 02:59:06.205411 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cf01bd84-35e0-4b15-9fad-3efb6a3fdffa req-2bba1fdb-3332-4281-8e1c-3c51f7446d70 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883400 Dec 09 02:59:06.303188 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-cf01bd84-35e0-4b15-9fad-3efb6a3fdffa req-d0b0b25b-1260-4b21-aa7f-1695b86ef334 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906196 Dec 09 02:59:06.575297 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:07.964099 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:08.781502 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:14.481629 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:33.142703 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-80551a92-7c93-4a73-9dd5-43686b7af176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:35.364646 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6c2027f2-8524-478d-b337-036453e8ee00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:36.337197 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 02:59:36.577665 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:37.968134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:38.783106 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:44.488731 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:53.345148 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44296) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 02:59:53.502507 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Deleting port 5a2c1cdc-d878-48bd-8867-d1f06491eb12 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:59:53.502857 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:53.574916 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:53.575246 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:53.586548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Calling delete_port for 5a2c1cdc-d878-48bd-8867-d1f06491eb12 owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:59:53.735701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:53.761053 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event deleted for resources: {'Port': ['ID=5a2c1cdc-d878-48bd-8867-d1f06491eb12,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:59:53.787929 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:59:53.788280 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:59:53.788627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:59:53.788966 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:59:53.789299 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:59:53.789628 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:59:53.789956 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:59:53.790281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:59:53.790602 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:59:53.790926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:59:53.791250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:59:53.791601 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:59:53.791921 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 02:59:53.830049 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:53.830364 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Floating IP 9915deea-24d3-4bf8-bdc0-1b8bffdf9790 disassociated (deleted). External IP: 172.26.3.246, port: 397b2a0c-9223-44fe-96cb-5476c296877a. Dec 09 02:59:54.044817 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 02:59:54.162147 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 02:59:54.167005 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:54.172259 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd4a8fc-6c68-44cb-8c5b-7310f0fdb84a None None] Sync routers for ids ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 02:59:54.183155 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd4a8fc-6c68-44cb-8c5b-7310f0fdb84a None None] Routers {'6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:59:54.183862 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1cd4a8fc-6c68-44cb-8c5b-7310f0fdb84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:59:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:59:54.194009 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b2413c55-8dfe-45be-95a9-9777e81caf88 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "DELETE /v2.0/floatingips/9915deea-24d3-4bf8-bdc0-1b8bffdf9790 HTTP/1.1" status: 204 len: 168 time: 0.8477645 Dec 09 02:59:54.194612 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'tag': '397b2a0c-9223-44fe-96cb-5476c296877a'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:59:54.197023 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a927356a-ca34-47f8-9702-096dd6fd4e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "83ba041c-6a39-4825-9e41-d0c210a68efd", "tag": "397b2a0c-9223-44fe-96cb-5476c296877a"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:59:54.294531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1cd4a8fc-6c68-44cb-8c5b-7310f0fdb84a None None] Set router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:59:54.347077 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 02:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95358c39-37e1-421b-8df8-d71cf8a372b7 x-openstack-request-id: req-95358c39-37e1-421b-8df8-d71cf8a372b7 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:59:54.347608 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ba041c-6a39-4825-9e41-d0c210a68efd", "tag": "397b2a0c-9223-44fe-96cb-5476c296877a", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:59:54.347708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95358c39-37e1-421b-8df8-d71cf8a372b7 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:59:54.348641 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'tag': '397b2a0c-9223-44fe-96cb-5476c296877a', 'status': 'completed', 'code': 200} Dec 09 02:59:54.470459 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c25ae8-ace8-4071-93a0-12b97d70e7ea req-6929551f-f56d-4fbb-bc60-7bf1ac2a6605 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:59:54.471992 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-00c25ae8-ace8-4071-93a0-12b97d70e7ea req-6929551f-f56d-4fbb-bc60-7bf1ac2a6605 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0823779 Dec 09 02:59:54.478143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927356a-ca34-47f8-9702-096dd6fd4e5d req-4ea5e8fc-a620-4185-ab07-92cef2596958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:59:54.479574 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a927356a-ca34-47f8-9702-096dd6fd4e5d req-4ea5e8fc-a620-4185-ab07-92cef2596958 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be90067df61843beb019db1110a45c82&device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 1099 time: 0.0577376 Dec 09 02:59:54.497028 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1cd4a8fc-6c68-44cb-8c5b-7310f0fdb84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3e8c749b-0768-4934-92a5-2306d08549a6', 'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'mac_address': 'fa:16:3e:9c:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:13Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 5, 'project_id': 'be90067df61843beb019db1110a45c82', 'subnets': [{'id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:59:54.523746 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd4a8fc-6c68-44cb-8c5b-7310f0fdb84a None None] Checking router: 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 02:59:54.532529 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd4a8fc-6c68-44cb-8c5b-7310f0fdb84a None None] Routers {'6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 02:59:54.533137 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1cd4a8fc-6c68-44cb-8c5b-7310f0fdb84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:59:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:59:54.574051 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-00c25ae8-ace8-4071-93a0-12b97d70e7ea req-5b0793ac-53c9-4677-b357-fede2c49e3c5 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934393 Dec 09 02:59:54.604946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927356a-ca34-47f8-9702-096dd6fd4e5d req-0f950601-b228-449d-bdf4-76e2545fd9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:59:54.606472 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a927356a-ca34-47f8-9702-096dd6fd4e5d req-0f950601-b228-449d-bdf4-76e2545fd9ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 200 len: 910 time: 0.1193795 Dec 09 02:59:54.640889 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1cd4a8fc-6c68-44cb-8c5b-7310f0fdb84a None None] Set router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 02:59:54.649435 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a927356a-ca34-47f8-9702-096dd6fd4e5d req-d7eca4c9-41c5-46fd-baee-f188764c9b7d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397b2a0c-9223-44fe-96cb-5476c296877a HTTP/1.1" status: 200 len: 217 time: 0.0346010 Dec 09 02:59:54.700501 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927356a-ca34-47f8-9702-096dd6fd4e5d req-c6f94a6d-23c9-44b0-a3c0-f601d4b6da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:59:54.702006 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a927356a-ca34-47f8-9702-096dd6fd4e5d req-c6f94a6d-23c9-44b0-a3c0-f601d4b6da41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 200 len: 848 time: 0.0448933 Dec 09 02:59:54.752260 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927356a-ca34-47f8-9702-096dd6fd4e5d req-afb32a1a-b893-45f7-aaea-c11338a700dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:59:54.753766 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a927356a-ca34-47f8-9702-096dd6fd4e5d req-afb32a1a-b893-45f7-aaea-c11338a700dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0436041 Dec 09 02:59:54.839779 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1cd4a8fc-6c68-44cb-8c5b-7310f0fdb84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3e8c749b-0768-4934-92a5-2306d08549a6', 'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'mac_address': 'fa:16:3e:9c:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:13Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 5, 'project_id': 'be90067df61843beb019db1110a45c82', 'subnets': [{'id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 02:59:54.844752 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a927356a-ca34-47f8-9702-096dd6fd4e5d req-7cc491a1-82dc-4400-83e6-39282832d6f9 service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836544 Dec 09 02:59:54.869984 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd4a8fc-6c68-44cb-8c5b-7310f0fdb84a None None] The sync data for ids ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'] in dv-neutron-804846-18-hyperv is: [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3e8c749b-0768-4934-92a5-2306d08549a6', 'name': '', 'network_id': '5bd842fb-01c0-49d4-9df6-5ca4a93ba07a', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'mac_address': 'fa:16:3e:9c:e8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:13Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 5, 'project_id': 'be90067df61843beb019db1110a45c82', 'subnets': [{'id': '40860f8b-e2ca-4c40-8b1c-101733fd9a30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 02:59:54.940006 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-a927356a-ca34-47f8-9702-096dd6fd4e5d req-b4e8da87-6907-4b90-a9a4-6a7bf71161cd service neutron] 10.222.0.45 "GET /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881407 Dec 09 02:59:55.082618 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d576470-0cf7-4783-a6e0-5ea23aa22997 None None] New status for floating IP 9915deea-24d3-4bf8-bdc0-1b8bffdf9790: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 02:59:55.693627 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1661c4f-461f-4b95-8e92-6da495f49c12 req-9b7ab7fa-f5e0-44bf-bf16-d42f013bda73 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:59:55.695123 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c1661c4f-461f-4b95-8e92-6da495f49c12 req-9b7ab7fa-f5e0-44bf-bf16-d42f013bda73 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0484591 Dec 09 02:59:55.744062 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c1661c4f-461f-4b95-8e92-6da495f49c12 req-aa3cba4a-2a68-4a7e-b026-dd2222784be6 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed64a981-ff01-4250-8dc2-52e4304ca0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423543 Dec 09 02:59:56.122688 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f444bbb-0515-414b-8225-242c85d0a346 req-ab8f2a72-7b52-42ea-a935-4fb2a650100c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 02:59:56.124202 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5f444bbb-0515-414b-8225-242c85d0a346 req-ab8f2a72-7b52-42ea-a935-4fb2a650100c tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.45 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 946 time: 0.0477803 Dec 09 02:59:56.216080 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-5f444bbb-0515-414b-8225-242c85d0a346 req-47a2f097-0eae-4939-a859-eccc6e73bfe9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Deleting port 397b2a0c-9223-44fe-96cb-5476c296877a {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 02:59:56.216423 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5f444bbb-0515-414b-8225-242c85d0a346 req-47a2f097-0eae-4939-a859-eccc6e73bfe9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:56.301803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-5f444bbb-0515-414b-8225-242c85d0a346 req-47a2f097-0eae-4939-a859-eccc6e73bfe9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] For port 397b2a0c-9223-44fe-96cb-5476c296877a, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=397b2a0c-9223-44fe-96cb-5476c296877a,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 02:59:56.302169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5f444bbb-0515-414b-8225-242c85d0a346 req-47a2f097-0eae-4939-a859-eccc6e73bfe9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:56.315299 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-5f444bbb-0515-414b-8225-242c85d0a346 req-47a2f097-0eae-4939-a859-eccc6e73bfe9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Calling delete_port for 397b2a0c-9223-44fe-96cb-5476c296877a owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 02:59:56.441675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5f444bbb-0515-414b-8225-242c85d0a346 req-47a2f097-0eae-4939-a859-eccc6e73bfe9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:56.469701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2f097-0eae-4939-a859-eccc6e73bfe9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event deleted for resources: {'Port': ['ID=397b2a0c-9223-44fe-96cb-5476c296877a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 02:59:56.513768 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f444bbb-0515-414b-8225-242c85d0a346 req-47a2f097-0eae-4939-a859-eccc6e73bfe9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] No DVR routers for this DVR port 397b2a0c-9223-44fe-96cb-5476c296877a on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 02:59:56.516252 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-5f444bbb-0515-414b-8225-242c85d0a346 req-47a2f097-0eae-4939-a859-eccc6e73bfe9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 02:59:56.519597 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5f444bbb-0515-414b-8225-242c85d0a346 req-47a2f097-0eae-4939-a859-eccc6e73bfe9 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.45 "DELETE /v2.0/ports/397b2a0c-9223-44fe-96cb-5476c296877a HTTP/1.1" status: 204 len: 173 time: 0.3877492 Dec 09 02:59:56.520045 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'name': 'network-vif-deleted', 'tag': '397b2a0c-9223-44fe-96cb-5476c296877a'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 02:59:56.522370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df586bd-075b-47a1-ab7d-b6af2d5c6002" -d '{"events": [{"server_uuid": "83ba041c-6a39-4825-9e41-d0c210a68efd", "name": "network-vif-deleted", "tag": "397b2a0c-9223-44fe-96cb-5476c296877a"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 02:59:56.558898 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 02:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d982a5d-3f52-4576-8c42-edea354b12af x-openstack-request-id: req-6d982a5d-3f52-4576-8c42-edea354b12af {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 02:59:56.559906 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ba041c-6a39-4825-9e41-d0c210a68efd", "name": "network-vif-deleted", "tag": "397b2a0c-9223-44fe-96cb-5476c296877a", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 02:59:56.560169 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d982a5d-3f52-4576-8c42-edea354b12af {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 02:59:56.560575 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ba041c-6a39-4825-9e41-d0c210a68efd', 'name': 'network-vif-deleted', 'tag': '397b2a0c-9223-44fe-96cb-5476c296877a', 'status': 'completed', 'code': 200} Dec 09 02:59:56.850520 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f261249c-f8d6-4fe1-8407-aa4054f4d819 req-f9a88e73-ae2a-462a-a1f0-9743dea77a07 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 210 time: 0.0333633 Dec 09 02:59:57.943169 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d4a2d162-9271-4b09-8875-bc25ad654b58 req-c182c0d4-1966-423e-b541-f836c721a90d tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 210 time: 0.0259464 Dec 09 02:59:59.038391 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6f1fa7b1-0e13-4f98-a94b-0c9b61af6031 req-576fb04c-2b56-45c7-9f29-59fb66a2ab9a tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 210 time: 0.0269341 Dec 09 03:00:00.130711 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-582512a8-343c-4808-993d-03149c24c0e9 req-9489cff3-a2f9-46ef-aff6-f99f929819c5 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 210 time: 0.0264301 Dec 09 03:00:00.959060 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 397b2a0c-9223-44fe-96cb-5476c296877a no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 03:00:00.978470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 397b2a0c-9223-44fe-96cb-5476c296877a {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 03:00:00.978818 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 397b2a0c-9223-44fe-96cb-5476c296877a not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 03:00:01.249152 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8b5ed8d0-e5ce-440a-9eac-dddf653926b3 req-d687e5ea-5fa5-4af1-b800-0fe7c82bbd93 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "GET /v2.0/ports?device_id=83ba041c-6a39-4825-9e41-d0c210a68efd HTTP/1.1" status: 200 len: 210 time: 0.0290797 Dec 09 03:00:02.304693 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44330) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:02.369236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41c77877-210e-4c15-bc0a-b132632d2ce1 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:02.396930 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41c77877-210e-4c15-bc0a-b132632d2ce1 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:02.465976 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41c77877-210e-4c15-bc0a-b132632d2ce1 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:02.469162 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41c77877-210e-4c15-bc0a-b132632d2ce1 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:02.472539 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-41c77877-210e-4c15-bc0a-b132632d2ce1 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] 10.222.0.43 "DELETE /v2.0/security-groups/ed64a981-ff01-4250-8dc2-52e4304ca0b6 HTTP/1.1" status: 204 len: 168 time: 0.1642687 Dec 09 03:00:02.484568 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c77877-210e-4c15-bc0a-b132632d2ce1 tempest-TestShelveInstance-702446638 tempest-TestShelveInstance-702446638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed64a981-ff01-4250-8dc2-52e4304ca0b6,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:02.540173 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44334) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:02.995189 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ac0a9bca-366d-4878-8609-3c41ef1111fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:03.145641 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-245a1cb4-4d90-4116-8011-1bced29f55d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:03.244605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ac0a9bca-366d-4878-8609-3c41ef1111fc admin admin] Deleting port 3e8c749b-0768-4934-92a5-2306d08549a6 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:00:03.244946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ac0a9bca-366d-4878-8609-3c41ef1111fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:03.326795 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-ac0a9bca-366d-4878-8609-3c41ef1111fc admin admin] For port 3e8c749b-0768-4934-92a5-2306d08549a6, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=3e8c749b-0768-4934-92a5-2306d08549a6,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:00:03.327409 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ac0a9bca-366d-4878-8609-3c41ef1111fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:03.341325 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ac0a9bca-366d-4878-8609-3c41ef1111fc admin admin] Calling delete_port for 3e8c749b-0768-4934-92a5-2306d08549a6 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:00:03.536711 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ac0a9bca-366d-4878-8609-3c41ef1111fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:03.563207 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a9bca-366d-4878-8609-3c41ef1111fc admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8c749b-0768-4934-92a5-2306d08549a6,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:03.738889 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ac0a9bca-366d-4878-8609-3c41ef1111fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:04.246906 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0a9bca-366d-4878-8609-3c41ef1111fc admin admin] Router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 03:00:04.352397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0a9bca-366d-4878-8609-3c41ef1111fc admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 03:00:04.357524 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-ac0a9bca-366d-4878-8609-3c41ef1111fc admin admin] 10.222.0.43 "PUT /v2.0/routers/6c1fe7e0-3f2d-40ce-94e7-37c6b8463958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8161354 Dec 09 03:00:04.360061 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44338) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:04.364238 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a15cf2a-6aa5-4ea7-b9d3-0a13e7ed6d7d None None] Sync routers for ids ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 03:00:04.374875 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a15cf2a-6aa5-4ea7-b9d3-0a13e7ed6d7d None None] Routers {'6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:00:04.375396 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2a15cf2a-6aa5-4ea7-b9d3-0a13e7ed6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:59:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:04.467732 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df43f91b-d834-4b3d-904f-0655466eb664 admin admin] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:04.483946 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-2a15cf2a-6aa5-4ea7-b9d3-0a13e7ed6d7d None None] Set router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:00:04.571308 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df43f91b-d834-4b3d-904f-0655466eb664 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:04.625866 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-df43f91b-d834-4b3d-904f-0655466eb664 admin admin] Deleting port 7d8a2a66-eb3c-4252-abb3-de52f235ac71 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:00:04.626116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df43f91b-d834-4b3d-904f-0655466eb664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:04.660482 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2a15cf2a-6aa5-4ea7-b9d3-0a13e7ed6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25'}], 'enable_snat': True}, 'gw_port_id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T03:00:03Z', 'revision_number': 5, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port': {'id': '7d8a2a66-eb3c-4252-abb3-de52f235ac71', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ad:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:12Z', 'updated_at': '2021-12-09T02:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:04.687928 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a15cf2a-6aa5-4ea7-b9d3-0a13e7ed6d7d None None] Checking router: 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 03:00:04.697158 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a15cf2a-6aa5-4ea7-b9d3-0a13e7ed6d7d None None] Routers {'6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:00:04.697763 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2a15cf2a-6aa5-4ea7-b9d3-0a13e7ed6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T02:59:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:04.705187 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-df43f91b-d834-4b3d-904f-0655466eb664 admin admin] For port 7d8a2a66-eb3c-4252-abb3-de52f235ac71, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7d8a2a66-eb3c-4252-abb3-de52f235ac71,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:00:04.705562 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df43f91b-d834-4b3d-904f-0655466eb664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:04.717997 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-df43f91b-d834-4b3d-904f-0655466eb664 admin admin] Calling delete_port for 7d8a2a66-eb3c-4252-abb3-de52f235ac71 owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:00:04.791936 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-2a15cf2a-6aa5-4ea7-b9d3-0a13e7ed6d7d None None] Set router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:00:04.848925 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2a15cf2a-6aa5-4ea7-b9d3-0a13e7ed6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T03:00:04Z', 'revision_number': 6, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:04.874851 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a15cf2a-6aa5-4ea7-b9d3-0a13e7ed6d7d None None] The sync data for ids ['6c1fe7e0-3f2d-40ce-94e7-37c6b8463958'] in dv-neutron-804846-18-hyperv is: [{'id': '6c1fe7e0-3f2d-40ce-94e7-37c6b8463958', 'name': 'tempest-TestShelveInstance-1640811809-router', 'tenant_id': 'be90067df61843beb019db1110a45c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:11Z', 'updated_at': '2021-12-09T03:00:04Z', 'revision_number': 6, 'project_id': 'be90067df61843beb019db1110a45c82', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 03:00:04.889348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df43f91b-d834-4b3d-904f-0655466eb664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:04.919638 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43f91b-d834-4b3d-904f-0655466eb664 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8a2a66-eb3c-4252-abb3-de52f235ac71,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:04.935284 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d981667e-6df5-4fc1-b06c-c0183ddbac74 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 03:00:04.979397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df43f91b-d834-4b3d-904f-0655466eb664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.067869 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df43f91b-d834-4b3d-904f-0655466eb664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.069875 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df43f91b-d834-4b3d-904f-0655466eb664 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.114335 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df43f91b-d834-4b3d-904f-0655466eb664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.115030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df43f91b-d834-4b3d-904f-0655466eb664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 03:00:05.119955 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df43f91b-d834-4b3d-904f-0655466eb664 admin admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.121121 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-df43f91b-d834-4b3d-904f-0655466eb664 admin admin] 10.222.0.43 "DELETE /v2.0/routers/6c1fe7e0-3f2d-40ce-94e7-37c6b8463958 HTTP/1.1" status: 204 len: 168 time: 0.7601299 Dec 09 03:00:05.124205 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44340) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:05.167231 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47f5088-071d-41fb-87ec-273c8a0a5fed admin admin] Deleting subnet 40860f8b-e2ca-4c40-8b1c-101733fd9a30 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 03:00:05.170778 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f47f5088-071d-41fb-87ec-273c8a0a5fed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.205613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f47f5088-071d-41fb-87ec-273c8a0a5fed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.296853 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f47f5088-071d-41fb-87ec-273c8a0a5fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.349749 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f47f5088-071d-41fb-87ec-273c8a0a5fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.366189 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cad3f997-b26e-4ef3-bdff-4b911ad05bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.375752 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f5088-071d-41fb-87ec-273c8a0a5fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40860f8b-e2ca-4c40-8b1c-101733fd9a30,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:05.379386 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f47f5088-071d-41fb-87ec-273c8a0a5fed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.382810 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f47f5088-071d-41fb-87ec-273c8a0a5fed admin admin] 10.222.0.43 "DELETE /v2.0/subnets/40860f8b-e2ca-4c40-8b1c-101733fd9a30 HTTP/1.1" status: 204 len: 168 time: 0.2575986 Dec 09 03:00:05.385211 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e819e2-48d6-4666-9a40-26111d3f96b4 None None] Network 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 03:00:05.385372 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44342) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:05.451022 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.509212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] Deleting port 02ec84f1-9376-4933-af47-bebe75c532cb {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:00:05.509769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.571168 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] For port 02ec84f1-9376-4933-af47-bebe75c532cb, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=02ec84f1-9376-4933-af47-bebe75c532cb,segment=NetworkSegment(09bcdd87-fa0c-4598-8316-ab0cb6123c11),segment_id=09bcdd87-fa0c-4598-8316-ab0cb6123c11)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:00:05.571570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.584116 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] Calling delete_port for 02ec84f1-9376-4933-af47-bebe75c532cb owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:00:05.657565 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] DHCP port deletion for 5bd842fb-01c0-49d4-9df6-5ca4a93ba07a request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 03:00:05.670926 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 3e8c749b-0768-4934-92a5-2306d08549a6 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 03:00:05.673968 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.702813 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] No DVR routers for this DVR port 02ec84f1-9376-4933-af47-bebe75c532cb on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 03:00:05.706348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ec84f1-9376-4933-af47-bebe75c532cb,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:05.710835 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 3e8c749b-0768-4934-92a5-2306d08549a6 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 03:00:05.711472 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 3e8c749b-0768-4934-92a5-2306d08549a6 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 03:00:05.739089 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Deleting port 02ec84f1-9376-4933-af47-bebe75c532cb {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:00:05.739646 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.780269 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.801132 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd842fb-01c0-49d4-9df6-5ca4a93ba07a']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:05.801322 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] For port 02ec84f1-9376-4933-af47-bebe75c532cb, host dv-neutron-804846-18-hyperv, got binding levels [] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:00:05.801599 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.811219 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bcdd87-fa0c-4598-8316-ab0cb6123c11') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:05.811551 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bcdd87-fa0c-4598-8316-ab0cb6123c11') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:05.814269 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Calling delete_port for 02ec84f1-9376-4933-af47-bebe75c532cb owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:00:05.816941 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.ipam_backend_mixin [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Port 02ec84f1-9376-4933-af47-bebe75c532cb was not found and therefore no delete operation was performed {{(pid=103335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 03:00:05.818181 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.826252 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.839898 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.843760 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Pushing event deleted for resources: {'Port': ['ID=02ec84f1-9376-4933-af47-bebe75c532cb,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:05.846683 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 03:00:05.847070 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 03:00:05.848775 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 03:00:05.851516 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] No DVR routers for this DVR port 02ec84f1-9376-4933-af47-bebe75c532cb on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 03:00:05.853495 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:05.853879 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:05.854225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:05.854559 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:05.854893 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:05.855332 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:05.855698 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:05.856054 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:05.856382 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:05.856705 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:05.857026 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:05.857350 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:05.857670 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfc14ad-99e6-45dd-a63e-610f439208be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:05.908478 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.913939 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:05.917194 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5bd842fb-01c0-49d4-9df6-5ca4a93ba07a HTTP/1.1" status: 204 len: 168 time: 0.5309863 Dec 09 03:00:05.920615 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 44344) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:05.929849 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c194adf-e0eb-4044-99be-9433751bb876 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bd842fb-01c0-49d4-9df6-5ca4a93ba07a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:06.268299 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:06.500472 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Deleting port 375fcf1c-153b-4f21-9635-a5353bb068fb {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:00:06.500822 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:06.579748 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:06.580371 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] For port 375fcf1c-153b-4f21-9635-a5353bb068fb, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=375fcf1c-153b-4f21-9635-a5353bb068fb,segment=NetworkSegment(0da78219-61ba-460b-850a-4e7c5726b9c3),segment_id=0da78219-61ba-460b-850a-4e7c5726b9c3)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:00:06.580770 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:06.593395 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Calling delete_port for 375fcf1c-153b-4f21-9635-a5353bb068fb owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:00:06.771116 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:06.794168 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Pushing event deleted for resources: {'Port': ['ID=375fcf1c-153b-4f21-9635-a5353bb068fb,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:06.803809 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:06.804168 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:06.804517 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:06.804858 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:06.805199 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:06.805967 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:06.805967 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:06.806213 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:06.806504 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:06.806831 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:06.807162 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:06.807520 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:06.807847 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:06.975426 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:07.182797 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Router c6426403-1a3c-427d-844c-ce841dda273e has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 03:00:07.288452 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 03:00:07.297169 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d01a94b-e923-4180-b82d-741b01fac56c None None] Sync routers for ids ['c6426403-1a3c-427d-844c-ce841dda273e'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 03:00:07.303697 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7c9ef45a-a745-4e9c-a529-800aedc10563 admin admin] 10.222.0.43 "PUT /v2.0/routers/c6426403-1a3c-427d-844c-ce841dda273e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3812094 Dec 09 03:00:07.305885 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 44348) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:07.310329 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d01a94b-e923-4180-b82d-741b01fac56c None None] Routers {'c6426403-1a3c-427d-844c-ce841dda273e'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:00:07.310931 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4d01a94b-e923-4180-b82d-741b01fac56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:00:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c6426403-1a3c-427d-844c-ce841dda273e'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:07.355530 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 02ec84f1-9376-4933-af47-bebe75c532cb no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 03:00:07.380012 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 02ec84f1-9376-4933-af47-bebe75c532cb {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 03:00:07.380482 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 02ec84f1-9376-4933-af47-bebe75c532cb not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 03:00:07.380917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7d8a2a66-eb3c-4252-abb3-de52f235ac71 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 03:00:07.400573 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 7d8a2a66-eb3c-4252-abb3-de52f235ac71 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 03:00:07.400928 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7d8a2a66-eb3c-4252-abb3-de52f235ac71 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 03:00:07.412271 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad9ff-6b7d-4b31-a936-507ebaa2bfc1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:07.419063 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-4d01a94b-e923-4180-b82d-741b01fac56c None None] Set router c6426403-1a3c-427d-844c-ce841dda273e gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:00:07.512758 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad9ff-6b7d-4b31-a936-507ebaa2bfc1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:07.565459 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4a0ad9ff-6b7d-4b31-a936-507ebaa2bfc1 admin admin] Deleting port 1b5608d7-e70a-4d00-9ed8-88f678978995 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:00:07.565804 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad9ff-6b7d-4b31-a936-507ebaa2bfc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:07.593408 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4d01a94b-e923-4180-b82d-741b01fac56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'name': 'tempest-TestShelveInstance-593499429-router', 'tenant_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': '1b5608d7-e70a-4d00-9ed8-88f678978995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:15Z', 'updated_at': '2021-12-09T03:00:06Z', 'revision_number': 5, 'project_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'gw_port': {'id': '1b5608d7-e70a-4d00-9ed8-88f678978995', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T02:51:16Z', 'updated_at': '2021-12-09T02:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:07.618349 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d01a94b-e923-4180-b82d-741b01fac56c None None] Checking router: c6426403-1a3c-427d-844c-ce841dda273e for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 03:00:07.626750 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d01a94b-e923-4180-b82d-741b01fac56c None None] Routers {'c6426403-1a3c-427d-844c-ce841dda273e'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:00:07.627336 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4d01a94b-e923-4180-b82d-741b01fac56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:00:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['c6426403-1a3c-427d-844c-ce841dda273e'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:07.645159 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4a0ad9ff-6b7d-4b31-a936-507ebaa2bfc1 admin admin] For port 1b5608d7-e70a-4d00-9ed8-88f678978995, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=1b5608d7-e70a-4d00-9ed8-88f678978995,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:00:07.645442 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad9ff-6b7d-4b31-a936-507ebaa2bfc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:07.657358 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4a0ad9ff-6b7d-4b31-a936-507ebaa2bfc1 admin admin] Calling delete_port for 1b5608d7-e70a-4d00-9ed8-88f678978995 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:00:07.720205 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-4d01a94b-e923-4180-b82d-741b01fac56c None None] Set router c6426403-1a3c-427d-844c-ce841dda273e gateway port host: None {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:00:07.776298 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-4d01a94b-e923-4180-b82d-741b01fac56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'name': 'tempest-TestShelveInstance-593499429-router', 'tenant_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:15Z', 'updated_at': '2021-12-09T03:00:07Z', 'revision_number': 6, 'project_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'gw_port_host': None}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:07.802485 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d01a94b-e923-4180-b82d-741b01fac56c None None] The sync data for ids ['c6426403-1a3c-427d-844c-ce841dda273e'] in dv-neutron-804846-18-hyperv is: [{'id': 'c6426403-1a3c-427d-844c-ce841dda273e', 'name': 'tempest-TestShelveInstance-593499429-router', 'tenant_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T02:51:15Z', 'updated_at': '2021-12-09T03:00:07Z', 'revision_number': 6, 'project_id': '55bd5bf964b44d0b82fed6f6f65436c7', 'gw_port_host': None}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 03:00:07.826847 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad9ff-6b7d-4b31-a936-507ebaa2bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:07.850249 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ad9ff-6b7d-4b31-a936-507ebaa2bfc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b5608d7-e70a-4d00-9ed8-88f678978995,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:07.865566 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda141c7-5543-4a34-adf4-a5d03d628318 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 03:00:07.911462 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad9ff-6b7d-4b31-a936-507ebaa2bfc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:07.972029 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.006533 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad9ff-6b7d-4b31-a936-507ebaa2bfc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.008668 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad9ff-6b7d-4b31-a936-507ebaa2bfc1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.050985 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad9ff-6b7d-4b31-a936-507ebaa2bfc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.051575 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0ad9ff-6b7d-4b31-a936-507ebaa2bfc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6426403-1a3c-427d-844c-ce841dda273e {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 03:00:08.055861 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad9ff-6b7d-4b31-a936-507ebaa2bfc1 admin admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.056988 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4a0ad9ff-6b7d-4b31-a936-507ebaa2bfc1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c6426403-1a3c-427d-844c-ce841dda273e HTTP/1.1" status: 204 len: 168 time: 0.7499554 Dec 09 03:00:08.060100 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 44350) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:08.102280 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e7d371-bfb2-41b4-bded-6625e16dc7cb admin admin] Deleting subnet dbb52a76-3648-4b06-a069-bb08d109ec59 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 03:00:08.105185 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62e7d371-bfb2-41b4-bded-6625e16dc7cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.139833 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62e7d371-bfb2-41b4-bded-6625e16dc7cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272298'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.222366 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62e7d371-bfb2-41b4-bded-6625e16dc7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.275940 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62e7d371-bfb2-41b4-bded-6625e16dc7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3180095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040731'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.299660 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7d371-bfb2-41b4-bded-6625e16dc7cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbb52a76-3648-4b06-a069-bb08d109ec59,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:08.305255 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-62e7d371-bfb2-41b4-bded-6625e16dc7cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.308522 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-62e7d371-bfb2-41b4-bded-6625e16dc7cb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dbb52a76-3648-4b06-a069-bb08d109ec59 HTTP/1.1" status: 204 len: 168 time: 0.2475021 Dec 09 03:00:08.311722 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e46b36-9258-43dd-8965-47bc49331e82 None None] Network 6ef11d06-042c-4109-b1f3-f110e18f542d requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 03:00:08.311878 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44352) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:08.378890 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.439031 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] Deleting port 43b86626-9818-4c3c-9e26-281275a15cb3 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:00:08.439285 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.502548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] For port 43b86626-9818-4c3c-9e26-281275a15cb3, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=43b86626-9818-4c3c-9e26-281275a15cb3,segment=NetworkSegment(0da78219-61ba-460b-850a-4e7c5726b9c3),segment_id=0da78219-61ba-460b-850a-4e7c5726b9c3)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:00:08.502835 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.516491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] Calling delete_port for 43b86626-9818-4c3c-9e26-281275a15cb3 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:00:08.609078 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.614979 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2224197-4895-41fc-8e30-c100a6d761c7 None None] DHCP port deletion for 6ef11d06-042c-4109-b1f3-f110e18f542d request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 03:00:08.638148 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] Pushing event deleted for resources: {'Port': ['ID=43b86626-9818-4c3c-9e26-281275a15cb3,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:08.639989 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] No DVR routers for this DVR port 43b86626-9818-4c3c-9e26-281275a15cb3 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 03:00:08.710606 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.731489 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef11d06-042c-4109-b1f3-f110e18f542d']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:08.741030 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da78219-61ba-460b-850a-4e7c5726b9c3') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:08.741326 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da78219-61ba-460b-850a-4e7c5726b9c3') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:08.755282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.769224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.775705 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 03:00:08.776088 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 03:00:08.777825 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 03:00:08.786603 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.835320 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.841386 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:08.845047 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6ef11d06-042c-4109-b1f3-f110e18f542d HTTP/1.1" status: 204 len: 168 time: 0.5319431 Dec 09 03:00:08.855936 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37a20b-cb25-41b3-9a13-6edf61690455 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef11d06-042c-4109-b1f3-f110e18f542d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:08.948155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44356) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:08.987776 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-661ee474-5ad5-4cd2-bdfc-b95ffb1742a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be90067df61843beb019db1110a45c82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384266 Dec 09 03:00:08.990193 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44358) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:09.036556 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-493a59e4-72c5-4e3e-bc5e-9f8b9ca07e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:09.057043 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-493a59e4-72c5-4e3e-bc5e-9f8b9ca07e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:09.107456 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-493a59e4-72c5-4e3e-bc5e-9f8b9ca07e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:09.110012 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-493a59e4-72c5-4e3e-bc5e-9f8b9ca07e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:09.111145 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-493a59e4-72c5-4e3e-bc5e-9f8b9ca07e57 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2539a6fb-3ba0-4c03-b211-9588401fa742 HTTP/1.1" status: 204 len: 168 time: 0.1200728 Dec 09 03:00:09.118941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a59e4-72c5-4e3e-bc5e-9f8b9ca07e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2539a6fb-3ba0-4c03-b211-9588401fa742,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:09.306706 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1b5608d7-e70a-4d00-9ed8-88f678978995 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 03:00:09.326655 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 1b5608d7-e70a-4d00-9ed8-88f678978995 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 03:00:09.327085 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 1b5608d7-e70a-4d00-9ed8-88f678978995 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 03:00:09.327650 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 375fcf1c-153b-4f21-9635-a5353bb068fb no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 03:00:09.346005 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 375fcf1c-153b-4f21-9635-a5353bb068fb {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 03:00:09.346354 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 375fcf1c-153b-4f21-9635-a5353bb068fb not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 03:00:09.346771 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 43b86626-9818-4c3c-9e26-281275a15cb3 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 03:00:09.367458 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 43b86626-9818-4c3c-9e26-281275a15cb3 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 03:00:09.367838 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 43b86626-9818-4c3c-9e26-281275a15cb3 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 03:00:09.425037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44364) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:09.463313 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c557baa6-a2f1-4ac4-bc9a-15ad51007627 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55bd5bf964b44d0b82fed6f6f65436c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371463 Dec 09 03:00:09.465769 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44366) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:09.514103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7633e0c5-321f-4a85-8ca0-1104338d08fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:09.534465 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7633e0c5-321f-4a85-8ca0-1104338d08fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:09.579904 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7633e0c5-321f-4a85-8ca0-1104338d08fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:09.582508 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7633e0c5-321f-4a85-8ca0-1104338d08fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:09.583788 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-7633e0c5-321f-4a85-8ca0-1104338d08fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38e346bc-aa9e-470e-b5b0-b75110c3e201 HTTP/1.1" status: 204 len: 168 time: 0.1170030 Dec 09 03:00:09.591777 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633e0c5-321f-4a85-8ca0-1104338d08fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e346bc-aa9e-470e-b5b0-b75110c3e201,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:10.256548 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44388) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:10.348992 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-2611b668-dbab-458d-9875-c9dbc9777974 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1398951597-network', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:00:10.369211 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2611b668-dbab-458d-9875-c9dbc9777974 admin admin] Made reservation on behalf of a86dfd592edb4ef69492b9ee3d015e57 for: {'network': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 03:00:10.371750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2611b668-dbab-458d-9875-c9dbc9777974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:10.380349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2611b668-dbab-458d-9875-c9dbc9777974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:10.455184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2611b668-dbab-458d-9875-c9dbc9777974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:10.459061 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2611b668-dbab-458d-9875-c9dbc9777974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:10.479192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2611b668-dbab-458d-9875-c9dbc9777974 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 03:00:10.493616 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611b668-dbab-458d-9875-c9dbc9777974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b9658f-8637-43ce-8660-fa65a7c5c686,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:10.496433 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2611b668-dbab-458d-9875-c9dbc9777974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:10.496805 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.segments_db [None req-2611b668-dbab-458d-9875-c9dbc9777974 admin admin] Added segment d483d1d9-d020-4caf-aa55-f5a533a49291 of type vlan for network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 Dec 09 03:00:10.536336 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2611b668-dbab-458d-9875-c9dbc9777974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:10.560943 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2611b668-dbab-458d-9875-c9dbc9777974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:10.561893 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2611b668-dbab-458d-9875-c9dbc9777974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:10.562469 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2611b668-dbab-458d-9875-c9dbc9777974 admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:10.612966 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2611b668-dbab-458d-9875-c9dbc9777974 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3552551 Dec 09 03:00:10.615856 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 44392) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:10.621416 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-256877b5-83c2-4fa8-9141-355f348c58fc admin admin] Request body: {'subnet': {'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1398951597-subnet', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:00:10.622208 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611b668-dbab-458d-9875-c9dbc9777974 admin admin] Pushing event updated for resources: {'Network': ['ID=5eb2c3f8-2343-40d8-8314-b3ff498c2051,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:10.632400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 03:00:10.645750 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256877b5-83c2-4fa8-9141-355f348c58fc admin admin] Made reservation on behalf of a86dfd592edb4ef69492b9ee3d015e57 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 03:00:10.648135 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-256877b5-83c2-4fa8-9141-355f348c58fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041720'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:11.060796 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-256877b5-83c2-4fa8-9141-355f348c58fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3180156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040722'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:11.116275 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256877b5-83c2-4fa8-9141-355f348c58fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=10f504a7-cead-47da-ab0a-9840754eb1aa,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:11.128670 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256877b5-83c2-4fa8-9141-355f348c58fc admin admin] Checking segment: {'id': 'd483d1d9-d020-4caf-aa55-f5a533a49291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 03:00:11.129033 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256877b5-83c2-4fa8-9141-355f348c58fc admin admin] Network hostable DHCP agents. Network: 5eb2c3f8-2343-40d8-8314-b3ff498c2051, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 03:00:11.145373 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256877b5-83c2-4fa8-9141-355f348c58fc admin admin] Network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 03:00:11.153881 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-256877b5-83c2-4fa8-9141-355f348c58fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 5eb2c3f8-2343-40d8-8314-b3ff498c2051) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 03:00:11.158039 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256877b5-83c2-4fa8-9141-355f348c58fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:11.158634 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-256877b5-83c2-4fa8-9141-355f348c58fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:11.163226 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8d398c-cad7-4c92-b34b-171371091796 None None] Network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 03:00:11.174198 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-256877b5-83c2-4fa8-9141-355f348c58fc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5566618 Dec 09 03:00:11.177021 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 44394) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:11.181143 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:00:11.200869 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:11.201828 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:11.251996 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:11.267815 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 03:00:11.268679 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:11.389589 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:11.401968 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Allocated IP 172.20.0.2 (5eb2c3f8-2343-40d8-8314-b3ff498c2051/10f504a7-cead-47da-ab0a-9840754eb1aa/a0237d38-6eaa-4712-bad2-2fae71b6985f) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 03:00:11.544453 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:11.550460 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:11.583768 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:11.585648 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 03:00:11.588400 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 03:00:11.594304 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 03:00:11.605843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Pushing event updated for resources: {'Port': ['ID=a0237d38-6eaa-4712-bad2-2fae71b6985f,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:11.607368 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:11.650713 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Attempting to bind port a0237d38-6eaa-4712-bad2-2fae71b6985f on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 03:00:11.651280 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Attempting to bind port a0237d38-6eaa-4712-bad2-2fae71b6985f by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'd483d1d9-d020-4caf-aa55-f5a533a49291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 03:00:11.651394 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Attempting to bind port a0237d38-6eaa-4712-bad2-2fae71b6985f on network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 03:00:11.656992 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 3, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 03:00:11.657369 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Checking segment: {'id': 'd483d1d9-d020-4caf-aa55-f5a533a49291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 03:00:11.657777 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:11.658170 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Bound using segment: {'id': 'd483d1d9-d020-4caf-aa55-f5a533a49291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 03:00:11.658649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Bound port: a0237d38-6eaa-4712-bad2-2fae71b6985f, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd483d1d9-d020-4caf-aa55-f5a533a49291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 03:00:11.659018 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:11.709673 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Allocated IP 172.26.3.104 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/7fde5618-ec95-4264-bf94-0412ea57a441) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 03:00:11.729816 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] For port a0237d38-6eaa-4712-bad2-2fae71b6985f, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 03:00:11.732900 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] For port a0237d38-6eaa-4712-bad2-2fae71b6985f, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a0237d38-6eaa-4712-bad2-2fae71b6985f,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 03:00:11.737071 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:11.795914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9633d-42f3-45af-8831-e978d8c8073f None None] Pushing event updated for resources: {'Port': ['ID=a0237d38-6eaa-4712-bad2-2fae71b6985f,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:11.825704 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:11.860079 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:11.898691 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 03:00:11.904038 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 03:00:11.908083 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 03:00:11.934224 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190f87d9-be58-47bc-a4ff-e78babb9a490 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 03:00:11.945677 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7fde5618-ec95-4264-bf94-0412ea57a441,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:11.976273 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-32c6631c-b6ef-48f1-94da-cf638af5f928 None None] Provisioning complete for port 7fde5618-ec95-4264-bf94-0412ea57a441 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:11.976640 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-32c6631c-b6ef-48f1-94da-cf638af5f928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:12.014248 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-32c6631c-b6ef-48f1-94da-cf638af5f928 None None] Port 7fde5618-ec95-4264-bf94-0412ea57a441 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 03:00:12.175151 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:12.367425 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:12.499672 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Router 05007ce1-016f-40db-bb9a-a15d37758a39 is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 03:00:12.608006 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 03:00:12.617962 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Sync routers for ids ['05007ce1-016f-40db-bb9a-a15d37758a39'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 03:00:12.627065 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] Publish callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:12.629217 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d587b5e7-6d96-4a00-af33-5655792671e4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4513097 Dec 09 03:00:12.632246 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 44396) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:12.634612 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Routers {'05007ce1-016f-40db-bb9a-a15d37758a39'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:00:12.635244 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:00:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['05007ce1-016f-40db-bb9a-a15d37758a39'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:12.720552 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a858bbc8-17b3-4164-8dff-9438c77a3ce2 None None] Network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 03:00:12.803947 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Set router 05007ce1-016f-40db-bb9a-a15d37758a39 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:00:12.831313 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-5ffc7a24-b9a0-413b-a156-91ee5b0bf9e0 None None] Provisioning complete for port a0237d38-6eaa-4712-bad2-2fae71b6985f triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:12.831715 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ffc7a24-b9a0-413b-a156-91ee5b0bf9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.054741 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.066725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ffc7a24-b9a0-413b-a156-91ee5b0bf9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.110036 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5ffc7a24-b9a0-413b-a156-91ee5b0bf9e0 None None] For port a0237d38-6eaa-4712-bad2-2fae71b6985f, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a0237d38-6eaa-4712-bad2-2fae71b6985f,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:00:13.116816 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5ffc7a24-b9a0-413b-a156-91ee5b0bf9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.123800 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:12Z', 'revision_number': 3, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:13.155264 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Checking router: 05007ce1-016f-40db-bb9a-a15d37758a39 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 03:00:13.155674 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Updating router 05007ce1-016f-40db-bb9a-a15d37758a39 port 7fde5618-ec95-4264-bf94-0412ea57a441 binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 03:00:13.227929 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc7a24-b9a0-413b-a156-91ee5b0bf9e0 None None] Pushing event updated for resources: {'Port': ['ID=a0237d38-6eaa-4712-bad2-2fae71b6985f,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:13.231865 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.235416 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Allocated IP 172.20.0.1 (5eb2c3f8-2343-40d8-8314-b3ff498c2051/10f504a7-cead-47da-ab0a-9840754eb1aa/86aea095-0272-44bf-b722-ea12e0ea9244) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 03:00:13.276193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-6adb31b4-a5f0-4de4-87c6-e478a2cc3b47 None None] Provisioning complete for port a0237d38-6eaa-4712-bad2-2fae71b6985f triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:13.276570 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6adb31b4-a5f0-4de4-87c6-e478a2cc3b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.337081 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:00:13.348863 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a0237d38-6eaa-4712-bad2-2fae71b6985f up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 03:00:13.355350 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.388239 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.424791 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 03:00:13.427762 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 03:00:13.433368 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 03:00:13.460490 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Pushing event updated for resources: {'Port': ['ID=86aea095-0272-44bf-b722-ea12e0ea9244,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:13.478169 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.517500 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port a0237d38-6eaa-4712-bad2-2fae71b6985f triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:13.517795 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.618697 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.680161 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.692354 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.699367 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9b16b754-0b7d-4103-bfe8-27d7b8543716 None None] Provisioning complete for port 86aea095-0272-44bf-b722-ea12e0ea9244 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:13.699708 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9b16b754-0b7d-4103-bfe8-27d7b8543716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.763636 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84ffebc-9ec8-42b5-83b2-19862fbd7468 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 03:00:13.783373 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9372f93-e196-4431-bcee-4b9ea4f1310d None None] Pushing event updated for resources: {'Port': ['ID=7fde5618-ec95-4264-bf94-0412ea57a441,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:13.785343 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9b16b754-0b7d-4103-bfe8-27d7b8543716 None None] Port 86aea095-0272-44bf-b722-ea12e0ea9244 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 03:00:13.786491 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.787476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Attempting to bind port 7fde5618-ec95-4264-bf94-0412ea57a441 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 03:00:13.787911 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Attempting to bind port 7fde5618-ec95-4264-bf94-0412ea57a441 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 03:00:13.788311 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Attempting to bind port 7fde5618-ec95-4264-bf94-0412ea57a441 on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 03:00:13.791679 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.794368 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 3, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 03:00:13.795227 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 03:00:13.795227 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.795698 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 03:00:13.795984 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Bound port: 7fde5618-ec95-4264-bf94-0412ea57a441, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 03:00:13.796373 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.851507 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] For port 7fde5618-ec95-4264-bf94-0412ea57a441, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 03:00:13.854894 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] For port 7fde5618-ec95-4264-bf94-0412ea57a441, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7fde5618-ec95-4264-bf94-0412ea57a441,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 03:00:13.858914 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:13.859085 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Pushing event updated for resources: {'Port': ['ID=86aea095-0272-44bf-b722-ea12e0ea9244,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:13.861776 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:14.068321 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b735390-2a30-4b0a-8c09-3944703015ed None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 03:00:14.099552 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Routers {'05007ce1-016f-40db-bb9a-a15d37758a39'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:00:14.100194 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:00:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['05007ce1-016f-40db-bb9a-a15d37758a39'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:14.102023 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-b1e39d74-7ba8-4b24-86db-ebea4ccec519 None None] Provisioning complete for port 7fde5618-ec95-4264-bf94-0412ea57a441 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:14.102446 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1e39d74-7ba8-4b24-86db-ebea4ccec519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:14.123468 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9372f93-e196-4431-bcee-4b9ea4f1310d None None] Pushing event updated for resources: {'Port': ['ID=7fde5618-ec95-4264-bf94-0412ea57a441,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:14.218478 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 03:00:14.220098 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 03:00:14.272414 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] Set router 05007ce1-016f-40db-bb9a-a15d37758a39 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:00:14.307000 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1e39d74-7ba8-4b24-86db-ebea4ccec519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:14.336243 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Router 05007ce1-016f-40db-bb9a-a15d37758a39 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 03:00:14.367238 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b1e39d74-7ba8-4b24-86db-ebea4ccec519 None None] For port 7fde5618-ec95-4264-bf94-0412ea57a441, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7fde5618-ec95-4264-bf94-0412ea57a441,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:00:14.381157 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b1e39d74-7ba8-4b24-86db-ebea4ccec519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:14.454049 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 03:00:14.468775 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f9c54a02-956b-4b9e-a63c-021bebdfd1c4 admin admin] 10.222.0.43 "PUT /v2.0/routers/05007ce1-016f-40db-bb9a-a15d37758a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8258860 Dec 09 03:00:14.484736 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e39d74-7ba8-4b24-86db-ebea4ccec519 None None] Pushing event updated for resources: {'Port': ['ID=7fde5618-ec95-4264-bf94-0412ea57a441,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:14.538610 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:14.544263 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e64f8c0d-ca33-4188-9009-49c0da7c82bd None None] Provisioning complete for port 86aea095-0272-44bf-b722-ea12e0ea9244 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:14.544640 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e64f8c0d-ca33-4188-9009-49c0da7c82bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:14.591500 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-e64f8c0d-ca33-4188-9009-49c0da7c82bd None None] Port 86aea095-0272-44bf-b722-ea12e0ea9244 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 03:00:14.605687 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '86aea095-0272-44bf-b722-ea12e0ea9244', 'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'mac_address': 'fa:16:3e:5d:ba:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:13Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 2, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'subnets': [{'id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:14.634723 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bcd0e6-a962-467a-813f-839e847c7fe2 None None] The sync data for ids ['05007ce1-016f-40db-bb9a-a15d37758a39'] in dv-neutron-804846-18-hyperv is: [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '86aea095-0272-44bf-b722-ea12e0ea9244', 'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'mac_address': 'fa:16:3e:5d:ba:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:13Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 2, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'subnets': [{'id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 03:00:14.636284 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-e64f8c0d-ca33-4188-9009-49c0da7c82bd None None] Provisioning complete for port 7fde5618-ec95-4264-bf94-0412ea57a441 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:14.636658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e64f8c0d-ca33-4188-9009-49c0da7c82bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:14.968176 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 44412) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:14.973156 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-125c2d0a-bfab-4848-8e4a-b08de922a779 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1458991468-network', 'tenant_id': '3e3d74c2b5804d96a7284e8ec58fa937'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:00:14.996009 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125c2d0a-bfab-4848-8e4a-b08de922a779 admin admin] Made reservation on behalf of 3e3d74c2b5804d96a7284e8ec58fa937 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 03:00:14.998614 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-125c2d0a-bfab-4848-8e4a-b08de922a779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:15.007933 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-125c2d0a-bfab-4848-8e4a-b08de922a779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:15.090124 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-125c2d0a-bfab-4848-8e4a-b08de922a779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:15.094152 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-125c2d0a-bfab-4848-8e4a-b08de922a779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:15.119000 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125c2d0a-bfab-4848-8e4a-b08de922a779 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 03:00:15.129523 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c2d0a-bfab-4848-8e4a-b08de922a779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a8fd1a-13a4-4a71-bff3-067c753d94f0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:15.134703 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-125c2d0a-bfab-4848-8e4a-b08de922a779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:15.135059 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-125c2d0a-bfab-4848-8e4a-b08de922a779 admin admin] Added segment ff3b27c2-8f07-4e8e-b753-4141e94bf984 of type vlan for network 55adda22-8432-4a4a-8502-41fdfc53a7a8 Dec 09 03:00:15.176583 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-125c2d0a-bfab-4848-8e4a-b08de922a779 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785245810270'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:15.202564 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-125c2d0a-bfab-4848-8e4a-b08de922a779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:15.203761 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125c2d0a-bfab-4848-8e4a-b08de922a779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:15.204353 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-125c2d0a-bfab-4848-8e4a-b08de922a779 admin admin] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:15.268443 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-125c2d0a-bfab-4848-8e4a-b08de922a779 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2966695 Dec 09 03:00:15.269309 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44414) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:15.282479 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c2d0a-bfab-4848-8e4a-b08de922a779 admin admin] Pushing event updated for resources: {'Network': ['ID=55adda22-8432-4a4a-8502-41fdfc53a7a8,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:15.283462 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-dd2912b9-65ca-42d6-8f26-a2182ebcfa11 admin admin] Request body: {'subnet': {'network_id': '55adda22-8432-4a4a-8502-41fdfc53a7a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1458991468-subnet', 'tenant_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'ip_version': 4}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:00:15.317102 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2912b9-65ca-42d6-8f26-a2182ebcfa11 admin admin] Made reservation on behalf of 3e3d74c2b5804d96a7284e8ec58fa937 for: {'subnet': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 03:00:15.317282 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Network 55adda22-8432-4a4a-8502-41fdfc53a7a8 details requested by agent ovs-agent-dv-neutron-804846-18-hyperv with host dv-neutron-804846-18-hyperv {{(pid=103335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 03:00:15.321350 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd2912b9-65ca-42d6-8f26-a2182ebcfa11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25578076'] for subnet, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:15.504663 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd2912b9-65ca-42d6-8f26-a2182ebcfa11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2986186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25577910'] for subnet, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:15.558864 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2912b9-65ca-42d6-8f26-a2182ebcfa11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5c18d3-5496-4b98-8069-b5b061b7bf61,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:15.570164 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2912b9-65ca-42d6-8f26-a2182ebcfa11 admin admin] Checking segment: {'id': 'ff3b27c2-8f07-4e8e-b753-4141e94bf984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55adda22-8432-4a4a-8502-41fdfc53a7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 03:00:15.570538 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2912b9-65ca-42d6-8f26-a2182ebcfa11 admin admin] Network hostable DHCP agents. Network: 55adda22-8432-4a4a-8502-41fdfc53a7a8, hostable agents: ['4379eb48-8fe0-4285-912b-7b8a7e238db3'], hosted agents: [] {{(pid=103334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 03:00:15.587307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2912b9-65ca-42d6-8f26-a2182ebcfa11 admin admin] Network 55adda22-8432-4a4a-8502-41fdfc53a7a8 is scheduled to be hosted by DHCP agent 4379eb48-8fe0-4285-912b-7b8a7e238db3 with binding_index 1 {{(pid=103334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 03:00:15.595903 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-dd2912b9-65ca-42d6-8f26-a2182ebcfa11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-804846-18-hyperv, 55adda22-8432-4a4a-8502-41fdfc53a7a8) {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 03:00:15.600063 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2912b9-65ca-42d6-8f26-a2182ebcfa11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:15.600658 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd2912b9-65ca-42d6-8f26-a2182ebcfa11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:15.610830 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a9b6af-8425-44d8-b7b9-d9afe44e6bc6 None None] Network 55adda22-8432-4a4a-8502-41fdfc53a7a8 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 03:00:15.618497 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-dd2912b9-65ca-42d6-8f26-a2182ebcfa11 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3481631 Dec 09 03:00:15.620945 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44416) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:15.626484 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1458991468-router', 'tenant_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:00:15.649495 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4944'] for router, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:15.650882 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534037', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4937'] for router, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:15.714496 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:15.728742 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a839173-54ac-515a-bbe5-759b672404c0-55adda22-8432-4a4a-8502-41fdfc53a7a8', 'network_id': '55adda22-8432-4a4a-8502-41fdfc53a7a8', 'project_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'fixed_ips': [{'subnet_id': 'ce5c18d3-5496-4b98-8069-b5b061b7bf61'}]}} from dv-neutron-804846-18-hyperv. {{(pid=103335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 03:00:15.729704 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:15.864267 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:15.874585 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.db_base_plugin_common [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Allocated IP 172.20.0.2 (55adda22-8432-4a4a-8502-41fdfc53a7a8/ce5c18d3-5496-4b98-8069-b5b061b7bf61/5308da0b-f2b1-4623-a776-02a8fad6b915) {{(pid=103335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 03:00:16.027134 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Publish callbacks [] for port, precommit_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:16.033477 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271'] for port, after_create {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:16.071329 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:16.076277 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Network 55adda22-8432-4a4a-8502-41fdfc53a7a8 is already hosted by enough agents. {{(pid=103335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 03:00:16.079190 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.scheduler.base_scheduler [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Resources bound (agent type, host, resource id): {{(pid=103335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 03:00:16.083553 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Received port after_create {{(pid=103335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 03:00:16.086670 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Pushing event updated for resources: {'Port': ['ID=5308da0b-f2b1-4623-a776-02a8fad6b915,revision_number=1']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:16.090859 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:16.142838 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Attempting to bind port 5308da0b-f2b1-4623-a776-02a8fad6b915 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 03:00:16.143244 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Attempting to bind port 5308da0b-f2b1-4623-a776-02a8fad6b915 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'ff3b27c2-8f07-4e8e-b753-4141e94bf984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55adda22-8432-4a4a-8502-41fdfc53a7a8'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 03:00:16.143637 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Attempting to bind port 5308da0b-f2b1-4623-a776-02a8fad6b915 on network 55adda22-8432-4a4a-8502-41fdfc53a7a8 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 03:00:16.149776 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 3, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 03:00:16.150145 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Checking segment: {'id': 'ff3b27c2-8f07-4e8e-b753-4141e94bf984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55adda22-8432-4a4a-8502-41fdfc53a7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 03:00:16.150551 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:16.150948 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Bound using segment: {'id': 'ff3b27c2-8f07-4e8e-b753-4141e94bf984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55adda22-8432-4a4a-8502-41fdfc53a7a8'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 03:00:16.151412 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Bound port: 5308da0b-f2b1-4623-a776-02a8fad6b915, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3b27c2-8f07-4e8e-b753-4141e94bf984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55adda22-8432-4a4a-8502-41fdfc53a7a8'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 03:00:16.151859 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:16.203546 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Allocated IP 172.26.3.192 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/f9e05299-2909-451a-8e5b-cd4d39f98d9c) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 03:00:16.220245 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] For port 5308da0b-f2b1-4623-a776-02a8fad6b915, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 03:00:16.223674 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] For port 5308da0b-f2b1-4623-a776-02a8fad6b915, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5308da0b-f2b1-4623-a776-02a8fad6b915,segment=NetworkSegment(ff3b27c2-8f07-4e8e-b753-4141e94bf984),segment_id=ff3b27c2-8f07-4e8e-b753-4141e94bf984)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 03:00:16.228426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:16.283599 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab18cb-1f25-4dd7-89af-899773c9373a None None] Pushing event updated for resources: {'Port': ['ID=5308da0b-f2b1-4623-a776-02a8fad6b915,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:16.320697 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:16.363780 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:16.402902 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 03:00:16.407905 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 03:00:16.411645 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 03:00:16.424090 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3910673a-48ba-4a29-9497-cd570d469738 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 03:00:16.439263 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e05299-2909-451a-8e5b-cd4d39f98d9c,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:16.478549 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9e57c11e-7a0a-49d3-a935-17ebe6f302b1 None None] Provisioning complete for port f9e05299-2909-451a-8e5b-cd4d39f98d9c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:16.479128 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9e57c11e-7a0a-49d3-a935-17ebe6f302b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:16.526987 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9e57c11e-7a0a-49d3-a935-17ebe6f302b1 None None] Port f9e05299-2909-451a-8e5b-cd4d39f98d9c cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 03:00:16.986840 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:17.138831 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Sync routers for ids ['05007ce1-016f-40db-bb9a-a15d37758a39'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 03:00:17.150324 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Routers {'05007ce1-016f-40db-bb9a-a15d37758a39'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:00:17.151080 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:00:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['05007ce1-016f-40db-bb9a-a15d37758a39'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:17.195505 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544202'] for router, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:17.261962 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138d06ba-4b76-4527-bcd2-c1e5eaa45243 None None] Network 55adda22-8432-4a4a-8502-41fdfc53a7a8 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 03:00:17.264028 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Set router 05007ce1-016f-40db-bb9a-a15d37758a39 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:00:17.370353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Router 64fad147-f6f4-493f-b938-00fbfd1f79ee is scheduled to L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 with binding_index 1 {{(pid=103334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 03:00:17.392676 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-45e08e7b-dd5f-424c-8f49-2611659c71be None None] Provisioning complete for port 5308da0b-f2b1-4623-a776-02a8fad6b915 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:17.392976 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45e08e7b-dd5f-424c-8f49-2611659c71be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:17.455712 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5308da0b-f2b1-4623-a776-02a8fad6b915 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 03:00:17.498754 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 03:00:17.521155 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:17.525917 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 44418) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:17.526979 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Sync routers for ids ['64fad147-f6f4-493f-b938-00fbfd1f79ee'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 03:00:17.529598 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-4aa49bfe-3631-4758-8153-54a98141d7b9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9068615 Dec 09 03:00:17.554268 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45e08e7b-dd5f-424c-8f49-2611659c71be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:17.565782 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Routers {'64fad147-f6f4-493f-b938-00fbfd1f79ee'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:00:17.566426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:00:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['64fad147-f6f4-493f-b938-00fbfd1f79ee'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:17.593382 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '86aea095-0272-44bf-b722-ea12e0ea9244', 'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'mac_address': 'fa:16:3e:5d:ba:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:13Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 2, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'subnets': [{'id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:17.613269 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 5308da0b-f2b1-4623-a776-02a8fad6b915 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:17.613639 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:17.624594 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Checking router: 05007ce1-016f-40db-bb9a-a15d37758a39 for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 03:00:17.624960 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Updating router 05007ce1-016f-40db-bb9a-a15d37758a39 port 86aea095-0272-44bf-b722-ea12e0ea9244 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 03:00:17.652844 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:17.660736 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-45e08e7b-dd5f-424c-8f49-2611659c71be None None] For port 5308da0b-f2b1-4623-a776-02a8fad6b915, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5308da0b-f2b1-4623-a776-02a8fad6b915,segment=NetworkSegment(ff3b27c2-8f07-4e8e-b753-4141e94bf984),segment_id=ff3b27c2-8f07-4e8e-b753-4141e94bf984)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:00:17.701779 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-45e08e7b-dd5f-424c-8f49-2611659c71be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:17.780166 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Set router 64fad147-f6f4-493f-b938-00fbfd1f79ee gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:00:17.836917 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e08e7b-dd5f-424c-8f49-2611659c71be None None] Pushing event updated for resources: {'Port': ['ID=5308da0b-f2b1-4623-a776-02a8fad6b915,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:17.971556 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:17.978702 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.019269 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.058922 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875855f9-4dec-43a6-9573-0be82f41a9a9 None None] Pushing event updated for resources: {'Port': ['ID=86aea095-0272-44bf-b722-ea12e0ea9244,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:18.085759 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875855f9-4dec-43a6-9573-0be82f41a9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:18.085759 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875855f9-4dec-43a6-9573-0be82f41a9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:18.085759 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875855f9-4dec-43a6-9573-0be82f41a9a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:18.086224 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875855f9-4dec-43a6-9573-0be82f41a9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:18.086623 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875855f9-4dec-43a6-9573-0be82f41a9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:18.086971 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875855f9-4dec-43a6-9573-0be82f41a9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:18.087304 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875855f9-4dec-43a6-9573-0be82f41a9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:18.087846 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875855f9-4dec-43a6-9573-0be82f41a9a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:18.088452 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875855f9-4dec-43a6-9573-0be82f41a9a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:18.088572 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875855f9-4dec-43a6-9573-0be82f41a9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:18.088932 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875855f9-4dec-43a6-9573-0be82f41a9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:18.090522 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875855f9-4dec-43a6-9573-0be82f41a9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:18.090522 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875855f9-4dec-43a6-9573-0be82f41a9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:00:18.095282 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7fde5618-ec95-4264-bf94-0412ea57a441 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 03:00:18.098681 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-09196e40-dfa6-4d48-bdbe-e4d5f1bf7ac9 None None] Provisioning complete for port 5308da0b-f2b1-4623-a776-02a8fad6b915 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:18.099260 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-09196e40-dfa6-4d48-bdbe-e4d5f1bf7ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.110871 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Attempting to bind port 86aea095-0272-44bf-b722-ea12e0ea9244 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 03:00:18.111241 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Attempting to bind port 86aea095-0272-44bf-b722-ea12e0ea9244 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'd483d1d9-d020-4caf-aa55-f5a533a49291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 03:00:18.111672 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Attempting to bind port 86aea095-0272-44bf-b722-ea12e0ea9244 on network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 03:00:18.118323 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 3, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 03:00:18.118702 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Checking segment: {'id': 'd483d1d9-d020-4caf-aa55-f5a533a49291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 03:00:18.119108 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.119679 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Bound using segment: {'id': 'd483d1d9-d020-4caf-aa55-f5a533a49291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 03:00:18.120154 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Bound port: 86aea095-0272-44bf-b722-ea12e0ea9244, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd483d1d9-d020-4caf-aa55-f5a533a49291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 03:00:18.120539 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.200761 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] For port 86aea095-0272-44bf-b722-ea12e0ea9244, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 03:00:18.204915 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] For port 86aea095-0272-44bf-b722-ea12e0ea9244, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=86aea095-0272-44bf-b722-ea12e0ea9244,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 03:00:18.213333 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.217442 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Allocated IP 172.20.0.1 (55adda22-8432-4a4a-8502-41fdfc53a7a8/ce5c18d3-5496-4b98-8069-b5b061b7bf61/3c2c956d-4cc7-4741-900b-c3fc6c094ec1) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 03:00:18.265163 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 7fde5618-ec95-4264-bf94-0412ea57a441 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:18.265536 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.280959 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875855f9-4dec-43a6-9573-0be82f41a9a9 None None] Pushing event updated for resources: {'Port': ['ID=86aea095-0272-44bf-b722-ea12e0ea9244,revision_number=4']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:18.311317 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'name': 'tempest-TestSnapshotPattern-1458991468-router', 'tenant_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:15Z', 'updated_at': '2021-12-09T03:00:16Z', 'revision_number': 3, 'project_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'gw_port': {'id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:65:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:16Z', 'updated_at': '2021-12-09T03:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:18.315247 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Routers {'05007ce1-016f-40db-bb9a-a15d37758a39'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:00:18.316448 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:00:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['05007ce1-016f-40db-bb9a-a15d37758a39'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:18.345212 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Checking router: 64fad147-f6f4-493f-b938-00fbfd1f79ee for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 03:00:18.345592 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Updating router 64fad147-f6f4-493f-b938-00fbfd1f79ee port f9e05299-2909-451a-8e5b-cd4d39f98d9c binding host dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 03:00:18.354356 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.376981 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.405350 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.443323 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] Set router 05007ce1-016f-40db-bb9a-a15d37758a39 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:00:18.459884 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Network 55adda22-8432-4a4a-8502-41fdfc53a7a8 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 03:00:18.467755 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 03:00:18.473277 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 03:00:18.477215 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2c956d-4cc7-4741-900b-c3fc6c094ec1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:18.519228 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-0cec208f-b17c-4ff4-996d-cf33ac72fdb9 None None] Provisioning complete for port 86aea095-0272-44bf-b722-ea12e0ea9244 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:18.519849 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cec208f-b17c-4ff4-996d-cf33ac72fdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.530835 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544021'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.698746 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cec208f-b17c-4ff4-996d-cf33ac72fdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.728593 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.732996 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '86aea095-0272-44bf-b722-ea12e0ea9244', 'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'mac_address': 'fa:16:3e:5d:ba:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:13Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'subnets': [{'id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:18.768625 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0266b65-a072-4c39-a955-72248cdd22e7 None None] The sync data for ids ['05007ce1-016f-40db-bb9a-a15d37758a39'] in dv-neutron-804846-18-hyperv is: [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '86aea095-0272-44bf-b722-ea12e0ea9244', 'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'mac_address': 'fa:16:3e:5d:ba:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:13Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'subnets': [{'id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 03:00:18.783755 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0cec208f-b17c-4ff4-996d-cf33ac72fdb9 None None] For port 86aea095-0272-44bf-b722-ea12e0ea9244, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=86aea095-0272-44bf-b722-ea12e0ea9244,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:00:18.797703 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cec208f-b17c-4ff4-996d-cf33ac72fdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.830607 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Publish callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.847861 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.866973 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec208f-b17c-4ff4-996d-cf33ac72fdb9 None None] Pushing event updated for resources: {'Port': ['ID=86aea095-0272-44bf-b722-ea12e0ea9244,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:18.918333 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.923742 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b52587-2b25-4159-84b8-5679cd798b50 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 03:00:18.926383 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3180257'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.937408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Attempting to bind port f9e05299-2909-451a-8e5b-cd4d39f98d9c on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 03:00:18.937783 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Attempting to bind port f9e05299-2909-451a-8e5b-cd4d39f98d9c by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 03:00:18.938151 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Attempting to bind port f9e05299-2909-451a-8e5b-cd4d39f98d9c on network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 03:00:18.945654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923622b-2d9d-4cba-9863-b2b81ca35c66 None None] Pushing event updated for resources: {'Port': ['ID=f9e05299-2909-451a-8e5b-cd4d39f98d9c,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:18.953928 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 3, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 03:00:18.954323 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Checking segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 03:00:18.954879 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.955129 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Bound using segment: {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 03:00:18.955654 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Bound port: f9e05299-2909-451a-8e5b-cd4d39f98d9c, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b160f490-d2dd-4eab-a94d-307a65a61f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 03:00:18.956044 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:18.980493 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2b785520-b8db-46de-8435-2c821671dad8 None None] Provisioning complete for port 3c2c956d-4cc7-4741-900b-c3fc6c094ec1 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:18.980868 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b785520-b8db-46de-8435-2c821671dad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:19.004355 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538757'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:19.006524 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2c956d-4cc7-4741-900b-c3fc6c094ec1,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:19.042289 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-2b785520-b8db-46de-8435-2c821671dad8 None None] Port 3c2c956d-4cc7-4741-900b-c3fc6c094ec1 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 03:00:19.044725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] For port f9e05299-2909-451a-8e5b-cd4d39f98d9c, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 03:00:19.048525 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] For port f9e05299-2909-451a-8e5b-cd4d39f98d9c, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f9e05299-2909-451a-8e5b-cd4d39f98d9c,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 03:00:19.058006 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:19.065240 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-2b785520-b8db-46de-8435-2c821671dad8 None None] Provisioning complete for port 86aea095-0272-44bf-b722-ea12e0ea9244 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:19.065617 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-2b785520-b8db-46de-8435-2c821671dad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:19.109791 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Network 55adda22-8432-4a4a-8502-41fdfc53a7a8 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 03:00:19.111350 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 03:00:19.120937 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0311d2a5-93ff-4072-8e44-d6c5c53edbfb None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 03:00:19.159568 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Routers {'64fad147-f6f4-493f-b938-00fbfd1f79ee'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:00:19.160067 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:00:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['64fad147-f6f4-493f-b938-00fbfd1f79ee'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:19.208401 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923622b-2d9d-4cba-9863-b2b81ca35c66 None None] Pushing event updated for resources: {'Port': ['ID=f9e05299-2909-451a-8e5b-cd4d39f98d9c,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:19.294331 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Router 64fad147-f6f4-493f-b938-00fbfd1f79ee has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 03:00:19.355867 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5308da0b-f2b1-4623-a776-02a8fad6b915 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 03:00:19.362015 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] Set router 64fad147-f6f4-493f-b938-00fbfd1f79ee gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:00:19.445478 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 03:00:19.459708 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5d7dd45f-085c-4302-b650-563d619676e3 admin admin] 10.222.0.43 "PUT /v2.0/routers/64fad147-f6f4-493f-b938-00fbfd1f79ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9325831 Dec 09 03:00:19.540916 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-cc46b1ed-52f0-4d12-bfb7-821f4983056c None None] Provisioning complete for port 3c2c956d-4cc7-4741-900b-c3fc6c094ec1 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:19.541403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc46b1ed-52f0-4d12-bfb7-821f4983056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:19.545391 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 5308da0b-f2b1-4623-a776-02a8fad6b915 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:19.545691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:19.634193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-cc46b1ed-52f0-4d12-bfb7-821f4983056c None None] Port 3c2c956d-4cc7-4741-900b-c3fc6c094ec1 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 03:00:19.679527 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-cc46b1ed-52f0-4d12-bfb7-821f4983056c None None] Provisioning complete for port f9e05299-2909-451a-8e5b-cd4d39f98d9c triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:19.679908 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc46b1ed-52f0-4d12-bfb7-821f4983056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:19.766434 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 86aea095-0272-44bf-b722-ea12e0ea9244 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 03:00:19.789352 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'name': 'tempest-TestSnapshotPattern-1458991468-router', 'tenant_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:15Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 4, 'project_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'gw_port': {'id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:65:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:16Z', 'updated_at': '2021-12-09T03:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3c2c956d-4cc7-4741-900b-c3fc6c094ec1', 'name': '', 'network_id': '55adda22-8432-4a4a-8502-41fdfc53a7a8', 'tenant_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'mac_address': 'fa:16:3e:66:3b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ce5c18d3-5496-4b98-8069-b5b061b7bf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:18Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 2, 'project_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'subnets': [{'id': 'ce5c18d3-5496-4b98-8069-b5b061b7bf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:19.843109 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e608be8-720e-4af1-a6a6-88ceb46ebd1d None None] The sync data for ids ['64fad147-f6f4-493f-b938-00fbfd1f79ee'] in dv-neutron-804846-18-hyperv is: [{'id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'name': 'tempest-TestSnapshotPattern-1458991468-router', 'tenant_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:15Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 4, 'project_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'gw_port': {'id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:65:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:16Z', 'updated_at': '2021-12-09T03:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3c2c956d-4cc7-4741-900b-c3fc6c094ec1', 'name': '', 'network_id': '55adda22-8432-4a4a-8502-41fdfc53a7a8', 'tenant_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'mac_address': 'fa:16:3e:66:3b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ce5c18d3-5496-4b98-8069-b5b061b7bf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:18Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 2, 'project_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'subnets': [{'id': 'ce5c18d3-5496-4b98-8069-b5b061b7bf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 03:00:19.870006 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc46b1ed-52f0-4d12-bfb7-821f4983056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:19.896799 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-cc46b1ed-52f0-4d12-bfb7-821f4983056c None None] For port f9e05299-2909-451a-8e5b-cd4d39f98d9c, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f9e05299-2909-451a-8e5b-cd4d39f98d9c,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:00:19.903591 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cc46b1ed-52f0-4d12-bfb7-821f4983056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:19.908150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 86aea095-0272-44bf-b722-ea12e0ea9244 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:19.908150 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:19.985301 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46b1ed-52f0-4d12-bfb7-821f4983056c None None] Pushing event updated for resources: {'Port': ['ID=f9e05299-2909-451a-8e5b-cd4d39f98d9c,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:20.181246 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 44426) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:20.187044 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3c276c07-0286-48b2-8020-8c72a3f65fb6 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1782882953', 'description': 'tempest-secgroup-smoke-1782882953 description', 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:00:20.208889 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c276c07-0286-48b2-8020-8c72a3f65fb6 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.280495 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c276c07-0286-48b2-8020-8c72a3f65fb6 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.284581 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c276c07-0286-48b2-8020-8c72a3f65fb6 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.316813 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c276c07-0286-48b2-8020-8c72a3f65fb6 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.318071 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3c276c07-0286-48b2-8020-8c72a3f65fb6 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1357291 Dec 09 03:00:20.320084 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c276c07-0286-48b2-8020-8c72a3f65fb6 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9fecbc-c34c-4547-87d9-41e4db12438e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:20.321277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44428) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:20.326192 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-1529749b-3a59-4c9e-b938-376f5eea7f6a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Request body: {'security_group_rule': {'security_group_id': '2d9fecbc-c34c-4547-87d9-41e4db12438e', 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:00:20.357407 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1529749b-3a59-4c9e-b938-376f5eea7f6a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.414491 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1529749b-3a59-4c9e-b938-376f5eea7f6a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.419277 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1529749b-3a59-4c9e-b938-376f5eea7f6a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.436899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529749b-3a59-4c9e-b938-376f5eea7f6a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943417e4-3f8d-486c-9373-8d7497a23cc5,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:20.445026 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1529749b-3a59-4c9e-b938-376f5eea7f6a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.446211 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-1529749b-3a59-4c9e-b938-376f5eea7f6a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238029 Dec 09 03:00:20.449010 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44430) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:20.453490 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-049a712e-7f25-470f-8855-57d6301af31c tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Request body: {'security_group_rule': {'security_group_id': '2d9fecbc-c34c-4547-87d9-41e4db12438e', 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:00:20.479670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-049a712e-7f25-470f-8855-57d6301af31c tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.536250 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-049a712e-7f25-470f-8855-57d6301af31c tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.540389 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-049a712e-7f25-470f-8855-57d6301af31c tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.559514 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a712e-7f25-470f-8855-57d6301af31c tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6db5b9a-52fe-4fa6-8ef2-a1eef468ea0f,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:20.567582 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-049a712e-7f25-470f-8855-57d6301af31c tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.568764 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-049a712e-7f25-470f-8855-57d6301af31c tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187310 Dec 09 03:00:20.571839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44432) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:20.576156 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-6198be27-1b63-4253-a752-4784ec0e463f tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Request body: {'security_group_rule': {'security_group_id': '2d9fecbc-c34c-4547-87d9-41e4db12438e', 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:00:20.602067 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6198be27-1b63-4253-a752-4784ec0e463f tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.657145 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6198be27-1b63-4253-a752-4784ec0e463f tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.660482 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6198be27-1b63-4253-a752-4784ec0e463f tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.681456 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198be27-1b63-4253-a752-4784ec0e463f tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30bd616d-1af7-4950-a873-35394eacf9c8,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:20.689218 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6198be27-1b63-4253-a752-4784ec0e463f tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.690395 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-6198be27-1b63-4253-a752-4784ec0e463f tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176362 Dec 09 03:00:20.693770 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44434) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:20.697991 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-05102ab2-87d5-4de1-ab7d-8b2ca27e0fbe tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Request body: {'security_group_rule': {'security_group_id': '2d9fecbc-c34c-4547-87d9-41e4db12438e', 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:00:20.724182 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-05102ab2-87d5-4de1-ab7d-8b2ca27e0fbe tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.779767 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-05102ab2-87d5-4de1-ab7d-8b2ca27e0fbe tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.783150 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-05102ab2-87d5-4de1-ab7d-8b2ca27e0fbe tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.799839 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05102ab2-87d5-4de1-ab7d-8b2ca27e0fbe tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886fcb1c-4c72-4d91-8ce6-f2c913802f6e,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:20.807500 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-05102ab2-87d5-4de1-ab7d-8b2ca27e0fbe tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.808691 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-05102ab2-87d5-4de1-ab7d-8b2ca27e0fbe tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1139781 Dec 09 03:00:20.811589 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44436) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:20.815836 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-c945267c-ed31-4f5a-b98d-d6fe95b37629 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Request body: {'security_group_rule': {'security_group_id': '2d9fecbc-c34c-4547-87d9-41e4db12438e', 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:00:20.837568 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-c945267c-ed31-4f5a-b98d-d6fe95b37629 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Project a86dfd592edb4ef69492b9ee3d015e57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 03:00:20.843202 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c945267c-ed31-4f5a-b98d-d6fe95b37629 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.899005 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c945267c-ed31-4f5a-b98d-d6fe95b37629 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.902585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c945267c-ed31-4f5a-b98d-d6fe95b37629 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.920212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945267c-ed31-4f5a-b98d-d6fe95b37629 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eeca206-b94b-4c09-93aa-3c4bbd3d17f8,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:20.926949 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c945267c-ed31-4f5a-b98d-d6fe95b37629 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:20.928167 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-c945267c-ed31-4f5a-b98d-d6fe95b37629 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156375 Dec 09 03:00:20.930883 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44438) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:20.935151 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-b6c534c8-d289-4a1d-815b-fda1deda3959 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Request body: {'security_group_rule': {'security_group_id': '2d9fecbc-c34c-4547-87d9-41e4db12438e', 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:00:20.956627 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.securitygroups_db [None req-b6c534c8-d289-4a1d-815b-fda1deda3959 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Project a86dfd592edb4ef69492b9ee3d015e57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 03:00:20.961264 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6c534c8-d289-4a1d-815b-fda1deda3959 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:21.019681 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6c534c8-d289-4a1d-815b-fda1deda3959 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:21.023175 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6c534c8-d289-4a1d-815b-fda1deda3959 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005014'] for security_group_rule, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:21.044103 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c534c8-d289-4a1d-815b-fda1deda3959 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a67dca6-5cde-4f3a-8ecf-7f2d4db6ed83,revision_number=0']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:21.049449 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6c534c8-d289-4a1d-815b-fda1deda3959 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:21.051919 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-b6c534c8-d289-4a1d-815b-fda1deda3959 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199961 Dec 09 03:00:21.214350 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-aedec87d-f8a6-4df7-8bce-c3666f963a4d tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1782882953&fields=id&tenant_id=a86dfd592edb4ef69492b9ee3d015e57 HTTP/1.1" status: 200 len: 267 time: 0.0433352 Dec 09 03:00:21.319888 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-0ad91c3e-40b1-49ca-b08f-7ab3aadba3b9 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:21.321464 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-0ad91c3e-40b1-49ca-b08f-7ab3aadba3b9 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/networks?id=5eb2c3f8-2343-40d8-8314-b3ff498c2051 HTTP/1.1" status: 200 len: 810 time: 0.1004384 Dec 09 03:00:21.326789 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f9e05299-2909-451a-8e5b-cd4d39f98d9c up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 03:00:21.336755 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-2d44aa77-aec8-4841-bad4-3ceeaa08a8da tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/quotas/a86dfd592edb4ef69492b9ee3d015e57 HTTP/1.1" status: 200 len: 375 time: 0.0090539 Dec 09 03:00:21.374742 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port f9e05299-2909-451a-8e5b-cd4d39f98d9c triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:21.375124 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:21.392656 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-a7054ea9-7eb4-4ff8-9dc9-79ca7f40aab8 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a86dfd592edb4ef69492b9ee3d015e57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501299 Dec 09 03:00:21.594170 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-3e231619-7fa5-4d07-9397-3e67ede16274 service neutron] 10.222.0.43 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891913 Dec 09 03:00:21.706360 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-44d3f6ab-bddf-4fc2-b0c5-94c0096d2d69 service neutron] 10.222.0.43 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060712 Dec 09 03:00:21.875331 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6ba4acff-191c-4870-a7ec-a7ad9e4fa122 req-dacebe5f-0880-467c-aca9-7af710502fe7 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 210 time: 0.0275235 Dec 09 03:00:22.663622 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Sync routers for ids ['64fad147-f6f4-493f-b938-00fbfd1f79ee'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 03:00:22.673625 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Routers {'64fad147-f6f4-493f-b938-00fbfd1f79ee'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:00:22.674228 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:00:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['64fad147-f6f4-493f-b938-00fbfd1f79ee'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:22.778943 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Set router 64fad147-f6f4-493f-b938-00fbfd1f79ee gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:00:22.992060 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-f1b02030-0a99-4fa3-8eea-a29181b2dc1e req-8c3ce8ca-3814-47f2-897a-ecf809eabfd1 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 210 time: 0.0369699 Dec 09 03:00:22.998913 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'name': 'tempest-TestSnapshotPattern-1458991468-router', 'tenant_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:15Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 4, 'project_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'gw_port': {'id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:65:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:16Z', 'updated_at': '2021-12-09T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3c2c956d-4cc7-4741-900b-c3fc6c094ec1', 'name': '', 'network_id': '55adda22-8432-4a4a-8502-41fdfc53a7a8', 'tenant_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'mac_address': 'fa:16:3e:66:3b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ce5c18d3-5496-4b98-8069-b5b061b7bf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:18Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 2, 'project_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'subnets': [{'id': 'ce5c18d3-5496-4b98-8069-b5b061b7bf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:23.039344 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Checking router: 64fad147-f6f4-493f-b938-00fbfd1f79ee for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 03:00:23.039644 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Updating router 64fad147-f6f4-493f-b938-00fbfd1f79ee port 3c2c956d-4cc7-4741-900b-c3fc6c094ec1 binding host dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 03:00:23.055381 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-3b23476a-88e9-4d55-a9dd-d644418b0d09 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:23.057026 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-3b23476a-88e9-4d55-a9dd-d644418b0d09 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.45 "GET /v2.0/networks?id=5eb2c3f8-2343-40d8-8314-b3ff498c2051 HTTP/1.1" status: 200 len: 810 time: 0.1489537 Dec 09 03:00:23.067121 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:23.138108 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-cbcae8e7-e481-4d43-ba9e-00801c903d6b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a86dfd592edb4ef69492b9ee3d015e57 HTTP/1.1" status: 200 len: 380 time: 0.0623312 Dec 09 03:00:23.150236 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-f5420e7f-f97c-4483-9bb0-7ae42a2ee46b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Request body: {'port': {'device_id': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'admin_state_up': True, 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'security_groups': ['2d9fecbc-c34c-4547-87d9-41e4db12438e']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:00:23.255486 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-f5420e7f-f97c-4483-9bb0-7ae42a2ee46b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Made reservation on behalf of a86dfd592edb4ef69492b9ee3d015e57 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 03:00:23.259102 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-f5420e7f-f97c-4483-9bb0-7ae42a2ee46b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:23.329936 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Publish callbacks [] for port, precommit_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:23.335280 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:23.393074 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-f5420e7f-f97c-4483-9bb0-7ae42a2ee46b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Allocated IP 172.20.0.10 (5eb2c3f8-2343-40d8-8314-b3ff498c2051/10f504a7-cead-47da-ab0a-9840754eb1aa/cb187f98-9902-467f-850d-9cfc9b643017) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 03:00:23.502801 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41c9fe-c01c-49c8-a023-e6e1bf1c5d7d None None] Pushing event updated for resources: {'Port': ['ID=3c2c956d-4cc7-4741-900b-c3fc6c094ec1,revision_number=3']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:23.531844 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Attempting to bind port 3c2c956d-4cc7-4741-900b-c3fc6c094ec1 on host dv-neutron-804846-18-hyperv for vnic_type normal with profile {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 03:00:23.532211 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Attempting to bind port 3c2c956d-4cc7-4741-900b-c3fc6c094ec1 by drivers openvswitch,hyperv on host dv-neutron-804846-18-hyperv at level 0 using segments [{'id': 'ff3b27c2-8f07-4e8e-b753-4141e94bf984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55adda22-8432-4a4a-8502-41fdfc53a7a8'}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 03:00:23.532575 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Attempting to bind port 3c2c956d-4cc7-4741-900b-c3fc6c094ec1 on network 55adda22-8432-4a4a-8502-41fdfc53a7a8 {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 03:00:23.537796 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Checking agent: {'id': '55dad73b-a58b-4bb7-92c0-bb49dd676296', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-804846-18-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 5, 39), 'started_at': datetime.datetime(2021, 12, 9, 2, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 3, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-804846-18-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 03:00:23.538175 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Checking segment: {'id': 'ff3b27c2-8f07-4e8e-b753-4141e94bf984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55adda22-8432-4a4a-8502-41fdfc53a7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 03:00:23.538560 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:23.538950 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Bound using segment: {'id': 'ff3b27c2-8f07-4e8e-b753-4141e94bf984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55adda22-8432-4a4a-8502-41fdfc53a7a8'} {{(pid=103336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 03:00:23.539421 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.managers [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Bound port: 3c2c956d-4cc7-4741-900b-c3fc6c094ec1, host: dv-neutron-804846-18-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3b27c2-8f07-4e8e-b753-4141e94bf984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '55adda22-8432-4a4a-8502-41fdfc53a7a8'}}] {{(pid=103336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 03:00:23.539837 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:23.547700 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-f5420e7f-f97c-4483-9bb0-7ae42a2ee46b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:23.590488 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-f5420e7f-f97c-4483-9bb0-7ae42a2ee46b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:23.610247 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] For port 3c2c956d-4cc7-4741-900b-c3fc6c094ec1, host dv-neutron-804846-18-hyperv, cleared binding levels {{(pid=103336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 03:00:23.613366 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.plugins.ml2.db [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] For port 3c2c956d-4cc7-4741-900b-c3fc6c094ec1, host dv-neutron-804846-18-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=3c2c956d-4cc7-4741-900b-c3fc6c094ec1,segment=NetworkSegment(ff3b27c2-8f07-4e8e-b753-4141e94bf984),segment_id=ff3b27c2-8f07-4e8e-b753-4141e94bf984)] {{(pid=103336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 03:00:23.617872 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron_lib.callbacks.manager [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:23.633212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-f5420e7f-f97c-4483-9bb0-7ae42a2ee46b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 03:00:23.640799 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-f5420e7f-f97c-4483-9bb0-7ae42a2ee46b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 03:00:23.645144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-f5420e7f-f97c-4483-9bb0-7ae42a2ee46b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 03:00:23.650519 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-4f12281a-4cd2-4885-99dd-e89f97392213 None None] Provisioning complete for port 3c2c956d-4cc7-4741-900b-c3fc6c094ec1 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:23.651467 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f12281a-4cd2-4885-99dd-e89f97392213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:23.671042 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5420e7f-f97c-4483-9bb0-7ae42a2ee46b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event updated for resources: {'Port': ['ID=cb187f98-9902-467f-850d-9cfc9b643017,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:23.689733 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41c9fe-c01c-49c8-a023-e6e1bf1c5d7d None None] Pushing event updated for resources: {'Port': ['ID=3c2c956d-4cc7-4741-900b-c3fc6c094ec1,revision_number=4']} {{(pid=103336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:23.704340 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Routers {'64fad147-f6f4-493f-b938-00fbfd1f79ee'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:00:23.705121 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:00:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['64fad147-f6f4-493f-b938-00fbfd1f79ee'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:23.714750 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-f5420e7f-f97c-4483-9bb0-7ae42a2ee46b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:23.715399 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-f5420e7f-f97c-4483-9bb0-7ae42a2ee46b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:23.742686 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-f5420e7f-f97c-4483-9bb0-7ae42a2ee46b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5959935 Dec 09 03:00:23.746566 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f12281a-4cd2-4885-99dd-e89f97392213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:23.782455 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4f12281a-4cd2-4885-99dd-e89f97392213 None None] For port 3c2c956d-4cc7-4741-900b-c3fc6c094ec1, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=3c2c956d-4cc7-4741-900b-c3fc6c094ec1,segment=NetworkSegment(ff3b27c2-8f07-4e8e-b753-4141e94bf984),segment_id=ff3b27c2-8f07-4e8e-b753-4141e94bf984)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:00:23.789218 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4f12281a-4cd2-4885-99dd-e89f97392213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:23.822592 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Request body: {'port': {'device_id': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:00:23.862601 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12281a-4cd2-4885-99dd-e89f97392213 None None] Pushing event updated for resources: {'Port': ['ID=3c2c956d-4cc7-4741-900b-c3fc6c094ec1,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:23.871976 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] Set router 64fad147-f6f4-493f-b938-00fbfd1f79ee gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:00:23.900996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:24.011567 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-ff7ccfe3-99bf-405d-8aff-50f6ffe0bd03 None None] Provisioning complete for port 3c2c956d-4cc7-4741-900b-c3fc6c094ec1 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:24.011940 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff7ccfe3-99bf-405d-8aff-50f6ffe0bd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:24.106969 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'name': 'tempest-TestSnapshotPattern-1458991468-router', 'tenant_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:15Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 4, 'project_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'gw_port': {'id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:65:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:16Z', 'updated_at': '2021-12-09T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3c2c956d-4cc7-4741-900b-c3fc6c094ec1', 'name': '', 'network_id': '55adda22-8432-4a4a-8502-41fdfc53a7a8', 'tenant_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'mac_address': 'fa:16:3e:66:3b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ce5c18d3-5496-4b98-8069-b5b061b7bf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:18Z', 'updated_at': '2021-12-09T03:00:23Z', 'revision_number': 4, 'project_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'subnets': [{'id': 'ce5c18d3-5496-4b98-8069-b5b061b7bf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:24.109092 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-ff7ccfe3-99bf-405d-8aff-50f6ffe0bd03 None None] Provisioning complete for port cb187f98-9902-467f-850d-9cfc9b643017 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:24.109470 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ff7ccfe3-99bf-405d-8aff-50f6ffe0bd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:24.139238 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1ccffd-5f0f-4810-a8bc-a0f11ddab0ee None None] The sync data for ids ['64fad147-f6f4-493f-b938-00fbfd1f79ee'] in dv-neutron-804846-18-hyperv is: [{'id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'name': 'tempest-TestSnapshotPattern-1458991468-router', 'tenant_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:15Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 4, 'project_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'gw_port': {'id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:65:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:16Z', 'updated_at': '2021-12-09T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '3c2c956d-4cc7-4741-900b-c3fc6c094ec1', 'name': '', 'network_id': '55adda22-8432-4a4a-8502-41fdfc53a7a8', 'tenant_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'mac_address': 'fa:16:3e:66:3b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'ce5c18d3-5496-4b98-8069-b5b061b7bf61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:18Z', 'updated_at': '2021-12-09T03:00:23Z', 'revision_number': 4, 'project_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'subnets': [{'id': 'ce5c18d3-5496-4b98-8069-b5b061b7bf61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 03:00:24.147037 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ccfe3-99bf-405d-8aff-50f6ffe0bd03 None None] Port cb187f98-9902-467f-850d-9cfc9b643017 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 03:00:24.192734 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83970f05-564c-48b7-aff8-5b6026c41266 req-52015761-3e7a-4a44-876e-5ad9b4761b3f tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:24.194752 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-83970f05-564c-48b7-aff8-5b6026c41266 req-52015761-3e7a-4a44-876e-5ad9b4761b3f tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 932 time: 0.0934589 Dec 09 03:00:24.253639 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb187f98-9902-467f-850d-9cfc9b643017 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 03:00:24.265482 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:24.285978 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-83970f05-564c-48b7-aff8-5b6026c41266 req-975dfd01-c656-45d0-b11f-eb14360eff67 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852222 Dec 09 03:00:24.290931 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Transition to ACTIVE for port object cb187f98-9902-467f-850d-9cfc9b643017 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 03:00:24.296371 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:24.353803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Pushing event updated for resources: {'Port': ['ID=cb187f98-9902-467f-850d-9cfc9b643017,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:24.430891 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Attempting to bind port cb187f98-9902-467f-850d-9cfc9b643017 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 03:00:24.431237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Attempting to bind port cb187f98-9902-467f-850d-9cfc9b643017 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'd483d1d9-d020-4caf-aa55-f5a533a49291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 03:00:24.431619 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Attempting to bind port cb187f98-9902-467f-850d-9cfc9b643017 on network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 03:00:24.436496 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Port cb187f98-9902-467f-850d-9cfc9b643017 on network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 03:00:24.436841 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Attempting to bind port cb187f98-9902-467f-850d-9cfc9b643017 on network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 03:00:24.442300 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 3, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 03:00:24.442651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Checking segment: {'id': 'd483d1d9-d020-4caf-aa55-f5a533a49291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 03:00:24.443041 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Bound using segment: {'id': 'd483d1d9-d020-4caf-aa55-f5a533a49291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 03:00:24.443532 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Bound port: cb187f98-9902-467f-850d-9cfc9b643017, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd483d1d9-d020-4caf-aa55-f5a533a49291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 03:00:24.443880 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:24.520002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] For port cb187f98-9902-467f-850d-9cfc9b643017, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 03:00:24.523507 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] For port cb187f98-9902-467f-850d-9cfc9b643017, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cb187f98-9902-467f-850d-9cfc9b643017,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 03:00:24.528184 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:24.566027 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:24.566660 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:24.568185 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] 10.222.0.45 "PUT /v2.0/ports/cb187f98-9902-467f-850d-9cfc9b643017 HTTP/1.1" status: 200 len: 1094 time: 0.8107615 Dec 09 03:00:24.568696 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'tag': 'cb187f98-9902-467f-850d-9cfc9b643017'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 03:00:24.570901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea75477-e5f3-4a2c-a3f1-1615c6a64e45" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3abd40-00e0-4ff8-86cf-c3711a6eed22", "tag": "cb187f98-9902-467f-850d-9cfc9b643017"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 03:00:24.601307 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e64798-261a-435d-8e86-9f436b4359dd service neutron] Pushing event updated for resources: {'Port': ['ID=cb187f98-9902-467f-850d-9cfc9b643017,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:24.623359 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 03:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9821a321-2bd5-4c85-895d-23f9c7fc2da0 x-openstack-request-id: req-9821a321-2bd5-4c85-895d-23f9c7fc2da0 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 03:00:24.623708 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3abd40-00e0-4ff8-86cf-c3711a6eed22", "tag": "cb187f98-9902-467f-850d-9cfc9b643017", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 03:00:24.623968 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9821a321-2bd5-4c85-895d-23f9c7fc2da0 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 03:00:24.624376 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'tag': 'cb187f98-9902-467f-850d-9cfc9b643017', 'status': 'completed', 'code': 200} Dec 09 03:00:24.684619 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-d2f0dce1-20c6-4278-a67e-447bb421c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:24.686353 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-d2f0dce1-20c6-4278-a67e-447bb421c346 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a86dfd592edb4ef69492b9ee3d015e57&device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 1097 time: 0.0438504 Dec 09 03:00:24.736792 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-6efa0bdf-7517-46dc-bbf5-18702048cc16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb187f98-9902-467f-850d-9cfc9b643017 HTTP/1.1" status: 200 len: 217 time: 0.0360780 Dec 09 03:00:24.789431 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-db0cdb28-a164-45c9-913f-afcd78e662e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:24.790891 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-db0cdb28-a164-45c9-913f-afcd78e662e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10f504a7-cead-47da-ab0a-9840754eb1aa HTTP/1.1" status: 200 len: 849 time: 0.0474277 Dec 09 03:00:24.836472 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-8aa438c1-1c2b-465d-8f8d-f77e40a17e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:24.837961 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-8aa438c1-1c2b-465d-8f8d-f77e40a17e48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5eb2c3f8-2343-40d8-8314-b3ff498c2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0406585 Dec 09 03:00:24.925352 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-fb09a392-2253-4294-9abb-6f29a335e88d service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802610 Dec 09 03:00:25.016204 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9ac9f309-417d-4244-a298-cfd6d35f7b37 req-2d66e771-1db5-423e-a947-dc3a75abe7af service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840664 Dec 09 03:00:25.141458 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea75477-e5f3-4a2c-a3f1-1615c6a64e45 req-46ea2d87-5d07-4069-a878-4338d55f4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:25.143004 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7ea75477-e5f3-4a2c-a3f1-1615c6a64e45 req-46ea2d87-5d07-4069-a878-4338d55f4b8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a86dfd592edb4ef69492b9ee3d015e57&device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 1097 time: 0.0426638 Dec 09 03:00:25.237747 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea75477-e5f3-4a2c-a3f1-1615c6a64e45 req-ed58055d-8a5c-42ad-b577-b52efb016adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:25.239218 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7ea75477-e5f3-4a2c-a3f1-1615c6a64e45 req-ed58055d-8a5c-42ad-b577-b52efb016adc service neutron] 10.222.0.45 "GET /v2.0/networks?id=5eb2c3f8-2343-40d8-8314-b3ff498c2051 HTTP/1.1" status: 200 len: 911 time: 0.0891225 Dec 09 03:00:25.281021 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7ea75477-e5f3-4a2c-a3f1-1615c6a64e45 req-c86acafa-7024-4bef-9148-d919645f405b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb187f98-9902-467f-850d-9cfc9b643017 HTTP/1.1" status: 200 len: 217 time: 0.0345206 Dec 09 03:00:25.334849 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea75477-e5f3-4a2c-a3f1-1615c6a64e45 req-bf479ee0-fbb1-44de-aea9-b726882915f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:25.336553 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7ea75477-e5f3-4a2c-a3f1-1615c6a64e45 req-bf479ee0-fbb1-44de-aea9-b726882915f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10f504a7-cead-47da-ab0a-9840754eb1aa HTTP/1.1" status: 200 len: 849 time: 0.0476754 Dec 09 03:00:25.340599 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 3c2c956d-4cc7-4741-900b-c3fc6c094ec1 up at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 03:00:25.389766 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Provisioning complete for port 3c2c956d-4cc7-4741-900b-c3fc6c094ec1 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:25.390267 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:25.412943 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea75477-e5f3-4a2c-a3f1-1615c6a64e45 req-bfce8129-ed8d-4bb4-8927-7fe79b9b8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:25.414429 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7ea75477-e5f3-4a2c-a3f1-1615c6a64e45 req-bfce8129-ed8d-4bb4-8927-7fe79b9b8040 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5eb2c3f8-2343-40d8-8314-b3ff498c2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0710649 Dec 09 03:00:25.437519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1700991-ccf5-4165-b3d7-4101230d4818 req-e5b581d0-fe52-41de-a2ce-f53bdf9bdfc5 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:25.438950 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c1700991-ccf5-4165-b3d7-4101230d4818 req-e5b581d0-fe52-41de-a2ce-f53bdf9bdfc5 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 944 time: 0.0704637 Dec 09 03:00:25.539123 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c1700991-ccf5-4165-b3d7-4101230d4818 req-3aa63c89-0e0f-4283-bcb9-06ec12c109da tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905809 Dec 09 03:00:25.551221 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7ea75477-e5f3-4a2c-a3f1-1615c6a64e45 req-d97acfa8-1136-4826-b0e9-345502cd7640 service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293402 Dec 09 03:00:25.647129 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7ea75477-e5f3-4a2c-a3f1-1615c6a64e45 req-5451ef58-7274-4a1e-b36c-f614a6a1d133 service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869021 Dec 09 03:00:26.658120 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c801e-9687-4031-8a2a-b9b754cf95ad req-499f8291-4bf9-4c1f-bec2-cbac8f4c21e9 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:26.659622 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8c1c801e-9687-4031-8a2a-b9b754cf95ad req-499f8291-4bf9-4c1f-bec2-cbac8f4c21e9 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 944 time: 0.0492198 Dec 09 03:00:26.707116 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8c1c801e-9687-4031-8a2a-b9b754cf95ad req-6a8b1323-1eae-4d8a-a173-cc0af1d2e202 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417392 Dec 09 03:00:27.069601 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device cb187f98-9902-467f-850d-9cfc9b643017 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 03:00:27.162873 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port cb187f98-9902-467f-850d-9cfc9b643017, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cb187f98-9902-467f-850d-9cfc9b643017,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:00:27.174701 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'cb187f98-9902-467f-850d-9cfc9b643017', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'port_id': 'cb187f98-9902-467f-850d-9cfc9b643017', 'mac_address': 'fa:16:3e:eb:28:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 03:00:27.213008 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:27.225843 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb187f98-9902-467f-850d-9cfc9b643017 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 03:00:27.244812 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port cb187f98-9902-467f-850d-9cfc9b643017, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cb187f98-9902-467f-850d-9cfc9b643017,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:00:27.248770 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:27.295963 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=cb187f98-9902-467f-850d-9cfc9b643017,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:27.536520 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['cb187f98-9902-467f-850d-9cfc9b643017'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 03:00:27.823825 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a722d0-b15e-4fab-acbd-20fdb04f84d8 req-6f12493d-c13a-4827-8c27-5d066338cac5 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:27.825216 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c3a722d0-b15e-4fab-acbd-20fdb04f84d8 req-6f12493d-c13a-4827-8c27-5d066338cac5 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 945 time: 0.0526185 Dec 09 03:00:27.873973 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c3a722d0-b15e-4fab-acbd-20fdb04f84d8 req-9c1d8681-9311-4708-8ae1-132d4ea6c8e6 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414212 Dec 09 03:00:28.988017 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22e755-79f2-486d-93f6-a553b1e06f68 req-6133075d-7da9-4ca2-b733-3ae944409237 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:28.989399 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d22e755-79f2-486d-93f6-a553b1e06f68 req-6133075d-7da9-4ca2-b733-3ae944409237 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 945 time: 0.0491853 Dec 09 03:00:29.037823 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d22e755-79f2-486d-93f6-a553b1e06f68 req-f921cd2b-fafe-459f-b1a4-8eba4ef8da09 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425949 Dec 09 03:00:29.083388 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device cb187f98-9902-467f-850d-9cfc9b643017 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 03:00:29.131942 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port cb187f98-9902-467f-850d-9cfc9b643017 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 03:00:29.135835 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port cb187f98-9902-467f-850d-9cfc9b643017 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:00:29.136212 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:29.213607 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:29.235423 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb187f98-9902-467f-850d-9cfc9b643017'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 03:00:29.237714 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fa144e-5a39-4dad-99cf-387aac7364f7" -d '{"events": [{"server_uuid": "9d3abd40-00e0-4ff8-86cf-c3711a6eed22", "name": "network-vif-plugged", "status": "completed", "tag": "cb187f98-9902-467f-850d-9cfc9b643017"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 03:00:29.250672 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port cb187f98-9902-467f-850d-9cfc9b643017, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cb187f98-9902-467f-850d-9cfc9b643017,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:00:29.256793 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:29.302698 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=cb187f98-9902-467f-850d-9cfc9b643017,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:29.333626 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 03:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2e3c1b-cad1-4b15-a000-17e0f2f0a9dd x-openstack-request-id: req-3c2e3c1b-cad1-4b15-a000-17e0f2f0a9dd {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 03:00:29.333927 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3abd40-00e0-4ff8-86cf-c3711a6eed22", "name": "network-vif-plugged", "status": "completed", "tag": "cb187f98-9902-467f-850d-9cfc9b643017", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 03:00:29.334187 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c2e3c1b-cad1-4b15-a000-17e0f2f0a9dd {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 03:00:29.334588 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb187f98-9902-467f-850d-9cfc9b643017', 'code': 200} Dec 09 03:00:29.534361 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f6605-5c55-48a7-9fd4-be14eb696bfe req-cab76536-81ac-4d87-a88e-2b590bbec918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:29.535757 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4d7f6605-5c55-48a7-9fd4-be14eb696bfe req-cab76536-81ac-4d87-a88e-2b590bbec918 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 1099 time: 0.0390267 Dec 09 03:00:29.583906 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4d7f6605-5c55-48a7-9fd4-be14eb696bfe req-ad986e39-466e-433c-81b5-9b78f8f1bea7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408194 Dec 09 03:00:30.152151 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef0cc3-7f11-45d3-8fc9-2add73f22de2 req-96f9dde8-1166-4b5d-a850-33302df275f4 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:30.153625 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-55ef0cc3-7f11-45d3-8fc9-2add73f22de2 req-96f9dde8-1166-4b5d-a850-33302df275f4 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 946 time: 0.0493405 Dec 09 03:00:30.201459 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-55ef0cc3-7f11-45d3-8fc9-2add73f22de2 req-558aae58-a382-4907-ad9d-38d879b8c71e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413043 Dec 09 03:00:31.313728 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068489da-2bb2-4898-bed9-d0705ceeefbc req-40494127-58f6-49d7-9d47-b6b739a43895 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:31.315215 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-068489da-2bb2-4898-bed9-d0705ceeefbc req-40494127-58f6-49d7-9d47-b6b739a43895 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 946 time: 0.0475726 Dec 09 03:00:31.362169 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-068489da-2bb2-4898-bed9-d0705ceeefbc req-14897cff-70f8-4a26-848b-cbf8b72b0be9 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410419 Dec 09 03:00:31.473632 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cf195-e265-4516-92e2-f83ed4dbd886 req-ea8579f1-69b4-4c1f-9a15-e29105b1b6a0 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:31.475127 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-af2cf195-e265-4516-92e2-f83ed4dbd886 req-ea8579f1-69b4-4c1f-9a15-e29105b1b6a0 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 946 time: 0.0507128 Dec 09 03:00:31.523512 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-af2cf195-e265-4516-92e2-f83ed4dbd886 req-5c9d158f-4e78-4ab8-83db-80ca2f2266e8 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 Dec 09 03:00:31.545605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44502) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:31.626394 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e32986-e7bd-4825-a483-f7e46cf35113 tempest-TestSnapshotPattern-2033103410 tempest-TestSnapshotPattern-2033103410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:31.628517 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f0e32986-e7bd-4825-a483-f7e46cf35113 tempest-TestSnapshotPattern-2033103410 tempest-TestSnapshotPattern-2033103410-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 1094 time: 0.0818686 Dec 09 03:00:31.631501 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44508) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:00:31.636005 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': 'cb187f98-9902-467f-850d-9cfc9b643017', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:00:31.656826 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:32.046370 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:32.143216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Allocated IP 172.26.3.147 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/f415aaca-f84f-4ec8-9a45-58d58cf83cdb) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 03:00:32.242322 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:32.275003 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:32.310342 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 03:00:32.313537 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 03:00:32.316088 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 03:00:32.343979 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event updated for resources: {'Port': ['ID=f415aaca-f84f-4ec8-9a45-58d58cf83cdb,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:32.682512 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:32.749949 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:32.896923 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:32.901315 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:32.969175 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event updated for resources: {'Port': ['ID=f415aaca-f84f-4ec8-9a45-58d58cf83cdb,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:00:32.980978 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:33.084635 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Floating IP 2628b761-e1c7-4b2d-b69f-303ee3f8d371 associated. External IP: 172.26.3.147, port: cb187f98-9902-467f-850d-9cfc9b643017. Dec 09 03:00:33.147698 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c2719996-3d68-4218-ab5c-e62578293691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:33.289581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Router 05007ce1-016f-40db-bb9a-a15d37758a39 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 03:00:33.390732 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 03:00:33.400652 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea356c94-8944-4316-8f22-17403326b3e5 None None] Sync routers for ids ['05007ce1-016f-40db-bb9a-a15d37758a39'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 03:00:33.408617 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:33.412723 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea356c94-8944-4316-8f22-17403326b3e5 None None] Routers {'05007ce1-016f-40db-bb9a-a15d37758a39'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:00:33.413352 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ea356c94-8944-4316-8f22-17403326b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:00:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['05007ce1-016f-40db-bb9a-a15d37758a39'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:33.439640 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9174c121-e2b0-4604-8911-2ab20adc0a5b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8068612 Dec 09 03:00:33.440237 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'tag': 'cb187f98-9902-467f-850d-9cfc9b643017'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 03:00:33.442722 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01512be9-b849-49f3-83e2-d1de61283465" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3abd40-00e0-4ff8-86cf-c3711a6eed22", "tag": "cb187f98-9902-467f-850d-9cfc9b643017"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 03:00:33.531595 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ea356c94-8944-4316-8f22-17403326b3e5 None None] Set router 05007ce1-016f-40db-bb9a-a15d37758a39 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:00:33.545641 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 03:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7658a4-219d-4bf4-b02f-bf75bfcc6557 x-openstack-request-id: req-0b7658a4-219d-4bf4-b02f-bf75bfcc6557 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 03:00:33.545941 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3abd40-00e0-4ff8-86cf-c3711a6eed22", "tag": "cb187f98-9902-467f-850d-9cfc9b643017", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 03:00:33.546219 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b7658a4-219d-4bf4-b02f-bf75bfcc6557 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 03:00:33.546632 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'tag': 'cb187f98-9902-467f-850d-9cfc9b643017', 'status': 'completed', 'code': 200} Dec 09 03:00:33.629553 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01512be9-b849-49f3-83e2-d1de61283465 req-dd889ba8-66ed-4e0f-b304-3e995d599282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:33.631320 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01512be9-b849-49f3-83e2-d1de61283465 req-dd889ba8-66ed-4e0f-b304-3e995d599282 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a86dfd592edb4ef69492b9ee3d015e57&device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 1099 time: 0.0406218 Dec 09 03:00:33.719917 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01512be9-b849-49f3-83e2-d1de61283465 req-1675a791-8b8b-4abb-89dc-3c6b3d517ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:33.721396 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01512be9-b849-49f3-83e2-d1de61283465 req-1675a791-8b8b-4abb-89dc-3c6b3d517ce7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5eb2c3f8-2343-40d8-8314-b3ff498c2051 HTTP/1.1" status: 200 len: 911 time: 0.0833254 Dec 09 03:00:33.756506 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ea356c94-8944-4316-8f22-17403326b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '2628b761-e1c7-4b2d-b69f-303ee3f8d371', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'floating_ip_address': '172.26.3.147', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'port_id': 'cb187f98-9902-467f-850d-9cfc9b643017', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'mac_address': 'fa:16:3e:eb:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T03:00:32Z', 'updated_at': '2021-12-09T03:00:32Z', 'revision_number': 0, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aea095-0272-44bf-b722-ea12e0ea9244', 'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'mac_address': 'fa:16:3e:5d:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:13Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 5, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'subnets': [{'id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:33.786664 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea356c94-8944-4316-8f22-17403326b3e5 None None] Checking router: 05007ce1-016f-40db-bb9a-a15d37758a39 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 03:00:33.790315 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01512be9-b849-49f3-83e2-d1de61283465 req-1e2c63de-822a-400f-8f28-69f63d2e9da1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb187f98-9902-467f-850d-9cfc9b643017 HTTP/1.1" status: 200 len: 1000 time: 0.0615649 Dec 09 03:00:33.795052 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea356c94-8944-4316-8f22-17403326b3e5 None None] Routers {'05007ce1-016f-40db-bb9a-a15d37758a39'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:00:33.795689 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ea356c94-8944-4316-8f22-17403326b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:00:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['05007ce1-016f-40db-bb9a-a15d37758a39'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:33.841670 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01512be9-b849-49f3-83e2-d1de61283465 req-4126e0ba-600f-49aa-b3ba-4dc91b933699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:33.843166 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01512be9-b849-49f3-83e2-d1de61283465 req-4126e0ba-600f-49aa-b3ba-4dc91b933699 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10f504a7-cead-47da-ab0a-9840754eb1aa HTTP/1.1" status: 200 len: 849 time: 0.0465252 Dec 09 03:00:33.889517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01512be9-b849-49f3-83e2-d1de61283465 req-a2eb964b-9a0d-497f-8422-46b13b394683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:00:33.891043 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01512be9-b849-49f3-83e2-d1de61283465 req-a2eb964b-9a0d-497f-8422-46b13b394683 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5eb2c3f8-2343-40d8-8314-b3ff498c2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405912 Dec 09 03:00:33.903666 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ea356c94-8944-4316-8f22-17403326b3e5 None None] Set router 05007ce1-016f-40db-bb9a-a15d37758a39 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:00:33.982201 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01512be9-b849-49f3-83e2-d1de61283465 req-90a70337-8aca-4cf4-8072-8e49dbee0250 service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838499 Dec 09 03:00:34.071800 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-01512be9-b849-49f3-83e2-d1de61283465 req-30483c50-c282-4328-bf38-34c7220326e8 service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820909 Dec 09 03:00:34.122006 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ea356c94-8944-4316-8f22-17403326b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '2628b761-e1c7-4b2d-b69f-303ee3f8d371', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'floating_ip_address': '172.26.3.147', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'port_id': 'cb187f98-9902-467f-850d-9cfc9b643017', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'mac_address': 'fa:16:3e:eb:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T03:00:32Z', 'updated_at': '2021-12-09T03:00:32Z', 'revision_number': 0, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aea095-0272-44bf-b722-ea12e0ea9244', 'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'mac_address': 'fa:16:3e:5d:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:13Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 5, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'subnets': [{'id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:00:34.149451 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea356c94-8944-4316-8f22-17403326b3e5 None None] The sync data for ids ['05007ce1-016f-40db-bb9a-a15d37758a39'] in dv-neutron-804846-18-hyperv is: [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '2628b761-e1c7-4b2d-b69f-303ee3f8d371', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'floating_ip_address': '172.26.3.147', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'port_id': 'cb187f98-9902-467f-850d-9cfc9b643017', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'mac_address': 'fa:16:3e:eb:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T03:00:32Z', 'updated_at': '2021-12-09T03:00:32Z', 'revision_number': 0, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aea095-0272-44bf-b722-ea12e0ea9244', 'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'mac_address': 'fa:16:3e:5d:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:13Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 5, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'subnets': [{'id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 03:00:34.336255 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2102efdb-4a0e-4804-bf91-e74ef7713b51 None None] New status for floating IP 2628b761-e1c7-4b2d-b69f-303ee3f8d371: ACTIVE {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 03:00:35.371490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-00ca7a81-f04c-4ff7-b27e-30d86dfc15ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:36.582225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:37.974530 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:38.788530 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:44.510493 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:00:50.336015 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:01:03.149439 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6aa85b41-2d2a-4209-91df-edcef1383e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:01:05.364167 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-adc9ec44-063e-4b8a-97b3-5f3b3566759c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:01:06.585014 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:01:07.723184 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b1f58d2b-8a2e-4dc4-ac0b-34015c56cdf7 req-2b58b083-b7e0-4f72-a22a-76ac6ceef5eb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452688 Dec 09 03:01:07.823705 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f58d2b-8a2e-4dc4-ac0b-34015c56cdf7 req-15a23159-dc5f-4bf0-9cc0-48eb96877acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:01:07.825155 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b1f58d2b-8a2e-4dc4-ac0b-34015c56cdf7 req-15a23159-dc5f-4bf0-9cc0-48eb96877acf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a86dfd592edb4ef69492b9ee3d015e57&device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 1099 time: 0.0396686 Dec 09 03:01:07.930266 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f58d2b-8a2e-4dc4-ac0b-34015c56cdf7 req-d8ddeecd-bde9-41e4-960f-ad5b35041d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:01:07.931784 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b1f58d2b-8a2e-4dc4-ac0b-34015c56cdf7 req-d8ddeecd-bde9-41e4-960f-ad5b35041d1a service neutron] 10.222.0.45 "GET /v2.0/networks?id=5eb2c3f8-2343-40d8-8314-b3ff498c2051 HTTP/1.1" status: 200 len: 911 time: 0.0829327 Dec 09 03:01:07.977695 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:01:08.004307 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b1f58d2b-8a2e-4dc4-ac0b-34015c56cdf7 req-7f894405-6878-4a06-98be-c24e3ee33b30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb187f98-9902-467f-850d-9cfc9b643017 HTTP/1.1" status: 200 len: 1002 time: 0.0639858 Dec 09 03:01:08.053282 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f58d2b-8a2e-4dc4-ac0b-34015c56cdf7 req-0de4a60a-dfbd-4ed7-b1b1-2a87fb444a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:01:08.054706 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b1f58d2b-8a2e-4dc4-ac0b-34015c56cdf7 req-0de4a60a-dfbd-4ed7-b1b1-2a87fb444a12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10f504a7-cead-47da-ab0a-9840754eb1aa HTTP/1.1" status: 200 len: 849 time: 0.0428967 Dec 09 03:01:08.100808 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f58d2b-8a2e-4dc4-ac0b-34015c56cdf7 req-69278055-1a91-46e2-9c91-50d957239641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:01:08.102282 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b1f58d2b-8a2e-4dc4-ac0b-34015c56cdf7 req-69278055-1a91-46e2-9c91-50d957239641 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5eb2c3f8-2343-40d8-8314-b3ff498c2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0389829 Dec 09 03:01:08.195315 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b1f58d2b-8a2e-4dc4-ac0b-34015c56cdf7 req-41d10b7b-197b-4a00-9bf2-95170772c0c7 service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849562 Dec 09 03:01:08.283553 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-b1f58d2b-8a2e-4dc4-ac0b-34015c56cdf7 req-f6168f50-0a9a-4006-a4fc-1985fccca5a7 service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800884 Dec 09 03:01:08.790944 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:01:14.524686 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:01:27.335182 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:01:33.151726 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1f57dc86-7707-46b6-b4fe-b277ca5780f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:01:35.365438 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-910fc10a-1428-499a-96c9-c5f6e0aff7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:01:36.588723 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:01:37.980720 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:01:38.792806 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:01:44.525650 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:03.152063 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-71140aa2-a065-4afb-92eb-b75badb17169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:04.333538 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:02:05.366421 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0c1266a0-6b35-4fe6-95de-a06f0fc35cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:06.592661 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:07.983257 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:08.794357 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:09.750991 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c728d602-741d-4f83-8080-61ceda3f4512 req-4e075316-5aef-4ed7-abbf-624d61396b11 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445542 Dec 09 03:02:09.848959 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728d602-741d-4f83-8080-61ceda3f4512 req-d73f0ddb-94a5-40c4-9868-6a655b11419c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:09.850439 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c728d602-741d-4f83-8080-61ceda3f4512 req-d73f0ddb-94a5-40c4-9868-6a655b11419c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a86dfd592edb4ef69492b9ee3d015e57&device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 1099 time: 0.0404580 Dec 09 03:02:09.950942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728d602-741d-4f83-8080-61ceda3f4512 req-e48b1d0c-12c0-41de-8462-04d1c76d30ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:09.952442 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c728d602-741d-4f83-8080-61ceda3f4512 req-e48b1d0c-12c0-41de-8462-04d1c76d30ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=5eb2c3f8-2343-40d8-8314-b3ff498c2051 HTTP/1.1" status: 200 len: 911 time: 0.0831053 Dec 09 03:02:10.020973 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c728d602-741d-4f83-8080-61ceda3f4512 req-f5c6ab81-fa35-42e7-a4df-0852a2afa3dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb187f98-9902-467f-850d-9cfc9b643017 HTTP/1.1" status: 200 len: 1002 time: 0.0609658 Dec 09 03:02:10.069003 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728d602-741d-4f83-8080-61ceda3f4512 req-9f0df1cb-771b-4064-ab2c-ed4477fb8b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:10.070410 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c728d602-741d-4f83-8080-61ceda3f4512 req-9f0df1cb-771b-4064-ab2c-ed4477fb8b85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10f504a7-cead-47da-ab0a-9840754eb1aa HTTP/1.1" status: 200 len: 849 time: 0.0422394 Dec 09 03:02:10.114357 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728d602-741d-4f83-8080-61ceda3f4512 req-e45e76fe-63aa-41ab-a86e-cbe110c9f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:10.115826 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c728d602-741d-4f83-8080-61ceda3f4512 req-e45e76fe-63aa-41ab-a86e-cbe110c9f9c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5eb2c3f8-2343-40d8-8314-b3ff498c2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0383728 Dec 09 03:02:10.207308 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c728d602-741d-4f83-8080-61ceda3f4512 req-2d6880a0-9b6d-42a4-993a-22a197c00861 service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841577 Dec 09 03:02:10.295610 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c728d602-741d-4f83-8080-61ceda3f4512 req-7b910eba-784f-4846-bdd9-dcd23cd99c07 service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806262 Dec 09 03:02:14.540624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:31.586048 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device cb187f98-9902-467f-850d-9cfc9b643017 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 03:02:31.821553 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port cb187f98-9902-467f-850d-9cfc9b643017, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cb187f98-9902-467f-850d-9cfc9b643017,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:02:31.833434 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': 'cb187f98-9902-467f-850d-9cfc9b643017', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'port_id': 'cb187f98-9902-467f-850d-9cfc9b643017', 'mac_address': 'fa:16:3e:eb:28:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 03:02:31.870371 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:31.883457 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb187f98-9902-467f-850d-9cfc9b643017 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 03:02:31.902424 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port cb187f98-9902-467f-850d-9cfc9b643017, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cb187f98-9902-467f-850d-9cfc9b643017,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:02:31.905334 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:31.950795 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=cb187f98-9902-467f-850d-9cfc9b643017,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:02:31.957589 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:31.957937 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:31.958277 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:31.958614 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:31.959007 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:31.959336 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:31.959688 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:31.960016 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:31.960345 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:31.960685 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:31.960991 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:31.961306 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:31.961625 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:32.086162 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['cb187f98-9902-467f-850d-9cfc9b643017'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 03:02:33.168335 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0b0a655d-1fbe-4031-a5cc-74e487fd6386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:33.594668 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device cb187f98-9902-467f-850d-9cfc9b643017 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 03:02:33.649918 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port cb187f98-9902-467f-850d-9cfc9b643017 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:02:33.650287 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:33.739863 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:33.775055 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb187f98-9902-467f-850d-9cfc9b643017'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 03:02:33.781015 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb93de70-2a38-4965-8ce7-cc7c6b68c149" -d '{"events": [{"server_uuid": "9d3abd40-00e0-4ff8-86cf-c3711a6eed22", "name": "network-vif-plugged", "status": "completed", "tag": "cb187f98-9902-467f-850d-9cfc9b643017"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 03:02:33.787002 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port cb187f98-9902-467f-850d-9cfc9b643017, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cb187f98-9902-467f-850d-9cfc9b643017,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:02:33.794306 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:33.841971 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 03:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5823a1ef-3435-4e30-ae60-6572db9f7c76 x-openstack-request-id: req-5823a1ef-3435-4e30-ae60-6572db9f7c76 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 03:02:33.842266 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3abd40-00e0-4ff8-86cf-c3711a6eed22", "name": "network-vif-plugged", "status": "completed", "tag": "cb187f98-9902-467f-850d-9cfc9b643017", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 03:02:33.842521 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5823a1ef-3435-4e30-ae60-6572db9f7c76 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 03:02:33.842924 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb187f98-9902-467f-850d-9cfc9b643017', 'code': 200} Dec 09 03:02:33.852469 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=cb187f98-9902-467f-850d-9cfc9b643017,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:02:35.437407 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c272ab51-be0a-4505-a6bb-eca229ea3e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:36.596869 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:37.988040 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:38.800043 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:41.332579 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:02:42.452400 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-3c3c3f50-3a7b-435d-b112-258cd10f76e7 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1782882953&fields=id&tenant_id=a86dfd592edb4ef69492b9ee3d015e57 HTTP/1.1" status: 200 len: 267 time: 0.0481641 Dec 09 03:02:42.555949 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-a3b244d4-6d4e-4a58-8ea0-9eb10d93e003 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:42.557421 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-a3b244d4-6d4e-4a58-8ea0-9eb10d93e003 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/networks?id=5eb2c3f8-2343-40d8-8314-b3ff498c2051 HTTP/1.1" status: 200 len: 810 time: 0.0978744 Dec 09 03:02:42.572373 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-723d590d-54d2-4ff1-a65d-b16973c30193 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/quotas/a86dfd592edb4ef69492b9ee3d015e57 HTTP/1.1" status: 200 len: 375 time: 0.0093503 Dec 09 03:02:42.623680 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-26dc1bdd-23a6-435c-b3b7-de14dc7ed544 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a86dfd592edb4ef69492b9ee3d015e57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463111 Dec 09 03:02:42.719307 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-1d2150ee-e5bc-4d03-afed-d7b540f15644 service neutron] 10.222.0.43 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835848 Dec 09 03:02:42.806072 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-4d825dee-ad42-4fae-9413-18fe3e161c21 service neutron] 10.222.0.43 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807483 Dec 09 03:02:42.967366 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ccd2b45d-4100-4596-9feb-ed48ac99b0fb req-d5d25e56-4fe0-4e11-add8-3386c71f8744 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 210 time: 0.0316310 Dec 09 03:02:43.955848 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-ec5edaef-2182-4eed-9ad3-7c60c8f62dee tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:43.957399 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-ec5edaef-2182-4eed-9ad3-7c60c8f62dee tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.45 "GET /v2.0/networks?id=5eb2c3f8-2343-40d8-8314-b3ff498c2051 HTTP/1.1" status: 200 len: 810 time: 0.1031339 Dec 09 03:02:44.030481 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-1ca84f4b-4015-4904-b75a-4b1ac75ef5d0 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a86dfd592edb4ef69492b9ee3d015e57 HTTP/1.1" status: 200 len: 380 time: 0.0565035 Dec 09 03:02:44.048508 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Request body: {'port': {'device_id': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'admin_state_up': True, 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'security_groups': ['2d9fecbc-c34c-4547-87d9-41e4db12438e']}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:02:44.103680 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-33b1a362-42eb-4790-91af-3e38d37912f2 req-f234c443-16a0-4a25-a463-5027e0321e6a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 210 time: 0.0682552 Dec 09 03:02:44.172512 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Made reservation on behalf of a86dfd592edb4ef69492b9ee3d015e57 for: {'port': 1} {{(pid=103334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 03:02:44.176231 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:44.310631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Allocated IP 172.20.0.3 (5eb2c3f8-2343-40d8-8314-b3ff498c2051/10f504a7-cead-47da-ab0a-9840754eb1aa/6a3ed824-3416-437a-9735-ebc75fd4ea69) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 03:02:44.522718 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:44.563416 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:44.564126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:44.588975 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 03:02:44.612600 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 03:02:44.617222 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 03:02:44.667778 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event updated for resources: {'Port': ['ID=6a3ed824-3416-437a-9735-ebc75fd4ea69,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:02:44.678797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:44.679144 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:44.679649 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:44.679999 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:44.680347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:44.680685 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:44.681015 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:44.681354 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:44.681687 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:44.682020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:44.682351 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:44.682677 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:44.682990 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:02:44.694752 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:44.695397 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:44.716013 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-798aeb6a-5985-442a-beaa-83f5f5771166 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6786251 Dec 09 03:02:44.921377 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-9623bc00-da59-4906-9dd6-79750c412452 None None] Provisioning complete for port 6a3ed824-3416-437a-9735-ebc75fd4ea69 triggered by entity DHCP. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:02:44.921745 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9623bc00-da59-4906-9dd6-79750c412452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:44.955364 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-9623bc00-da59-4906-9dd6-79750c412452 None None] Port 6a3ed824-3416-437a-9735-ebc75fd4ea69 cannot update to ACTIVE because it is not bound. {{(pid=103335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 03:02:45.222722 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ed545-2ce1-4a23-8908-36d822e53491 req-8cd5ebfb-05e0-4932-a045-775481a8b614 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:45.224368 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fd9ed545-2ce1-4a23-8908-36d822e53491 req-8cd5ebfb-05e0-4932-a045-775481a8b614 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 931 time: 0.0492122 Dec 09 03:02:45.280653 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fd9ed545-2ce1-4a23-8908-36d822e53491 req-caf86d74-747c-4e2c-913f-9efb5a294c2d tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497191 Dec 09 03:02:45.660909 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device cb187f98-9902-467f-850d-9cfc9b643017 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 03:02:45.743995 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:45.771159 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb187f98-9902-467f-850d-9cfc9b643017'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 03:02:45.773712 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfba1e1-be95-4a56-93f3-3aa7f678443c" -d '{"events": [{"server_uuid": "9d3abd40-00e0-4ff8-86cf-c3711a6eed22", "name": "network-vif-unplugged", "status": "completed", "tag": "cb187f98-9902-467f-850d-9cfc9b643017"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 03:02:45.786476 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port cb187f98-9902-467f-850d-9cfc9b643017, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cb187f98-9902-467f-850d-9cfc9b643017,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:02:45.793329 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:45.821313 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 03:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3772869d-47bd-45f9-bee4-4a3eb4a08a7d x-openstack-request-id: req-3772869d-47bd-45f9-bee4-4a3eb4a08a7d {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 03:02:45.821619 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3abd40-00e0-4ff8-86cf-c3711a6eed22", "name": "network-vif-unplugged", "status": "completed", "tag": "cb187f98-9902-467f-850d-9cfc9b643017", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 03:02:45.821879 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3772869d-47bd-45f9-bee4-4a3eb4a08a7d {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 03:02:45.822280 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb187f98-9902-467f-850d-9cfc9b643017', 'code': 200} Dec 09 03:02:45.848554 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=cb187f98-9902-467f-850d-9cfc9b643017,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:02:46.403808 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb97f87-0177-43d3-b660-a72e81b865b7 req-ffbd5f74-1f57-4ea9-9c9b-e2adef056dc6 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:46.405203 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-deb97f87-0177-43d3-b660-a72e81b865b7 req-ffbd5f74-1f57-4ea9-9c9b-e2adef056dc6 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 931 time: 0.0541885 Dec 09 03:02:46.456741 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-deb97f87-0177-43d3-b660-a72e81b865b7 req-4a7941a8-09d2-4364-be38-79e5ed8c64eb tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454607 Dec 09 03:02:47.573743 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19906b-9c15-4792-98be-c867ede44bc9 req-32d88273-6cb7-43a5-9fa1-2f18fe1a90f2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:47.575153 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e19906b-9c15-4792-98be-c867ede44bc9 req-32d88273-6cb7-43a5-9fa1-2f18fe1a90f2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 931 time: 0.0508606 Dec 09 03:02:47.623734 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-5e19906b-9c15-4792-98be-c867ede44bc9 req-7091cd07-8945-4f47-80dc-6944d09e2451 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426590 Dec 09 03:02:48.746062 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd73cd-502e-46c8-bcb2-daa9658c9021 req-d00a7e2b-1a8e-401b-a02d-41e9fd66f2fa tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:48.747681 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7ebd73cd-502e-46c8-bcb2-daa9658c9021 req-d00a7e2b-1a8e-401b-a02d-41e9fd66f2fa tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 931 time: 0.0518064 Dec 09 03:02:48.798481 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-7ebd73cd-502e-46c8-bcb2-daa9658c9021 req-f19c1b62-c53d-4362-bdf1-2e620163a657 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449727 Dec 09 03:02:49.922476 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ccae-0ca8-4572-b2ed-d95f620514cf req-3b5d8ba8-b4a6-47d7-89fb-c0a88fae629a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:49.924218 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2073ccae-0ca8-4572-b2ed-d95f620514cf req-3b5d8ba8-b4a6-47d7-89fb-c0a88fae629a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 931 time: 0.0487423 Dec 09 03:02:49.977166 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-2073ccae-0ca8-4572-b2ed-d95f620514cf req-c4436ceb-e7be-453d-8615-9331f498ae5c tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456204 Dec 09 03:02:51.098812 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f9615-2013-4816-ba79-a42239225596 req-11029340-a8f9-4f46-8e2c-a2a1423aea8c tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:51.100677 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ba5f9615-2013-4816-ba79-a42239225596 req-11029340-a8f9-4f46-8e2c-a2a1423aea8c tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 931 time: 0.0499151 Dec 09 03:02:51.168076 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ba5f9615-2013-4816-ba79-a42239225596 req-41744c2c-5223-4160-8b56-1413ffd7259f tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562193 Dec 09 03:02:52.289095 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71802d-3379-4c75-bc03-fea4aa765de8 req-e9489b4a-8b63-4643-aa79-e1e2bd47dbef tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:52.290571 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-be71802d-3379-4c75-bc03-fea4aa765de8 req-e9489b4a-8b63-4643-aa79-e1e2bd47dbef tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 931 time: 0.0526981 Dec 09 03:02:52.360077 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-be71802d-3379-4c75-bc03-fea4aa765de8 req-3d04916d-9834-42d0-9884-a725d2beb781 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636084 Dec 09 03:02:53.478519 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fab15-c19f-4c8b-a48a-c4a22ae11328 req-df075a84-3f84-40f0-9dc9-991f41e240b3 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:53.480060 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bf2fab15-c19f-4c8b-a48a-c4a22ae11328 req-df075a84-3f84-40f0-9dc9-991f41e240b3 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 931 time: 0.0486927 Dec 09 03:02:53.532524 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-bf2fab15-c19f-4c8b-a48a-c4a22ae11328 req-6673e13c-4b8a-4b43-9732-3e890b745f36 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466077 Dec 09 03:02:54.650395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da01c9c-2c41-438b-b35e-7d7eb4ed12ad req-424c5526-f464-4c1a-b062-66f11d72541e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:54.652974 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4da01c9c-2c41-438b-b35e-7d7eb4ed12ad req-424c5526-f464-4c1a-b062-66f11d72541e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 931 time: 0.0519197 Dec 09 03:02:54.706420 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4da01c9c-2c41-438b-b35e-7d7eb4ed12ad req-a4e035b1-87d3-4a94-8c98-d889c19676c3 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475140 Dec 09 03:02:55.659422 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Request body: {'port': {'device_id': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8048'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:02:55.711655 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:55.915505 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e71296-37c9-4e55-989c-47cc56a0f4e7 req-5ba2bf35-fcb3-4b72-b148-c01a2a7e21be tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:55.916881 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3e71296-37c9-4e55-989c-47cc56a0f4e7 req-5ba2bf35-fcb3-4b72-b148-c01a2a7e21be tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 931 time: 0.1064715 Dec 09 03:02:55.992324 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e3e71296-37c9-4e55-989c-47cc56a0f4e7 req-c0cf0f3d-9c21-4eb4-8f9f-1f6e3df68f1a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692110 Dec 09 03:02:56.040592 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3ed824-3416-437a-9735-ebc75fd4ea69 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 03:02:56.050148 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:56.062411 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Transition to ACTIVE for port object 6a3ed824-3416-437a-9735-ebc75fd4ea69 will not be triggered until provisioned by entity L2. {{(pid=103334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 03:02:56.065801 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:56.429570 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Pushing event updated for resources: {'Port': ['ID=6a3ed824-3416-437a-9735-ebc75fd4ea69,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:02:56.476584 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Attempting to bind port 6a3ed824-3416-437a-9735-ebc75fd4ea69 on host hv-neutron-8048 for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 03:02:56.476918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Attempting to bind port 6a3ed824-3416-437a-9735-ebc75fd4ea69 by drivers openvswitch,hyperv on host hv-neutron-8048 at level 0 using segments [{'id': 'd483d1d9-d020-4caf-aa55-f5a533a49291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 03:02:56.477244 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Attempting to bind port 6a3ed824-3416-437a-9735-ebc75fd4ea69 on network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 03:02:56.481367 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Port 6a3ed824-3416-437a-9735-ebc75fd4ea69 on network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8048 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 03:02:56.481689 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Attempting to bind port 6a3ed824-3416-437a-9735-ebc75fd4ea69 on network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 03:02:56.486410 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Checking agent: {'id': '7b8c2276-401c-452b-a044-84290a69d8b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8048', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'started_at': datetime.datetime(2021, 12, 9, 2, 11, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 3, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 03:02:56.486743 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Checking segment: {'id': 'd483d1d9-d020-4caf-aa55-f5a533a49291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 03:02:56.487124 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Bound using segment: {'id': 'd483d1d9-d020-4caf-aa55-f5a533a49291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 03:02:56.487572 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Bound port: 6a3ed824-3416-437a-9735-ebc75fd4ea69, host: hv-neutron-8048, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd483d1d9-d020-4caf-aa55-f5a533a49291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 03:02:56.487926 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:56.548036 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] For port 6a3ed824-3416-437a-9735-ebc75fd4ea69, host hv-neutron-8048, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 03:02:56.550981 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] For port 6a3ed824-3416-437a-9735-ebc75fd4ea69, host hv-neutron-8048, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6a3ed824-3416-437a-9735-ebc75fd4ea69,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 03:02:56.555642 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:56.587949 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:56.588567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:56.589950 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] 10.222.0.45 "PUT /v2.0/ports/6a3ed824-3416-437a-9735-ebc75fd4ea69 HTTP/1.1" status: 200 len: 1093 time: 0.9348817 Dec 09 03:02:56.590394 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'tag': '6a3ed824-3416-437a-9735-ebc75fd4ea69'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 03:02:56.592673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3d30c8-bcdf-426a-981d-262aca955df4" -d '{"events": [{"name": "network-changed", "server_uuid": "51fe7391-4bfa-4685-b48f-d5ed88e26bd4", "tag": "6a3ed824-3416-437a-9735-ebc75fd4ea69"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 03:02:56.625651 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb6d74-1f36-423c-923d-7ae252156e3c service neutron] Pushing event updated for resources: {'Port': ['ID=6a3ed824-3416-437a-9735-ebc75fd4ea69,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:02:56.644255 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 03:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb1b5c6-904c-4d8b-8fa8-bb9a6bd00e65 x-openstack-request-id: req-5bb1b5c6-904c-4d8b-8fa8-bb9a6bd00e65 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 03:02:56.644626 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fe7391-4bfa-4685-b48f-d5ed88e26bd4", "tag": "6a3ed824-3416-437a-9735-ebc75fd4ea69", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 03:02:56.644880 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bb1b5c6-904c-4d8b-8fa8-bb9a6bd00e65 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 03:02:56.645283 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'tag': '6a3ed824-3416-437a-9735-ebc75fd4ea69', 'status': 'completed', 'code': 200} Dec 09 03:02:56.706043 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-481c7df4-9b94-42da-af00-e47184c104ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:56.707611 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-481c7df4-9b94-42da-af00-e47184c104ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a86dfd592edb4ef69492b9ee3d015e57&device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0447118 Dec 09 03:02:56.756501 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-0a1b64b6-5723-4ead-8873-11ca2729caf3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a3ed824-3416-437a-9735-ebc75fd4ea69 HTTP/1.1" status: 200 len: 217 time: 0.0350111 Dec 09 03:02:56.805920 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-41caa690-5d34-4000-8130-9367014158e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:56.807843 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-41caa690-5d34-4000-8130-9367014158e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10f504a7-cead-47da-ab0a-9840754eb1aa HTTP/1.1" status: 200 len: 849 time: 0.0439310 Dec 09 03:02:56.856194 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-326c45be-60c7-4b9f-a89c-e7a726a6dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:56.857653 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-326c45be-60c7-4b9f-a89c-e7a726a6dcaf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5eb2c3f8-2343-40d8-8314-b3ff498c2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0434377 Dec 09 03:02:56.944695 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-547e7556-f120-482d-915c-f9131b0e0e63 service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800428 Dec 09 03:02:57.035021 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-72666f82-40dd-4bdc-8fb8-a33c6ad6d9b2 req-8735c104-0ccd-4c62-b5f4-8f18683253e8 service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833406 Dec 09 03:02:57.113326 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912613fc-796f-48c7-a142-f11422a5fd9c req-b36991f4-de77-4d9a-8fba-f324f6bd219a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:57.114796 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-912613fc-796f-48c7-a142-f11422a5fd9c req-b36991f4-de77-4d9a-8fba-f324f6bd219a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 943 time: 0.0523105 Dec 09 03:02:57.188123 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d30c8-bcdf-426a-981d-262aca955df4 req-990963f6-4e25-4ba8-a1af-56a242efac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:57.189621 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8e3d30c8-bcdf-426a-981d-262aca955df4 req-990963f6-4e25-4ba8-a1af-56a242efac65 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a86dfd592edb4ef69492b9ee3d015e57&device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0710442 Dec 09 03:02:57.193891 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-912613fc-796f-48c7-a142-f11422a5fd9c req-d65ff523-d0c1-4854-bcc0-30226b586d0d tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675881 Dec 09 03:02:57.281785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d30c8-bcdf-426a-981d-262aca955df4 req-fdb3ce0d-23ab-4a2b-a415-07752e152707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:57.283150 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8e3d30c8-bcdf-426a-981d-262aca955df4 req-fdb3ce0d-23ab-4a2b-a415-07752e152707 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5eb2c3f8-2343-40d8-8314-b3ff498c2051 HTTP/1.1" status: 200 len: 911 time: 0.0865285 Dec 09 03:02:57.324376 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8e3d30c8-bcdf-426a-981d-262aca955df4 req-10413d35-b258-4404-9141-48b300b1a05e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a3ed824-3416-437a-9735-ebc75fd4ea69 HTTP/1.1" status: 200 len: 217 time: 0.0337527 Dec 09 03:02:57.375224 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d30c8-bcdf-426a-981d-262aca955df4 req-48288df0-5b1a-43be-a70c-8e06c18bdab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:57.376663 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8e3d30c8-bcdf-426a-981d-262aca955df4 req-48288df0-5b1a-43be-a70c-8e06c18bdab7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10f504a7-cead-47da-ab0a-9840754eb1aa HTTP/1.1" status: 200 len: 849 time: 0.0456378 Dec 09 03:02:57.420923 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d30c8-bcdf-426a-981d-262aca955df4 req-51d0bf85-d8f4-4485-b867-1b7d81afd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:57.422400 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8e3d30c8-bcdf-426a-981d-262aca955df4 req-51d0bf85-d8f4-4485-b867-1b7d81afd552 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5eb2c3f8-2343-40d8-8314-b3ff498c2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0384552 Dec 09 03:02:57.515205 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8e3d30c8-bcdf-426a-981d-262aca955df4 req-6ab554f5-5555-4236-944c-7a1ec84a0069 service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846927 Dec 09 03:02:57.609082 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8e3d30c8-bcdf-426a-981d-262aca955df4 req-1d1299e3-7bab-4af6-80a0-b62bb417016a service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857840 Dec 09 03:02:58.308319 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ff0ae-1230-4c9a-a3dd-1deb8616c7d5 req-f42a579c-fb77-4a13-a430-0a7458052c01 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:58.309779 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-281ff0ae-1230-4c9a-a3dd-1deb8616c7d5 req-f42a579c-fb77-4a13-a430-0a7458052c01 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 943 time: 0.0489728 Dec 09 03:02:58.358037 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-281ff0ae-1230-4c9a-a3dd-1deb8616c7d5 req-329b293d-592b-4163-870b-abc01d780989 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424089 Dec 09 03:02:59.475090 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854e16f-9844-42d5-833a-3ab403e54df6 req-a22b99aa-8002-4115-b00a-ec4159153efa tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:02:59.476573 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8854e16f-9844-42d5-833a-3ab403e54df6 req-a22b99aa-8002-4115-b00a-ec4159153efa tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 943 time: 0.0525224 Dec 09 03:02:59.523735 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-8854e16f-9844-42d5-833a-3ab403e54df6 req-84544d26-25c4-4ce1-b15e-e5ef4b6e23dc tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413737 Dec 09 03:02:59.693225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6a3ed824-3416-437a-9735-ebc75fd4ea69 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 03:02:59.784579 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6a3ed824-3416-437a-9735-ebc75fd4ea69, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6a3ed824-3416-437a-9735-ebc75fd4ea69,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:02:59.796239 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '6a3ed824-3416-437a-9735-ebc75fd4ea69', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'port_id': '6a3ed824-3416-437a-9735-ebc75fd4ea69', 'mac_address': 'fa:16:3e:2f:bc:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 03:02:59.835780 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:59.849885 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3ed824-3416-437a-9735-ebc75fd4ea69 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 03:02:59.868284 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6a3ed824-3416-437a-9735-ebc75fd4ea69, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6a3ed824-3416-437a-9735-ebc75fd4ea69,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:02:59.872093 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:02:59.917649 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=6a3ed824-3416-437a-9735-ebc75fd4ea69,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:03:00.194838 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['6a3ed824-3416-437a-9735-ebc75fd4ea69'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 03:03:00.637298 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ea0d3-0df6-4bee-a0d9-c9380814826f req-c179ff1a-7413-45cf-8de6-816b79a2bdd9 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:03:00.638750 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d22ea0d3-0df6-4bee-a0d9-c9380814826f req-c179ff1a-7413-45cf-8de6-816b79a2bdd9 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 944 time: 0.0480406 Dec 09 03:03:00.687090 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d22ea0d3-0df6-4bee-a0d9-c9380814826f req-852ef602-f480-4ba3-a606-3b4efbc660e7 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424268 Dec 09 03:03:01.694408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6a3ed824-3416-437a-9735-ebc75fd4ea69 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 03:03:01.744152 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning for port 6a3ed824-3416-437a-9735-ebc75fd4ea69 completed by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 03:03:01.749388 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 6a3ed824-3416-437a-9735-ebc75fd4ea69 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:03:01.749970 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:01.807506 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db880f4-a76a-43fc-af10-aa57f63a9da9 req-d307c963-065c-43ca-90d5-d8be177a95b3 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:03:01.809772 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9db880f4-a76a-43fc-af10-aa57f63a9da9 req-d307c963-065c-43ca-90d5-d8be177a95b3 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 944 time: 0.0510871 Dec 09 03:03:01.834157 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:01.859575 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3ed824-3416-437a-9735-ebc75fd4ea69'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 03:03:01.861853 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2815e479-d78f-4d96-980d-f2e6cc53ff3b" -d '{"events": [{"server_uuid": "51fe7391-4bfa-4685-b48f-d5ed88e26bd4", "name": "network-vif-plugged", "status": "completed", "tag": "6a3ed824-3416-437a-9735-ebc75fd4ea69"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 03:03:01.868544 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-9db880f4-a76a-43fc-af10-aa57f63a9da9 req-5f306db7-fd08-4a74-bdce-e3e72b26d383 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526795 Dec 09 03:03:01.875490 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6a3ed824-3416-437a-9735-ebc75fd4ea69, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6a3ed824-3416-437a-9735-ebc75fd4ea69,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:03:01.879403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:01.916296 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 03:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55571ad9-0837-455d-8bdb-9c68d9bb30de x-openstack-request-id: req-55571ad9-0837-455d-8bdb-9c68d9bb30de {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 03:03:01.916688 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fe7391-4bfa-4685-b48f-d5ed88e26bd4", "name": "network-vif-plugged", "status": "completed", "tag": "6a3ed824-3416-437a-9735-ebc75fd4ea69", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 03:03:01.917014 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55571ad9-0837-455d-8bdb-9c68d9bb30de {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 03:03:01.917471 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3ed824-3416-437a-9735-ebc75fd4ea69', 'code': 200} Dec 09 03:03:01.931765 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=6a3ed824-3416-437a-9735-ebc75fd4ea69,revision_number=5']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:03:02.126008 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36631c2a-35b2-4eee-a5f9-23afccf20d34 req-7406bdf8-a04c-47c4-8654-4ddb21070be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:03:02.127754 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-36631c2a-35b2-4eee-a5f9-23afccf20d34 req-7406bdf8-a04c-47c4-8654-4ddb21070be4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0427065 Dec 09 03:03:02.173315 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-36631c2a-35b2-4eee-a5f9-23afccf20d34 req-6e447af5-6040-452f-b6e5-c0fe131d44d3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389702 Dec 09 03:03:02.988259 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85504c0-c539-447f-8697-bce110d2807e req-fa29903c-0868-4c11-8c35-a73706c99336 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:03:02.989735 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e85504c0-c539-447f-8697-bce110d2807e req-fa29903c-0868-4c11-8c35-a73706c99336 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 945 time: 0.0495732 Dec 09 03:03:03.038335 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-e85504c0-c539-447f-8697-bce110d2807e req-e959acda-09d4-4b9c-bbff-ec8ab437dcd8 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426271 Dec 09 03:03:03.151247 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a952eda7-18a4-414d-93d0-9e1556ead93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:04.161410 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f54502-c8ee-4e18-a6ad-592dd7017416 req-cc2ee98f-63a4-4433-89bc-21f5d835a4b7 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:03:04.163632 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86f54502-c8ee-4e18-a6ad-592dd7017416 req-cc2ee98f-63a4-4433-89bc-21f5d835a4b7 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 945 time: 0.0553682 Dec 09 03:03:04.213217 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-86f54502-c8ee-4e18-a6ad-592dd7017416 req-703ed811-4139-4e33-8506-7d0a61530d62 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433989 Dec 09 03:03:04.324406 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19f319-7e95-4370-9557-218be2c3555b req-73f0dec2-11ab-4bb9-8400-902dfdda8a0b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:03:04.325854 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6c19f319-7e95-4370-9557-218be2c3555b req-73f0dec2-11ab-4bb9-8400-902dfdda8a0b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 945 time: 0.0479345 Dec 09 03:03:04.374097 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-6c19f319-7e95-4370-9557-218be2c3555b req-4df77d50-b859-49a0-a187-8f165fe939c6 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424199 Dec 09 03:03:04.395631 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44778) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:03:04.433534 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b8bcba-90e7-4c73-867d-e14b9edcc3c8 tempest-TestSnapshotPattern-2033103410 tempest-TestSnapshotPattern-2033103410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:03:04.438776 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-31b8bcba-90e7-4c73-867d-e14b9edcc3c8 tempest-TestSnapshotPattern-2033103410 tempest-TestSnapshotPattern-2033103410-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 1093 time: 0.0416191 Dec 09 03:03:04.441550 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44780) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:03:04.446281 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.v2.base [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Request body: {'floatingip': {'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'port_id': '6a3ed824-3416-437a-9735-ebc75fd4ea69', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 03:03:04.469092 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for floatingip, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:04.566794 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:04.672002 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Allocated IP 172.26.3.115 (68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9/9bf6788c-08d0-4d10-9e91-531f6bb389e8/1d1c7c9c-b597-4569-9204-de2f0c40ddda) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 03:03:04.773227 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:04.805911 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785245793271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:04.844124 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Network 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 03:03:04.849127 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 03:03:04.852261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 03:03:04.883992 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event updated for resources: {'Port': ['ID=1d1c7c9c-b597-4569-9204-de2f0c40ddda,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:03:05.208266 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:05.276073 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:05.368646 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-533059e9-6ce3-47bd-9e41-8dd6f3429cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:05.422662 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:05.427161 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2986071'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:05.495755 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event updated for resources: {'Port': ['ID=1d1c7c9c-b597-4569-9204-de2f0c40ddda,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:03:05.507017 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544096'] for floatingip, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:05.606294 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Floating IP 5ab85a7c-5330-4e5b-8cee-4809eecdfd1b associated. External IP: 172.26.3.115, port: 6a3ed824-3416-437a-9735-ebc75fd4ea69. Dec 09 03:03:05.808501 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Router 05007ce1-016f-40db-bb9a-a15d37758a39 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 03:03:05.913009 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 03:03:05.923013 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3dda7-b8bf-4e32-8ef5-f3ca2422cb9b None None] Sync routers for ids ['05007ce1-016f-40db-bb9a-a15d37758a39'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 03:03:05.929950 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:05.932303 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa3dda7-b8bf-4e32-8ef5-f3ca2422cb9b None None] Routers {'05007ce1-016f-40db-bb9a-a15d37758a39'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:03:05.932920 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7fa3dda7-b8bf-4e32-8ef5-f3ca2422cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:03:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['05007ce1-016f-40db-bb9a-a15d37758a39'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:03:05.956574 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-51c0a4f2-ff64-466d-9a66-41ccda4bfcd2 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5140247 Dec 09 03:03:05.957164 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'tag': '6a3ed824-3416-437a-9735-ebc75fd4ea69'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 03:03:05.960027 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fd8bf6-0382-42dc-b735-8a3e117850f3" -d '{"events": [{"name": "network-changed", "server_uuid": "51fe7391-4bfa-4685-b48f-d5ed88e26bd4", "tag": "6a3ed824-3416-437a-9735-ebc75fd4ea69"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 03:03:05.997852 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 03:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f5f2d7-4e99-45ee-86f9-b81dd6fdb54a x-openstack-request-id: req-04f5f2d7-4e99-45ee-86f9-b81dd6fdb54a {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 03:03:05.998152 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fe7391-4bfa-4685-b48f-d5ed88e26bd4", "tag": "6a3ed824-3416-437a-9735-ebc75fd4ea69", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 03:03:05.998417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04f5f2d7-4e99-45ee-86f9-b81dd6fdb54a {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 03:03:05.998824 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'tag': '6a3ed824-3416-437a-9735-ebc75fd4ea69', 'status': 'completed', 'code': 200} Dec 09 03:03:06.038036 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-7fa3dda7-b8bf-4e32-8ef5-f3ca2422cb9b None None] Set router 05007ce1-016f-40db-bb9a-a15d37758a39 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:03:06.083019 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd8bf6-0382-42dc-b735-8a3e117850f3 req-7356036b-0e5f-4791-bda9-88738a33b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:03:06.085136 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21fd8bf6-0382-42dc-b735-8a3e117850f3 req-7356036b-0e5f-4791-bda9-88738a33b92c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a86dfd592edb4ef69492b9ee3d015e57&device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0424380 Dec 09 03:03:06.176188 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd8bf6-0382-42dc-b735-8a3e117850f3 req-f49396ca-38c5-4bcb-82d4-522f396de670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:03:06.177755 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21fd8bf6-0382-42dc-b735-8a3e117850f3 req-f49396ca-38c5-4bcb-82d4-522f396de670 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5eb2c3f8-2343-40d8-8314-b3ff498c2051 HTTP/1.1" status: 200 len: 911 time: 0.0840352 Dec 09 03:03:06.245990 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21fd8bf6-0382-42dc-b735-8a3e117850f3 req-b1a5c747-9a28-4743-9b2f-465093e82eea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a3ed824-3416-437a-9735-ebc75fd4ea69 HTTP/1.1" status: 200 len: 999 time: 0.0616891 Dec 09 03:03:06.260714 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7fa3dda7-b8bf-4e32-8ef5-f3ca2422cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '2628b761-e1c7-4b2d-b69f-303ee3f8d371', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'floating_ip_address': '172.26.3.147', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'port_id': 'cb187f98-9902-467f-850d-9cfc9b643017', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'mac_address': 'fa:16:3e:eb:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T03:00:32Z', 'updated_at': '2021-12-09T03:00:34Z', 'revision_number': 1, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'fixed_ip_address_scope': None}, {'id': '5ab85a7c-5330-4e5b-8cee-4809eecdfd1b', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'floating_ip_address': '172.26.3.115', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'port_id': '6a3ed824-3416-437a-9735-ebc75fd4ea69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'mac_address': 'fa:16:3e:2f:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T03:03:05Z', 'updated_at': '2021-12-09T03:03:05Z', 'revision_number': 0, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aea095-0272-44bf-b722-ea12e0ea9244', 'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'mac_address': 'fa:16:3e:5d:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:13Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 5, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'subnets': [{'id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:03:06.289658 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3dda7-b8bf-4e32-8ef5-f3ca2422cb9b None None] Checking router: 05007ce1-016f-40db-bb9a-a15d37758a39 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 03:03:06.293517 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd8bf6-0382-42dc-b735-8a3e117850f3 req-e42a8af4-4116-4e8e-b351-1226acced32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:03:06.294967 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21fd8bf6-0382-42dc-b735-8a3e117850f3 req-e42a8af4-4116-4e8e-b351-1226acced32c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10f504a7-cead-47da-ab0a-9840754eb1aa HTTP/1.1" status: 200 len: 849 time: 0.0424373 Dec 09 03:03:06.297924 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa3dda7-b8bf-4e32-8ef5-f3ca2422cb9b None None] Routers {'05007ce1-016f-40db-bb9a-a15d37758a39'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:03:06.298522 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7fa3dda7-b8bf-4e32-8ef5-f3ca2422cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:03:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['05007ce1-016f-40db-bb9a-a15d37758a39'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:03:06.339495 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd8bf6-0382-42dc-b735-8a3e117850f3 req-bbbfb7ff-e7a8-4450-ad69-5156f38f7931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:03:06.340901 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21fd8bf6-0382-42dc-b735-8a3e117850f3 req-bbbfb7ff-e7a8-4450-ad69-5156f38f7931 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5eb2c3f8-2343-40d8-8314-b3ff498c2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395372 Dec 09 03:03:06.406255 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-7fa3dda7-b8bf-4e32-8ef5-f3ca2422cb9b None None] Set router 05007ce1-016f-40db-bb9a-a15d37758a39 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:03:06.431320 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21fd8bf6-0382-42dc-b735-8a3e117850f3 req-8188ff8f-2194-4618-b137-4ea4a25336d3 service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835078 Dec 09 03:03:06.523677 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-21fd8bf6-0382-42dc-b735-8a3e117850f3 req-0b610150-e2f5-4a18-b892-d9b675a22cca service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844586 Dec 09 03:03:06.603807 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:06.651963 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7fa3dda7-b8bf-4e32-8ef5-f3ca2422cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '2628b761-e1c7-4b2d-b69f-303ee3f8d371', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'floating_ip_address': '172.26.3.147', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'port_id': 'cb187f98-9902-467f-850d-9cfc9b643017', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'mac_address': 'fa:16:3e:eb:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T03:00:32Z', 'updated_at': '2021-12-09T03:00:34Z', 'revision_number': 1, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'fixed_ip_address_scope': None}, {'id': '5ab85a7c-5330-4e5b-8cee-4809eecdfd1b', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'floating_ip_address': '172.26.3.115', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'port_id': '6a3ed824-3416-437a-9735-ebc75fd4ea69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'mac_address': 'fa:16:3e:2f:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T03:03:05Z', 'updated_at': '2021-12-09T03:03:05Z', 'revision_number': 0, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aea095-0272-44bf-b722-ea12e0ea9244', 'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'mac_address': 'fa:16:3e:5d:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:13Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 5, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'subnets': [{'id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:03:06.678725 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3dda7-b8bf-4e32-8ef5-f3ca2422cb9b None None] The sync data for ids ['05007ce1-016f-40db-bb9a-a15d37758a39'] in dv-neutron-804846-18-hyperv is: [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '2628b761-e1c7-4b2d-b69f-303ee3f8d371', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'floating_ip_address': '172.26.3.147', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'port_id': 'cb187f98-9902-467f-850d-9cfc9b643017', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'mac_address': 'fa:16:3e:eb:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T03:00:32Z', 'updated_at': '2021-12-09T03:00:34Z', 'revision_number': 1, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'fixed_ip_address_scope': None}, {'id': '5ab85a7c-5330-4e5b-8cee-4809eecdfd1b', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'floating_ip_address': '172.26.3.115', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'port_id': '6a3ed824-3416-437a-9735-ebc75fd4ea69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'mac_address': 'fa:16:3e:2f:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T03:03:05Z', 'updated_at': '2021-12-09T03:03:05Z', 'revision_number': 0, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aea095-0272-44bf-b722-ea12e0ea9244', 'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'mac_address': 'fa:16:3e:5d:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:13Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 5, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'subnets': [{'id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 03:03:06.868247 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c01e82b-38af-449e-9c07-54b992ede228 None None] New status for floating IP 5ab85a7c-5330-4e5b-8cee-4809eecdfd1b: ACTIVE {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 03:03:07.995122 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:08.792196 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:09.725810 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d0a8e8f-c47e-4a8a-9ffc-f2fa968f3670 req-dc10a53f-7741-40ad-84bb-b55156fdf676 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436211 Dec 09 03:03:09.827313 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a8e8f-c47e-4a8a-9ffc-f2fa968f3670 req-5ff5fea6-b37a-4494-a531-a3e531668b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:03:09.828854 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d0a8e8f-c47e-4a8a-9ffc-f2fa968f3670 req-5ff5fea6-b37a-4494-a531-a3e531668b45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a86dfd592edb4ef69492b9ee3d015e57&device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 1097 time: 0.0400870 Dec 09 03:03:09.929332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a8e8f-c47e-4a8a-9ffc-f2fa968f3670 req-c72986f3-3378-49ab-ba9d-cd18b32d27af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:03:09.930791 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d0a8e8f-c47e-4a8a-9ffc-f2fa968f3670 req-c72986f3-3378-49ab-ba9d-cd18b32d27af service neutron] 10.222.0.45 "GET /v2.0/networks?id=5eb2c3f8-2343-40d8-8314-b3ff498c2051 HTTP/1.1" status: 200 len: 911 time: 0.0836935 Dec 09 03:03:09.998556 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d0a8e8f-c47e-4a8a-9ffc-f2fa968f3670 req-02392f75-426a-4d14-a66b-c1cdd74192b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb187f98-9902-467f-850d-9cfc9b643017 HTTP/1.1" status: 200 len: 1000 time: 0.0606294 Dec 09 03:03:10.046489 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a8e8f-c47e-4a8a-9ffc-f2fa968f3670 req-9138b2bc-7f49-46d0-b53f-8f3bf3290f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:03:10.047923 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d0a8e8f-c47e-4a8a-9ffc-f2fa968f3670 req-9138b2bc-7f49-46d0-b53f-8f3bf3290f0b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10f504a7-cead-47da-ab0a-9840754eb1aa HTTP/1.1" status: 200 len: 849 time: 0.0428329 Dec 09 03:03:10.091190 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a8e8f-c47e-4a8a-9ffc-f2fa968f3670 req-bf9b601f-5b16-43f3-95ee-1356a5173a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:03:10.092649 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d0a8e8f-c47e-4a8a-9ffc-f2fa968f3670 req-bf9b601f-5b16-43f3-95ee-1356a5173a1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5eb2c3f8-2343-40d8-8314-b3ff498c2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0380282 Dec 09 03:03:10.184325 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d0a8e8f-c47e-4a8a-9ffc-f2fa968f3670 req-dbaa6484-b762-4066-9cb9-82f7839ef92b service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838568 Dec 09 03:03:10.270115 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-0d0a8e8f-c47e-4a8a-9ffc-f2fa968f3670 req-94e77a46-7a67-4f87-b22d-a31fe43839eb service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793278 Dec 09 03:03:14.590465 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:18.331684 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:03:33.152068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-df9eae9a-c4c5-423f-9875-9a91c7b4b578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:35.370702 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3340fab1-1230-4deb-83f3-1bbf0598bab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:36.601808 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:37.993501 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:38.793828 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:44.592038 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:03:55.331055 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:04:03.156616 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-55b2f539-919a-4dd7-a0a0-fc40cd516a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:05.372762 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-99d57d47-3a0c-47d8-8ced-4a97bb94f725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:06.603063 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:07.998242 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:08.795783 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:10.733857 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea7c6382-539e-4bf6-b84f-dd63590512b2 req-7e6d1f94-d023-43b2-ba92-9182ccff7205 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472906 Dec 09 03:04:10.807349 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c6382-539e-4bf6-b84f-dd63590512b2 req-d85e86ba-3a19-468d-ab8a-ec675b4fb622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:04:10.808860 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea7c6382-539e-4bf6-b84f-dd63590512b2 req-d85e86ba-3a19-468d-ab8a-ec675b4fb622 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a86dfd592edb4ef69492b9ee3d015e57&device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0406709 Dec 09 03:04:10.907697 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c6382-539e-4bf6-b84f-dd63590512b2 req-7f34bef2-01dc-4ccc-b4f9-f203d03c86fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:04:10.909182 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea7c6382-539e-4bf6-b84f-dd63590512b2 req-7f34bef2-01dc-4ccc-b4f9-f203d03c86fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=5eb2c3f8-2343-40d8-8314-b3ff498c2051 HTTP/1.1" status: 200 len: 911 time: 0.0822120 Dec 09 03:04:10.977104 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea7c6382-539e-4bf6-b84f-dd63590512b2 req-37baf92d-7221-47f0-b78e-22ee24d9aee1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a3ed824-3416-437a-9735-ebc75fd4ea69 HTTP/1.1" status: 200 len: 1001 time: 0.0609219 Dec 09 03:04:11.024713 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c6382-539e-4bf6-b84f-dd63590512b2 req-00aac96a-ebc7-4f3f-b2ef-a1b041bd2f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:04:11.026067 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea7c6382-539e-4bf6-b84f-dd63590512b2 req-00aac96a-ebc7-4f3f-b2ef-a1b041bd2f53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10f504a7-cead-47da-ab0a-9840754eb1aa HTTP/1.1" status: 200 len: 849 time: 0.0421877 Dec 09 03:04:11.071348 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c6382-539e-4bf6-b84f-dd63590512b2 req-d453f0eb-759b-42c1-81fe-7a000fd8a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:04:11.072826 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea7c6382-539e-4bf6-b84f-dd63590512b2 req-d453f0eb-759b-42c1-81fe-7a000fd8a1c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5eb2c3f8-2343-40d8-8314-b3ff498c2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391417 Dec 09 03:04:11.083563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [req-ea7c6382-539e-4bf6-b84f-dd63590512b2 req-5b5a5061-b5b7-4f65-bf4d-7a324ae0059f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 03:04:11.084509 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea7c6382-539e-4bf6-b84f-dd63590512b2 req-5b5a5061-b5b7-4f65-bf4d-7a324ae0059f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048001 Dec 09 03:04:11.174664 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea7c6382-539e-4bf6-b84f-dd63590512b2 req-1cbff3d3-47be-4f97-a9a0-da7c6d3b4e3b service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832012 Dec 09 03:04:11.262905 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-ea7c6382-539e-4bf6-b84f-dd63590512b2 req-dbfc273e-f8c3-4829-b97e-749f34446c4c service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811791 Dec 09 03:04:14.602982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:32.329356 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:04:33.157861 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e680d739-5f68-47d3-a0ed-ea2d3469715b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:35.372999 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-74a6bdf4-6bba-46f3-a79b-b35207cfdfcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:36.606262 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:38.000153 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:38.797342 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:44.602066 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:48.211987 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6a3ed824-3416-437a-9735-ebc75fd4ea69 details requested by agent hyperv_hv-neutron-8048 with host hv-neutron-8048 {{(pid=103335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 03:04:48.309513 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6a3ed824-3416-437a-9735-ebc75fd4ea69, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6a3ed824-3416-437a-9735-ebc75fd4ea69,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:04:48.320983 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Returning: {'device': '6a3ed824-3416-437a-9735-ebc75fd4ea69', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'port_id': '6a3ed824-3416-437a-9735-ebc75fd4ea69', 'mac_address': 'fa:16:3e:2f:bc:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 03:04:48.357409 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:48.371394 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a3ed824-3416-437a-9735-ebc75fd4ea69 {{(pid=103335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 03:04:48.405744 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6a3ed824-3416-437a-9735-ebc75fd4ea69, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6a3ed824-3416-437a-9735-ebc75fd4ea69,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:04:48.411256 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:48.623873 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=6a3ed824-3416-437a-9735-ebc75fd4ea69,revision_number=6']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:04:48.631577 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:48.631954 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:48.632304 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:48.632689 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:48.633322 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:48.633661 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:48.633997 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:48.634339 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:48.634669 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:48.635026 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:48.635355 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:48.635710 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:48.636034 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:48.675241 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] get_ports_and_sgs() called for port_ids ['6a3ed824-3416-437a-9735-ebc75fd4ea69'] {{(pid=103335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 03:04:50.216784 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6a3ed824-3416-437a-9735-ebc75fd4ea69 up at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 03:04:50.273655 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.provisioning_blocks [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Provisioning complete for port 6a3ed824-3416-437a-9735-ebc75fd4ea69 triggered by entity L2. {{(pid=103335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 03:04:50.273916 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16720430'] for port, provisioning_complete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:50.371463 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:50.396183 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3ed824-3416-437a-9735-ebc75fd4ea69'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 03:04:50.398369 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245dc4a5-1fdc-4b18-8e00-b3a07b94856a" -d '{"events": [{"server_uuid": "51fe7391-4bfa-4685-b48f-d5ed88e26bd4", "name": "network-vif-plugged", "status": "completed", "tag": "6a3ed824-3416-437a-9735-ebc75fd4ea69"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 03:04:50.413434 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6a3ed824-3416-437a-9735-ebc75fd4ea69, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6a3ed824-3416-437a-9735-ebc75fd4ea69,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:04:50.423685 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:50.453602 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 03:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7b1c59-7c72-4e20-be23-d18da707d3f2 x-openstack-request-id: req-9d7b1c59-7c72-4e20-be23-d18da707d3f2 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 03:04:50.453958 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fe7391-4bfa-4685-b48f-d5ed88e26bd4", "name": "network-vif-plugged", "status": "completed", "tag": "6a3ed824-3416-437a-9735-ebc75fd4ea69", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 03:04:50.454276 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d7b1c59-7c72-4e20-be23-d18da707d3f2 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 03:04:50.454675 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3ed824-3416-437a-9735-ebc75fd4ea69', 'code': 200} Dec 09 03:04:50.480822 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=6a3ed824-3416-437a-9735-ebc75fd4ea69,revision_number=7']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:04:57.820946 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 44982) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:04:57.977412 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Deleting port 1d1c7c9c-b597-4569-9204-de2f0c40ddda {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:04:57.977752 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:58.048315 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:58.048634 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:58.060190 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Calling delete_port for 1d1c7c9c-b597-4569-9204-de2f0c40ddda owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:04:58.203497 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:58.227918 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event deleted for resources: {'Port': ['ID=1d1c7c9c-b597-4569-9204-de2f0c40ddda,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:04:58.239622 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:58.239980 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:58.240332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:58.240673 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:58.241007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:58.241338 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:58.241667 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:58.241996 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:58.242325 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:58.242762 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:58.243089 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:58.243417 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:58.243763 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:04:58.299785 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:58.300138 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Floating IP 5ab85a7c-5330-4e5b-8cee-4809eecdfd1b disassociated (deleted). External IP: 172.26.3.115, port: 6a3ed824-3416-437a-9735-ebc75fd4ea69. Dec 09 03:04:58.785290 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Router 05007ce1-016f-40db-bb9a-a15d37758a39 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 03:04:58.889721 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 03:04:58.894478 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:04:58.899777 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0cf146-d7ec-45f0-8922-24d6286a20ea None None] Sync routers for ids ['05007ce1-016f-40db-bb9a-a15d37758a39'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 03:04:58.913035 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0cf146-d7ec-45f0-8922-24d6286a20ea None None] Routers {'05007ce1-016f-40db-bb9a-a15d37758a39'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:04:58.913671 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4c0cf146-d7ec-45f0-8922-24d6286a20ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:04:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['05007ce1-016f-40db-bb9a-a15d37758a39'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:04:58.921141 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9f394a32-453b-47ad-8b77-e7c866fd709e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "DELETE /v2.0/floatingips/5ab85a7c-5330-4e5b-8cee-4809eecdfd1b HTTP/1.1" status: 204 len: 168 time: 1.0984557 Dec 09 03:04:58.921833 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'tag': '6a3ed824-3416-437a-9735-ebc75fd4ea69'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 03:04:58.924216 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb870c0-0142-4137-b624-85ba19ac20a4" -d '{"events": [{"name": "network-changed", "server_uuid": "51fe7391-4bfa-4685-b48f-d5ed88e26bd4", "tag": "6a3ed824-3416-437a-9735-ebc75fd4ea69"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 03:04:59.019969 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-4c0cf146-d7ec-45f0-8922-24d6286a20ea None None] Set router 05007ce1-016f-40db-bb9a-a15d37758a39 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:04:59.076942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 03:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48646a68-1696-464a-a436-d53326efabb4 x-openstack-request-id: req-48646a68-1696-464a-a436-d53326efabb4 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 03:04:59.077240 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fe7391-4bfa-4685-b48f-d5ed88e26bd4", "tag": "6a3ed824-3416-437a-9735-ebc75fd4ea69", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 03:04:59.077495 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48646a68-1696-464a-a436-d53326efabb4 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 03:04:59.077912 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'tag': '6a3ed824-3416-437a-9735-ebc75fd4ea69', 'status': 'completed', 'code': 200} Dec 09 03:04:59.207097 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab73c0-f138-46bf-b72b-f0b129f6224d req-898181b5-c882-4b13-822f-950897b34e99 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:04:59.208637 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-43ab73c0-f138-46bf-b72b-f0b129f6224d req-898181b5-c882-4b13-822f-950897b34e99 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 945 time: 0.0884659 Dec 09 03:04:59.214823 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb870c0-0142-4137-b624-85ba19ac20a4 req-a6206861-8e3d-4835-9580-6c3bfadcd2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:04:59.216298 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1cb870c0-0142-4137-b624-85ba19ac20a4 req-a6206861-8e3d-4835-9580-6c3bfadcd2cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a86dfd592edb4ef69492b9ee3d015e57&device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0585620 Dec 09 03:04:59.252817 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4c0cf146-d7ec-45f0-8922-24d6286a20ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '2628b761-e1c7-4b2d-b69f-303ee3f8d371', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'floating_ip_address': '172.26.3.147', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'port_id': 'cb187f98-9902-467f-850d-9cfc9b643017', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'mac_address': 'fa:16:3e:eb:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T03:00:32Z', 'updated_at': '2021-12-09T03:00:34Z', 'revision_number': 1, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aea095-0272-44bf-b722-ea12e0ea9244', 'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'mac_address': 'fa:16:3e:5d:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:13Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 5, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'subnets': [{'id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:04:59.283645 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0cf146-d7ec-45f0-8922-24d6286a20ea None None] Checking router: 05007ce1-016f-40db-bb9a-a15d37758a39 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 03:04:59.292135 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0cf146-d7ec-45f0-8922-24d6286a20ea None None] Routers {'05007ce1-016f-40db-bb9a-a15d37758a39'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:04:59.292732 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4c0cf146-d7ec-45f0-8922-24d6286a20ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:04:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['05007ce1-016f-40db-bb9a-a15d37758a39'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:04:59.315173 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-43ab73c0-f138-46bf-b72b-f0b129f6224d req-d11d2fdc-03f3-49d3-b13b-12554af4fc0e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978329 Dec 09 03:04:59.353933 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb870c0-0142-4137-b624-85ba19ac20a4 req-5e89681c-7749-4962-b187-df6aa625a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:04:59.355471 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1cb870c0-0142-4137-b624-85ba19ac20a4 req-5e89681c-7749-4962-b187-df6aa625a83d service neutron] 10.222.0.45 "GET /v2.0/networks?id=5eb2c3f8-2343-40d8-8314-b3ff498c2051 HTTP/1.1" status: 200 len: 911 time: 0.1253231 Dec 09 03:04:59.397753 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-4c0cf146-d7ec-45f0-8922-24d6286a20ea None None] Set router 05007ce1-016f-40db-bb9a-a15d37758a39 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:04:59.398535 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1cb870c0-0142-4137-b624-85ba19ac20a4 req-4931a605-b953-4182-8804-f3d8a9ba6144 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a3ed824-3416-437a-9735-ebc75fd4ea69 HTTP/1.1" status: 200 len: 217 time: 0.0353949 Dec 09 03:04:59.451992 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb870c0-0142-4137-b624-85ba19ac20a4 req-eae4cae3-19c9-4aa1-8260-102b28dbdc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:04:59.453494 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1cb870c0-0142-4137-b624-85ba19ac20a4 req-eae4cae3-19c9-4aa1-8260-102b28dbdc8e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10f504a7-cead-47da-ab0a-9840754eb1aa HTTP/1.1" status: 200 len: 849 time: 0.0478835 Dec 09 03:04:59.499540 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb870c0-0142-4137-b624-85ba19ac20a4 req-978adc6b-5e2f-4312-9c3b-510f27daf941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:04:59.501036 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1cb870c0-0142-4137-b624-85ba19ac20a4 req-978adc6b-5e2f-4312-9c3b-510f27daf941 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5eb2c3f8-2343-40d8-8314-b3ff498c2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393167 Dec 09 03:04:59.590963 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1cb870c0-0142-4137-b624-85ba19ac20a4 req-72ad487d-d3f4-4899-b803-edef31498d53 service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799406 Dec 09 03:04:59.616690 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4c0cf146-d7ec-45f0-8922-24d6286a20ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '2628b761-e1c7-4b2d-b69f-303ee3f8d371', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'floating_ip_address': '172.26.3.147', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'port_id': 'cb187f98-9902-467f-850d-9cfc9b643017', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'mac_address': 'fa:16:3e:eb:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T03:00:32Z', 'updated_at': '2021-12-09T03:00:34Z', 'revision_number': 1, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aea095-0272-44bf-b722-ea12e0ea9244', 'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'mac_address': 'fa:16:3e:5d:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:13Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 5, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'subnets': [{'id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:04:59.643682 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0cf146-d7ec-45f0-8922-24d6286a20ea None None] The sync data for ids ['05007ce1-016f-40db-bb9a-a15d37758a39'] in dv-neutron-804846-18-hyperv is: [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_floatingips': [{'id': '2628b761-e1c7-4b2d-b69f-303ee3f8d371', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'floating_ip_address': '172.26.3.147', 'floating_network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'router_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'port_id': 'cb187f98-9902-467f-850d-9cfc9b643017', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'mac_address': 'fa:16:3e:eb:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T03:00:32Z', 'updated_at': '2021-12-09T03:00:34Z', 'revision_number': 1, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aea095-0272-44bf-b722-ea12e0ea9244', 'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'mac_address': 'fa:16:3e:5d:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:13Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 5, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'subnets': [{'id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 03:04:59.687731 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-1cb870c0-0142-4137-b624-85ba19ac20a4 req-d4109fe4-8f4a-4c20-82be-0f51e69cf683 service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890625 Dec 09 03:04:59.850205 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983f1f61-68c8-4aa1-98e8-93f7b090c28a None None] New status for floating IP 5ab85a7c-5330-4e5b-8cee-4809eecdfd1b: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 03:05:00.250760 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6a3ed824-3416-437a-9735-ebc75fd4ea69 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 03:05:00.326422 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16665459'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:00.348624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3ed824-3416-437a-9735-ebc75fd4ea69'}] {{(pid=103335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 03:05:00.350869 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3000dbba85f1fc5032b1493e49eabe5fc90f887988614c558fd77c2831cf470" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d49a8ae-10c5-4d54-a4b2-586f6de88f63" -d '{"events": [{"server_uuid": "51fe7391-4bfa-4685-b48f-d5ed88e26bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "6a3ed824-3416-437a-9735-ebc75fd4ea69"}]}' {{(pid=103335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 03:05:00.363671 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] For port 6a3ed824-3416-437a-9735-ebc75fd4ea69, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6a3ed824-3416-437a-9735-ebc75fd4ea69,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:05:00.368341 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785246342193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785245793293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785245793311'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:00.414438 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=6a3ed824-3416-437a-9735-ebc75fd4ea69,revision_number=8']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:00.437271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777ed11-4385-4246-ad18-b72c1d2f9f4b req-9339452a-0ad1-46cc-aaaa-09c8c169fd67 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:05:00.438763 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4777ed11-4385-4246-ad18-b72c1d2f9f4b req-9339452a-0ad1-46cc-aaaa-09c8c169fd67 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 943 time: 0.0491748 Dec 09 03:05:00.488677 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4777ed11-4385-4246-ad18-b72c1d2f9f4b req-241c58db-d204-42a6-a180-6c6beb349306 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439589 Dec 09 03:05:00.530921 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 03:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2bd394-7918-4501-b438-31c5e0e365a2 x-openstack-request-id: req-df2bd394-7918-4501-b438-31c5e0e365a2 {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 03:05:00.531225 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fe7391-4bfa-4685-b48f-d5ed88e26bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "6a3ed824-3416-437a-9735-ebc75fd4ea69", "code": 200}]} {{(pid=103335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 03:05:00.531522 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df2bd394-7918-4501-b438-31c5e0e365a2 {{(pid=103335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 03:05:00.531933 dv-neutron-804846-18-hyperv neutron-server[103335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3ed824-3416-437a-9735-ebc75fd4ea69', 'code': 200} Dec 09 03:05:00.903665 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c1fec-1ec6-4803-b154-8ec3bb6aca6c req-f3480d9f-0eb7-4174-b0c1-20d42ed9279b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:05:00.905144 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c43c1fec-1ec6-4803-b154-8ec3bb6aca6c req-f3480d9f-0eb7-4174-b0c1-20d42ed9279b tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.45 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 943 time: 0.0520613 Dec 09 03:05:00.991310 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-c43c1fec-1ec6-4803-b154-8ec3bb6aca6c req-673bc534-e7b3-413e-bb3b-4d63fe56659a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Deleting port 6a3ed824-3416-437a-9735-ebc75fd4ea69 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:05:00.991680 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c43c1fec-1ec6-4803-b154-8ec3bb6aca6c req-673bc534-e7b3-413e-bb3b-4d63fe56659a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:01.079809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-c43c1fec-1ec6-4803-b154-8ec3bb6aca6c req-673bc534-e7b3-413e-bb3b-4d63fe56659a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] For port 6a3ed824-3416-437a-9735-ebc75fd4ea69, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=6a3ed824-3416-437a-9735-ebc75fd4ea69,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:05:01.080176 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c43c1fec-1ec6-4803-b154-8ec3bb6aca6c req-673bc534-e7b3-413e-bb3b-4d63fe56659a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:01.092143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-c43c1fec-1ec6-4803-b154-8ec3bb6aca6c req-673bc534-e7b3-413e-bb3b-4d63fe56659a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Calling delete_port for 6a3ed824-3416-437a-9735-ebc75fd4ea69 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:05:01.216795 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c43c1fec-1ec6-4803-b154-8ec3bb6aca6c req-673bc534-e7b3-413e-bb3b-4d63fe56659a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:01.248432 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bc534-e7b3-413e-bb3b-4d63fe56659a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event deleted for resources: {'Port': ['ID=6a3ed824-3416-437a-9735-ebc75fd4ea69,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:01.290563 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43c1fec-1ec6-4803-b154-8ec3bb6aca6c req-673bc534-e7b3-413e-bb3b-4d63fe56659a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] No DVR routers for this DVR port 6a3ed824-3416-437a-9735-ebc75fd4ea69 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 03:05:01.293109 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-c43c1fec-1ec6-4803-b154-8ec3bb6aca6c req-673bc534-e7b3-413e-bb3b-4d63fe56659a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:01.296573 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-c43c1fec-1ec6-4803-b154-8ec3bb6aca6c req-673bc534-e7b3-413e-bb3b-4d63fe56659a tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.45 "DELETE /v2.0/ports/6a3ed824-3416-437a-9735-ebc75fd4ea69 HTTP/1.1" status: 204 len: 173 time: 0.3850267 Dec 09 03:05:01.297029 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'name': 'network-vif-deleted', 'tag': '6a3ed824-3416-437a-9735-ebc75fd4ea69'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 03:05:01.299797 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c521b07-6b3f-49c3-b493-fe29851773fd" -d '{"events": [{"server_uuid": "51fe7391-4bfa-4685-b48f-d5ed88e26bd4", "name": "network-vif-deleted", "tag": "6a3ed824-3416-437a-9735-ebc75fd4ea69"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 03:05:01.337618 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 03:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f524034-04fa-4c9e-99d7-0f75eea2ab14 x-openstack-request-id: req-5f524034-04fa-4c9e-99d7-0f75eea2ab14 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 03:05:01.338686 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fe7391-4bfa-4685-b48f-d5ed88e26bd4", "name": "network-vif-deleted", "tag": "6a3ed824-3416-437a-9735-ebc75fd4ea69", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 03:05:01.338942 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f524034-04fa-4c9e-99d7-0f75eea2ab14 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 03:05:01.339364 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fe7391-4bfa-4685-b48f-d5ed88e26bd4', 'name': 'network-vif-deleted', 'tag': '6a3ed824-3416-437a-9735-ebc75fd4ea69', 'status': 'completed', 'code': 200} Dec 09 03:05:01.599216 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-4408cf8b-4702-4187-82b3-480acfe972fe req-6ca9fa50-ad89-4d6f-af89-32572b6abaf8 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=51fe7391-4bfa-4685-b48f-d5ed88e26bd4 HTTP/1.1" status: 200 len: 210 time: 0.0297463 Dec 09 03:05:03.163824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b48e111b-a62f-4694-a121-c6a83ae21994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:03.192254 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 45042) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:05:03.347213 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab9056-40d9-4c2a-b8a2-c285c5249703 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Deleting port f415aaca-f84f-4ec8-9a45-58d58cf83cdb {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:05:03.347583 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3ab9056-40d9-4c2a-b8a2-c285c5249703 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:03.422998 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3ab9056-40d9-4c2a-b8a2-c285c5249703 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:03.423261 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3ab9056-40d9-4c2a-b8a2-c285c5249703 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:03.434951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab9056-40d9-4c2a-b8a2-c285c5249703 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Calling delete_port for f415aaca-f84f-4ec8-9a45-58d58cf83cdb owned by network:floatingip {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:05:03.578808 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3ab9056-40d9-4c2a-b8a2-c285c5249703 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:03.608809 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab9056-40d9-4c2a-b8a2-c285c5249703 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event deleted for resources: {'Port': ['ID=f415aaca-f84f-4ec8-9a45-58d58cf83cdb,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:03.661803 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3ab9056-40d9-4c2a-b8a2-c285c5249703 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for floatingip, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:03.662139 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.db.l3_db [None req-a3ab9056-40d9-4c2a-b8a2-c285c5249703 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Floating IP 2628b761-e1c7-4b2d-b69f-303ee3f8d371 disassociated (deleted). External IP: 172.26.3.147, port: cb187f98-9902-467f-850d-9cfc9b643017. Dec 09 03:05:03.866363 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ab9056-40d9-4c2a-b8a2-c285c5249703 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Router 05007ce1-016f-40db-bb9a-a15d37758a39 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 03:05:03.971545 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ab9056-40d9-4c2a-b8a2-c285c5249703 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 03:05:03.976245 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3ab9056-40d9-4c2a-b8a2-c285c5249703 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for floatingip, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:03.981460 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1991c1-069d-41de-918c-d628adba1602 None None] Sync routers for ids ['05007ce1-016f-40db-bb9a-a15d37758a39'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 03:05:03.990582 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1991c1-069d-41de-918c-d628adba1602 None None] Routers {'05007ce1-016f-40db-bb9a-a15d37758a39'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:05:03.991188 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-cf1991c1-069d-41de-918c-d628adba1602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:04:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['05007ce1-016f-40db-bb9a-a15d37758a39'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:04.003464 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-a3ab9056-40d9-4c2a-b8a2-c285c5249703 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "DELETE /v2.0/floatingips/2628b761-e1c7-4b2d-b69f-303ee3f8d371 HTTP/1.1" status: 204 len: 168 time: 0.8100841 Dec 09 03:05:04.004070 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'tag': 'cb187f98-9902-467f-850d-9cfc9b643017'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 03:05:04.006368 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d427519e-5742-4369-9cae-d6342b38658b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3abd40-00e0-4ff8-86cf-c3711a6eed22", "tag": "cb187f98-9902-467f-850d-9cfc9b643017"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 03:05:04.098056 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-cf1991c1-069d-41de-918c-d628adba1602 None None] Set router 05007ce1-016f-40db-bb9a-a15d37758a39 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:05:04.163315 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 03:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c754b20e-db9a-4c5f-8b4a-ff6c1f56536b x-openstack-request-id: req-c754b20e-db9a-4c5f-8b4a-ff6c1f56536b {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 03:05:04.163642 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3abd40-00e0-4ff8-86cf-c3711a6eed22", "tag": "cb187f98-9902-467f-850d-9cfc9b643017", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 03:05:04.163901 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c754b20e-db9a-4c5f-8b4a-ff6c1f56536b {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 03:05:04.164327 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'tag': 'cb187f98-9902-467f-850d-9cfc9b643017', 'status': 'completed', 'code': 200} Dec 09 03:05:04.252294 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6a3ed824-3416-437a-9735-ebc75fd4ea69 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 03:05:04.276193 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: 6a3ed824-3416-437a-9735-ebc75fd4ea69 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 03:05:04.276547 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device 6a3ed824-3416-437a-9735-ebc75fd4ea69 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 03:05:04.290242 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f36d8-72e9-4d46-85c0-f171eee8332e req-4e77a1ac-77d4-4c7f-bdc7-e3dc955549ff tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:05:04.291800 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb9f36d8-72e9-4d46-85c0-f171eee8332e req-4e77a1ac-77d4-4c7f-bdc7-e3dc955549ff tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 944 time: 0.0816951 Dec 09 03:05:04.297483 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427519e-5742-4369-9cae-d6342b38658b req-29605085-d33a-4104-bf0e-ab1b0a3e90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:05:04.298892 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d427519e-5742-4369-9cae-d6342b38658b req-29605085-d33a-4104-bf0e-ab1b0a3e90d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a86dfd592edb4ef69492b9ee3d015e57&device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 1097 time: 0.0623910 Dec 09 03:05:04.326024 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-cf1991c1-069d-41de-918c-d628adba1602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '86aea095-0272-44bf-b722-ea12e0ea9244', 'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'mac_address': 'fa:16:3e:5d:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:13Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 5, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'subnets': [{'id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:04.355950 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1991c1-069d-41de-918c-d628adba1602 None None] Checking router: 05007ce1-016f-40db-bb9a-a15d37758a39 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 03:05:04.364179 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1991c1-069d-41de-918c-d628adba1602 None None] Routers {'05007ce1-016f-40db-bb9a-a15d37758a39'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:05:04.364780 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-cf1991c1-069d-41de-918c-d628adba1602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:04:35Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['05007ce1-016f-40db-bb9a-a15d37758a39'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:04.393198 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-fb9f36d8-72e9-4d46-85c0-f171eee8332e req-d872105b-787d-4e15-ab40-321639fc1e81 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932684 Dec 09 03:05:04.423777 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427519e-5742-4369-9cae-d6342b38658b req-a5867c48-a470-4a11-8b2f-fec806288550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:05:04.425243 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d427519e-5742-4369-9cae-d6342b38658b req-a5867c48-a470-4a11-8b2f-fec806288550 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5eb2c3f8-2343-40d8-8314-b3ff498c2051 HTTP/1.1" status: 200 len: 911 time: 0.1129165 Dec 09 03:05:04.468305 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d427519e-5742-4369-9cae-d6342b38658b req-d768b426-987a-4519-9e73-a3d27f832930 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb187f98-9902-467f-850d-9cfc9b643017 HTTP/1.1" status: 200 len: 217 time: 0.0354638 Dec 09 03:05:04.521071 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427519e-5742-4369-9cae-d6342b38658b req-6b27150f-2564-4fa0-8353-4746592fe568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:05:04.522566 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d427519e-5742-4369-9cae-d6342b38658b req-6b27150f-2564-4fa0-8353-4746592fe568 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10f504a7-cead-47da-ab0a-9840754eb1aa HTTP/1.1" status: 200 len: 849 time: 0.0460727 Dec 09 03:05:04.570892 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427519e-5742-4369-9cae-d6342b38658b req-45647264-b1d3-4bd8-99f8-f86f911372da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:05:04.572985 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d427519e-5742-4369-9cae-d6342b38658b req-45647264-b1d3-4bd8-99f8-f86f911372da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5eb2c3f8-2343-40d8-8314-b3ff498c2051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417533 Dec 09 03:05:04.625414 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-cf1991c1-069d-41de-918c-d628adba1602 None None] Set router 05007ce1-016f-40db-bb9a-a15d37758a39 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:05:04.668746 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d427519e-5742-4369-9cae-d6342b38658b req-d180ff9e-8066-4a18-b405-87b43942161e service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866616 Dec 09 03:05:04.762987 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-d427519e-5742-4369-9cae-d6342b38658b req-0b829038-f153-4594-a795-ec9fcbdb5372 service neutron] 10.222.0.45 "GET /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821586 Dec 09 03:05:04.825245 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-cf1991c1-069d-41de-918c-d628adba1602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '86aea095-0272-44bf-b722-ea12e0ea9244', 'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'mac_address': 'fa:16:3e:5d:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:13Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 5, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'subnets': [{'id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:04.850633 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1991c1-069d-41de-918c-d628adba1602 None None] The sync data for ids ['05007ce1-016f-40db-bb9a-a15d37758a39'] in dv-neutron-804846-18-hyperv is: [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:13Z', 'revision_number': 4, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv', '_interfaces': [{'id': '86aea095-0272-44bf-b722-ea12e0ea9244', 'name': '', 'network_id': '5eb2c3f8-2343-40d8-8314-b3ff498c2051', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'mac_address': 'fa:16:3e:5d:ba:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:13Z', 'updated_at': '2021-12-09T03:00:18Z', 'revision_number': 5, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'subnets': [{'id': '10f504a7-cead-47da-ab0a-9840754eb1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 03:05:05.061443 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32518413-78f2-404b-bbb4-03e92e0bee9b None None] New status for floating IP 2628b761-e1c7-4b2d-b69f-303ee3f8d371: DOWN {{(pid=103336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 03:05:05.375135 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f3ebf29c-ef0a-4343-b19f-15dad8c07511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:05.513964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c4cb6-47f9-44ec-9e3f-0462720c159e req-cce68531-5a85-4f7f-bf87-bd28dfab0378 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:05:05.515449 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-495c4cb6-47f9-44ec-9e3f-0462720c159e req-cce68531-5a85-4f7f-bf87-bd28dfab0378 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 944 time: 0.0554984 Dec 09 03:05:05.563817 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-495c4cb6-47f9-44ec-9e3f-0462720c159e req-f5128f3d-f2dd-4a1b-b86c-d3c0551771f3 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9fecbc-c34c-4547-87d9-41e4db12438e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423851 Dec 09 03:05:05.966466 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74657c1c-d61e-4010-b915-566ff4e57b59 req-4f48808e-14f1-4607-be99-822527d20372 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 03:05:05.967903 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-74657c1c-d61e-4010-b915-566ff4e57b59 req-4f48808e-14f1-4607-be99-822527d20372 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 944 time: 0.0471103 Dec 09 03:05:06.057594 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-74657c1c-d61e-4010-b915-566ff4e57b59 req-5588c278-f7c2-465a-89f0-886beeaa49a7 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Deleting port cb187f98-9902-467f-850d-9cfc9b643017 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:05:06.057944 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-74657c1c-d61e-4010-b915-566ff4e57b59 req-5588c278-f7c2-465a-89f0-886beeaa49a7 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:06.144697 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [req-74657c1c-d61e-4010-b915-566ff4e57b59 req-5588c278-f7c2-465a-89f0-886beeaa49a7 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] For port cb187f98-9902-467f-850d-9cfc9b643017, host hv-neutron-8048, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8048',level=0,port_id=cb187f98-9902-467f-850d-9cfc9b643017,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:05:06.145069 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-74657c1c-d61e-4010-b915-566ff4e57b59 req-5588c278-f7c2-465a-89f0-886beeaa49a7 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:06.157613 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [req-74657c1c-d61e-4010-b915-566ff4e57b59 req-5588c278-f7c2-465a-89f0-886beeaa49a7 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Calling delete_port for cb187f98-9902-467f-850d-9cfc9b643017 owned by compute:nova {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:05:06.285386 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-74657c1c-d61e-4010-b915-566ff4e57b59 req-5588c278-f7c2-465a-89f0-886beeaa49a7 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:06.317556 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588c278-f7c2-465a-89f0-886beeaa49a7 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event deleted for resources: {'Port': ['ID=cb187f98-9902-467f-850d-9cfc9b643017,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:06.354844 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [req-74657c1c-d61e-4010-b915-566ff4e57b59 req-5588c278-f7c2-465a-89f0-886beeaa49a7 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] No DVR routers for this DVR port cb187f98-9902-467f-850d-9cfc9b643017 on host hv-neutron-8048 {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 03:05:06.357347 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [req-74657c1c-d61e-4010-b915-566ff4e57b59 req-5588c278-f7c2-465a-89f0-886beeaa49a7 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101021'] for port, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:06.360864 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-74657c1c-d61e-4010-b915-566ff4e57b59 req-5588c278-f7c2-465a-89f0-886beeaa49a7 tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.45 "DELETE /v2.0/ports/cb187f98-9902-467f-850d-9cfc9b643017 HTTP/1.1" status: 204 len: 173 time: 0.3863943 Dec 09 03:05:06.361332 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'name': 'network-vif-deleted', 'tag': 'cb187f98-9902-467f-850d-9cfc9b643017'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 03:05:06.365046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a86648ab1307347743378c7c2fe475ffb4094053e28172bc96fc79fcc5a3946" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4133fd59-4884-4559-a35a-28c1d5c6220e" -d '{"events": [{"server_uuid": "9d3abd40-00e0-4ff8-86cf-c3711a6eed22", "name": "network-vif-deleted", "tag": "cb187f98-9902-467f-850d-9cfc9b643017"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 03:05:06.403387 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 03:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c63a895-8ecd-4d50-9f54-761f8ba489db x-openstack-request-id: req-3c63a895-8ecd-4d50-9f54-761f8ba489db {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 03:05:06.403722 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3abd40-00e0-4ff8-86cf-c3711a6eed22", "name": "network-vif-deleted", "tag": "cb187f98-9902-467f-850d-9cfc9b643017", "status": "completed", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 03:05:06.403981 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c63a895-8ecd-4d50-9f54-761f8ba489db {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 03:05:06.404387 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3abd40-00e0-4ff8-86cf-c3711a6eed22', 'name': 'network-vif-deleted', 'tag': 'cb187f98-9902-467f-850d-9cfc9b643017', 'status': 'completed', 'code': 200} Dec 09 03:05:06.608734 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:06.675108 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [req-328a40b7-348c-4de7-b066-edafc6963e4a req-fb38cc05-4600-4902-96ac-60355e7add8c tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d3abd40-00e0-4ff8-86cf-c3711a6eed22 HTTP/1.1" status: 200 len: 210 time: 0.0314558 Dec 09 03:05:07.730693 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 45060) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:05:07.786252 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9f253b2-058c-4988-a24a-e1caa8eb9f1e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:07.810854 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9f253b2-058c-4988-a24a-e1caa8eb9f1e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:07.871836 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9f253b2-058c-4988-a24a-e1caa8eb9f1e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:07.874701 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9f253b2-058c-4988-a24a-e1caa8eb9f1e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:07.875872 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-f9f253b2-058c-4988-a24a-e1caa8eb9f1e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] 10.222.0.43 "DELETE /v2.0/security-groups/2d9fecbc-c34c-4547-87d9-41e4db12438e HTTP/1.1" status: 204 len: 168 time: 0.1441629 Dec 09 03:05:07.885625 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f253b2-058c-4988-a24a-e1caa8eb9f1e tempest-TestSnapshotPattern-647576622 tempest-TestSnapshotPattern-647576622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9fecbc-c34c-4547-87d9-41e4db12438e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:07.924423 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 45064) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:05:08.003854 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:08.259093 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3d70cea3-c930-4497-a597-e91a22db5944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:08.494389 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3d70cea3-c930-4497-a597-e91a22db5944 admin admin] Deleting port 86aea095-0272-44bf-b722-ea12e0ea9244 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:05:08.494725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3d70cea3-c930-4497-a597-e91a22db5944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:08.568443 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3d70cea3-c930-4497-a597-e91a22db5944 admin admin] For port 86aea095-0272-44bf-b722-ea12e0ea9244, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=86aea095-0272-44bf-b722-ea12e0ea9244,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:05:08.568727 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3d70cea3-c930-4497-a597-e91a22db5944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:08.581018 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3d70cea3-c930-4497-a597-e91a22db5944 admin admin] Calling delete_port for 86aea095-0272-44bf-b722-ea12e0ea9244 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:05:08.800645 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:09.048833 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3d70cea3-c930-4497-a597-e91a22db5944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:09.077024 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70cea3-c930-4497-a597-e91a22db5944 admin admin] Pushing event deleted for resources: {'Port': ['ID=86aea095-0272-44bf-b722-ea12e0ea9244,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:09.237650 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3d70cea3-c930-4497-a597-e91a22db5944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:09.327782 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:05:09.449418 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d70cea3-c930-4497-a597-e91a22db5944 admin admin] Router 05007ce1-016f-40db-bb9a-a15d37758a39 has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 03:05:09.557395 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d70cea3-c930-4497-a597-e91a22db5944 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 03:05:09.562502 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-3d70cea3-c930-4497-a597-e91a22db5944 admin admin] 10.222.0.43 "PUT /v2.0/routers/05007ce1-016f-40db-bb9a-a15d37758a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6369934 Dec 09 03:05:09.565037 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 45066) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:05:09.565991 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba3b6a-3f1f-4362-9a7e-073dbd03c62c None None] Sync routers for ids ['05007ce1-016f-40db-bb9a-a15d37758a39'] in dv-neutron-804846-18-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 03:05:09.575996 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba3b6a-3f1f-4362-9a7e-073dbd03c62c None None] Routers {'05007ce1-016f-40db-bb9a-a15d37758a39'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:05:09.576624 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-69ba3b6a-3f1f-4362-9a7e-073dbd03c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:05:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['05007ce1-016f-40db-bb9a-a15d37758a39'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:09.680505 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-69ba3b6a-3f1f-4362-9a7e-073dbd03c62c None None] Set router 05007ce1-016f-40db-bb9a-a15d37758a39 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:05:09.847659 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e9c5096-5b2d-47af-b8df-f862822abc1c admin admin] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:09.858727 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-69ba3b6a-3f1f-4362-9a7e-073dbd03c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:05:09Z', 'revision_number': 5, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:09.888803 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba3b6a-3f1f-4362-9a7e-073dbd03c62c None None] Checking router: 05007ce1-016f-40db-bb9a-a15d37758a39 for host: dv-neutron-804846-18-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 03:05:09.896974 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba3b6a-3f1f-4362-9a7e-073dbd03c62c None None] Routers {'05007ce1-016f-40db-bb9a-a15d37758a39'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:05:09.897579 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-69ba3b6a-3f1f-4362-9a7e-073dbd03c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:05:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['05007ce1-016f-40db-bb9a-a15d37758a39'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:09.950107 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e9c5096-5b2d-47af-b8df-f862822abc1c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.001652 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c5096-5b2d-47af-b8df-f862822abc1c admin admin] Deleting port 7fde5618-ec95-4264-bf94-0412ea57a441 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:05:10.001995 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e9c5096-5b2d-47af-b8df-f862822abc1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.002534 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-69ba3b6a-3f1f-4362-9a7e-073dbd03c62c None None] Set router 05007ce1-016f-40db-bb9a-a15d37758a39 gateway port host: dv-neutron-804846-18-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:05:10.079271 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-5e9c5096-5b2d-47af-b8df-f862822abc1c admin admin] For port 7fde5618-ec95-4264-bf94-0412ea57a441, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=7fde5618-ec95-4264-bf94-0412ea57a441,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:05:10.079895 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e9c5096-5b2d-47af-b8df-f862822abc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.092963 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c5096-5b2d-47af-b8df-f862822abc1c admin admin] Calling delete_port for 7fde5618-ec95-4264-bf94-0412ea57a441 owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:05:10.179473 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-69ba3b6a-3f1f-4362-9a7e-073dbd03c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:05:09Z', 'revision_number': 5, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:10.205965 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba3b6a-3f1f-4362-9a7e-073dbd03c62c None None] The sync data for ids ['05007ce1-016f-40db-bb9a-a15d37758a39'] in dv-neutron-804846-18-hyperv is: [{'id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'name': 'tempest-TestSnapshotPattern-1398951597-router', 'tenant_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:05:09Z', 'revision_number': 5, 'project_id': 'a86dfd592edb4ef69492b9ee3d015e57', 'gw_port': {'id': '7fde5618-ec95-4264-bf94-0412ea57a441', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:24:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05007ce1-016f-40db-bb9a-a15d37758a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:11Z', 'updated_at': '2021-12-09T03:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 03:05:10.261856 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e9c5096-5b2d-47af-b8df-f862822abc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.280026 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device cb187f98-9902-467f-850d-9cfc9b643017 no longer exists at agent hyperv_hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 03:05:10.290762 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c5096-5b2d-47af-b8df-f862822abc1c admin admin] Pushing event deleted for resources: {'Port': ['ID=7fde5618-ec95-4264-bf94-0412ea57a441,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:10.300010 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] No Port match for: cb187f98-9902-467f-850d-9cfc9b643017 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 03:05:10.300366 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Device cb187f98-9902-467f-850d-9cfc9b643017 not bound to the agent host hv-neutron-8048 {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 03:05:10.307839 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782902fa-8ae4-48e8-950b-7e0d5fd1b7bb None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 03:05:10.354177 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e9c5096-5b2d-47af-b8df-f862822abc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.441427 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e9c5096-5b2d-47af-b8df-f862822abc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.443390 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e9c5096-5b2d-47af-b8df-f862822abc1c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.485353 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e9c5096-5b2d-47af-b8df-f862822abc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.486027 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9c5096-5b2d-47af-b8df-f862822abc1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05007ce1-016f-40db-bb9a-a15d37758a39 {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 03:05:10.490725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e9c5096-5b2d-47af-b8df-f862822abc1c admin admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.492252 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-5e9c5096-5b2d-47af-b8df-f862822abc1c admin admin] 10.222.0.43 "DELETE /v2.0/routers/05007ce1-016f-40db-bb9a-a15d37758a39 HTTP/1.1" status: 204 len: 168 time: 0.9262934 Dec 09 03:05:10.494697 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 45072) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:05:10.541695 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ace32f-f178-4420-baae-c88b81cb34b3 admin admin] Deleting subnet 10f504a7-cead-47da-ab0a-9840754eb1aa {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 03:05:10.544912 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72ace32f-f178-4420-baae-c88b81cb34b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.580385 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72ace32f-f178-4420-baae-c88b81cb34b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.659129 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72ace32f-f178-4420-baae-c88b81cb34b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.716585 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72ace32f-f178-4420-baae-c88b81cb34b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.742230 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ace32f-f178-4420-baae-c88b81cb34b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10f504a7-cead-47da-ab0a-9840754eb1aa,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:10.744727 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72ace32f-f178-4420-baae-c88b81cb34b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.749082 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b390561-e9de-4c77-8c11-b2068096f421 None None] Network 5eb2c3f8-2343-40d8-8314-b3ff498c2051 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 03:05:10.750514 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-72ace32f-f178-4420-baae-c88b81cb34b3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/10f504a7-cead-47da-ab0a-9840754eb1aa HTTP/1.1" status: 204 len: 168 time: 0.2548456 Dec 09 03:05:10.750646 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.43', 45074) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:05:10.829126 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.890168 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Deleting port a0237d38-6eaa-4712-bad2-2fae71b6985f {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:05:10.890617 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.920604 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f8376c-db43-44b9-abc4-b57d1388fcb6 None None] DHCP port deletion for 5eb2c3f8-2343-40d8-8314-b3ff498c2051 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 03:05:10.959333 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] For port a0237d38-6eaa-4712-bad2-2fae71b6985f, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a0237d38-6eaa-4712-bad2-2fae71b6985f,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:05:10.959841 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.966388 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-41f8376c-db43-44b9-abc4-b57d1388fcb6 None None] Deleting port a0237d38-6eaa-4712-bad2-2fae71b6985f {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:05:10.966819 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41f8376c-db43-44b9-abc4-b57d1388fcb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:10.972244 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Calling delete_port for a0237d38-6eaa-4712-bad2-2fae71b6985f owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:05:11.031468 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-41f8376c-db43-44b9-abc4-b57d1388fcb6 None None] For port a0237d38-6eaa-4712-bad2-2fae71b6985f, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=a0237d38-6eaa-4712-bad2-2fae71b6985f,segment=NetworkSegment(d483d1d9-d020-4caf-aa55-f5a533a49291),segment_id=d483d1d9-d020-4caf-aa55-f5a533a49291)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:05:11.031880 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41f8376c-db43-44b9-abc4-b57d1388fcb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:11.044777 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-41f8376c-db43-44b9-abc4-b57d1388fcb6 None None] Calling delete_port for a0237d38-6eaa-4712-bad2-2fae71b6985f owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:05:11.051219 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3180264'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:11.078200 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0237d38-6eaa-4712-bad2-2fae71b6985f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:11.087874 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:05:11.088236 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:05:11.088590 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:05:11.088936 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:05:11.089280 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:05:11.089621 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:05:11.089958 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:05:11.090295 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:05:11.090631 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:05:11.090970 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:05:11.091304 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:05:11.091678 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:05:11.092012 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-804846-18-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 03:05:11.094705 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] No DVR routers for this DVR port a0237d38-6eaa-4712-bad2-2fae71b6985f on host dv-neutron-804846-18-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 03:05:11.122102 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-41f8376c-db43-44b9-abc4-b57d1388fcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:11.152327 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8376c-db43-44b9-abc4-b57d1388fcb6 None None] Pushing event deleted for resources: {'Port': ['ID=a0237d38-6eaa-4712-bad2-2fae71b6985f,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:11.154089 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f8376c-db43-44b9-abc4-b57d1388fcb6 None None] No DVR routers for this DVR port a0237d38-6eaa-4712-bad2-2fae71b6985f on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 03:05:11.167117 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:11.187929 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb2c3f8-2343-40d8-8314-b3ff498c2051']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:11.196859 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd483d1d9-d020-4caf-aa55-f5a533a49291') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:11.197157 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd483d1d9-d020-4caf-aa55-f5a533a49291') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:11.206160 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272289'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:11.219799 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:11.226151 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 03:05:11.226546 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180229'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: Traceback (most recent call last): Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: timer() Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: cb(*args, **kw) Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: return func(*args, **kwargs) Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: self._notify() Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: self.callback(batched_events) Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: event.method(event) Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: return f(self, *a, **k) Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._get(url).json() Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: return self.request(url, 'GET', **kwargs) Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 03:05:11.228855 dv-neutron-804846-18-hyperv neutron-server[103333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 03:05:11.286811 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:11.292543 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Publish callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:11.295756 dv-neutron-804846-18-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5eb2c3f8-2343-40d8-8314-b3ff498c2051 HTTP/1.1" status: 204 len: 168 time: 0.5434158 Dec 09 03:05:11.298705 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 45078) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:05:11.306220 dv-neutron-804846-18-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04315e7-40d4-4472-b6de-979661f1d2b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb2c3f8-2343-40d8-8314-b3ff498c2051,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:11.448759 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a0237d38-6eaa-4712-bad2-2fae71b6985f no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 03:05:11.468429 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: a0237d38-6eaa-4712-bad2-2fae71b6985f {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 03:05:11.468776 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device a0237d38-6eaa-4712-bad2-2fae71b6985f not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 03:05:11.469198 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7fde5618-ec95-4264-bf94-0412ea57a441 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 03:05:11.488451 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 7fde5618-ec95-4264-bf94-0412ea57a441 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 03:05:11.488729 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 7fde5618-ec95-4264-bf94-0412ea57a441 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 03:05:11.489146 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 86aea095-0272-44bf-b722-ea12e0ea9244 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 03:05:11.507198 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 86aea095-0272-44bf-b722-ea12e0ea9244 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 03:05:11.507571 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 86aea095-0272-44bf-b722-ea12e0ea9244 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 03:05:11.637598 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-654702d4-9fbf-4153-bdfe-20fe958fb460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538720'] for router_interface, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:11.875953 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-654702d4-9fbf-4153-bdfe-20fe958fb460 admin admin] Deleting port 3c2c956d-4cc7-4741-900b-c3fc6c094ec1 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:05:11.876206 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-654702d4-9fbf-4153-bdfe-20fe958fb460 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:11.953396 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-654702d4-9fbf-4153-bdfe-20fe958fb460 admin admin] For port 3c2c956d-4cc7-4741-900b-c3fc6c094ec1, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=3c2c956d-4cc7-4741-900b-c3fc6c094ec1,segment=NetworkSegment(ff3b27c2-8f07-4e8e-b753-4141e94bf984),segment_id=ff3b27c2-8f07-4e8e-b753-4141e94bf984)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:05:11.953754 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-654702d4-9fbf-4153-bdfe-20fe958fb460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:11.966605 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-654702d4-9fbf-4153-bdfe-20fe958fb460 admin admin] Calling delete_port for 3c2c956d-4cc7-4741-900b-c3fc6c094ec1 owned by network:router_interface {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:05:12.137725 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-654702d4-9fbf-4153-bdfe-20fe958fb460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:12.167994 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654702d4-9fbf-4153-bdfe-20fe958fb460 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2c956d-4cc7-4741-900b-c3fc6c094ec1,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:12.323553 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-654702d4-9fbf-4153-bdfe-20fe958fb460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538636'] for router_interface, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:12.531134 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654702d4-9fbf-4153-bdfe-20fe958fb460 admin admin] Router 64fad147-f6f4-493f-b938-00fbfd1f79ee has already been hosted by L3 agent 2f9d07b4-0070-4688-98a7-f880c5638e72 {{(pid=103334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 03:05:12.634458 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654702d4-9fbf-4153-bdfe-20fe958fb460 admin admin] Notify agent at l3_agent.dv-neutron-804846-18-hyperv the message routers_updated {{(pid=103334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 03:05:12.639449 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-654702d4-9fbf-4153-bdfe-20fe958fb460 admin admin] 10.222.0.43 "PUT /v2.0/routers/64fad147-f6f4-493f-b938-00fbfd1f79ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3397090 Dec 09 03:05:12.641967 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 45080) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:05:12.645009 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0f18e-7896-4604-8151-d60411aa9dc1 None None] Sync routers for ids ['64fad147-f6f4-493f-b938-00fbfd1f79ee'] in dv-neutron-804846-18-hyperv {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 03:05:12.654407 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0f18e-7896-4604-8151-d60411aa9dc1 None None] Routers {'64fad147-f6f4-493f-b938-00fbfd1f79ee'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:05:12.655013 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-8eb0f18e-7896-4604-8151-d60411aa9dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:05:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['64fad147-f6f4-493f-b938-00fbfd1f79ee'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:12.759614 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-8eb0f18e-7896-4604-8151-d60411aa9dc1 None None] Set router 64fad147-f6f4-493f-b938-00fbfd1f79ee gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:05:12.947505 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-8eb0f18e-7896-4604-8151-d60411aa9dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'name': 'tempest-TestSnapshotPattern-1458991468-router', 'tenant_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:15Z', 'updated_at': '2021-12-09T03:05:12Z', 'revision_number': 5, 'project_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'gw_port': {'id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:65:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:16Z', 'updated_at': '2021-12-09T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:12.973717 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0f18e-7896-4604-8151-d60411aa9dc1 None None] Checking router: 64fad147-f6f4-493f-b938-00fbfd1f79ee for host: dv-neutron-804846-18-hyperv {{(pid=103336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 03:05:12.983029 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0f18e-7896-4604-8151-d60411aa9dc1 None None] Routers {'64fad147-f6f4-493f-b938-00fbfd1f79ee'} bound to L3 agent in host dv-neutron-804846-18-hyperv {{(pid=103336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 03:05:12.983671 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-8eb0f18e-7896-4604-8151-d60411aa9dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-804846-18-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T02:05:35Z,description=,heartbeat_timestamp=2021-12-09T03:05:05Z,host='dv-neutron-804846-18-hyperv',id=2f9d07b4-0070-4688-98a7-f880c5638e72,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T02:05:35Z,topic='l3_agent')) {'router_ids': ['64fad147-f6f4-493f-b938-00fbfd1f79ee'], 'active': True} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:13.036695 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-830e6902-dd34-42ed-9d46-5111a8e247ed admin admin] Publish callbacks [] for router, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:13.087002 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_dvr_db [None req-8eb0f18e-7896-4604-8151-d60411aa9dc1 None None] Set router 64fad147-f6f4-493f-b938-00fbfd1f79ee gateway port host: dv-neutron-804846-18-hyperv {{(pid=103336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 03:05:13.137126 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-830e6902-dd34-42ed-9d46-5111a8e247ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:13.188905 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-830e6902-dd34-42ed-9d46-5111a8e247ed admin admin] Deleting port f9e05299-2909-451a-8e5b-cd4d39f98d9c {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:05:13.189255 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-830e6902-dd34-42ed-9d46-5111a8e247ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:13.263210 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.l3_hamode_db [None req-8eb0f18e-7896-4604-8151-d60411aa9dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'name': 'tempest-TestSnapshotPattern-1458991468-router', 'tenant_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:15Z', 'updated_at': '2021-12-09T03:05:12Z', 'revision_number': 5, 'project_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'gw_port': {'id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:65:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:16Z', 'updated_at': '2021-12-09T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}], 'dv-neutron-804846-18-hyperv', False) {} {{(pid=103336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:13.268581 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-830e6902-dd34-42ed-9d46-5111a8e247ed admin admin] For port f9e05299-2909-451a-8e5b-cd4d39f98d9c, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=f9e05299-2909-451a-8e5b-cd4d39f98d9c,segment=NetworkSegment(b160f490-d2dd-4eab-a94d-307a65a61f70),segment_id=b160f490-d2dd-4eab-a94d-307a65a61f70)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:05:13.268951 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-830e6902-dd34-42ed-9d46-5111a8e247ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:13.281822 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-830e6902-dd34-42ed-9d46-5111a8e247ed admin admin] Calling delete_port for f9e05299-2909-451a-8e5b-cd4d39f98d9c owned by network:router_gateway {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:05:13.292460 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0f18e-7896-4604-8151-d60411aa9dc1 None None] The sync data for ids ['64fad147-f6f4-493f-b938-00fbfd1f79ee'] in dv-neutron-804846-18-hyperv is: [{'id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'name': 'tempest-TestSnapshotPattern-1458991468-router', 'tenant_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'external_fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192'}], 'enable_snat': True}, 'gw_port_id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T03:00:15Z', 'updated_at': '2021-12-09T03:05:12Z', 'revision_number': 5, 'project_id': '3e3d74c2b5804d96a7284e8ec58fa937', 'gw_port': {'id': 'f9e05299-2909-451a-8e5b-cd4d39f98d9c', 'name': '', 'network_id': '68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:65:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fad147-f6f4-493f-b938-00fbfd1f79ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'ip_address': '172.26.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-804846-18-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T03:00:16Z', 'updated_at': '2021-12-09T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bf6788c-08d0-4d10-9e91-531f6bb389e8', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-804846-18-hyperv'}] {{(pid=103336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 03:05:13.443712 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-830e6902-dd34-42ed-9d46-5111a8e247ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:13.468163 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e6902-dd34-42ed-9d46-5111a8e247ed admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e05299-2909-451a-8e5b-cd4d39f98d9c,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:13.483277 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8245cb36-d173-47dc-aa48-090d27a15db3 None None] DHCP port deletion for 68b5d1cc-6d4a-454c-a080-4fe8f9caf0a9 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 03:05:13.529191 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-830e6902-dd34-42ed-9d46-5111a8e247ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544174'] for router_gateway, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:13.615895 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-830e6902-dd34-42ed-9d46-5111a8e247ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4930'] for router, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:13.617939 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-830e6902-dd34-42ed-9d46-5111a8e247ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:13.669339 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-830e6902-dd34-42ed-9d46-5111a8e247ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540423'] for router, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:13.669886 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830e6902-dd34-42ed-9d46-5111a8e247ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64fad147-f6f4-493f-b938-00fbfd1f79ee {{(pid=103334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 03:05:13.674841 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-830e6902-dd34-42ed-9d46-5111a8e247ed admin admin] Publish callbacks [] for router, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:13.675957 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-830e6902-dd34-42ed-9d46-5111a8e247ed admin admin] 10.222.0.43 "DELETE /v2.0/routers/64fad147-f6f4-493f-b938-00fbfd1f79ee HTTP/1.1" status: 204 len: 168 time: 1.0330393 Dec 09 03:05:13.678386 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 45082) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:05:13.726726 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_v2 [None req-742a5e96-b77c-478c-b553-566a81b82216 admin admin] Deleting subnet ce5c18d3-5496-4b98-8069-b5b061b7bf61 {{(pid=103334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 03:05:13.730297 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-742a5e96-b77c-478c-b553-566a81b82216 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:13.737619 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 3c2c956d-4cc7-4741-900b-c3fc6c094ec1 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 03:05:13.767810 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 3c2c956d-4cc7-4741-900b-c3fc6c094ec1 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 03:05:13.768082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-742a5e96-b77c-478c-b553-566a81b82216 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145940'] for subnet, precommit_delete_associations {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:13.768203 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 3c2c956d-4cc7-4741-900b-c3fc6c094ec1 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 03:05:13.850884 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-742a5e96-b77c-478c-b553-566a81b82216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16715824'] for subnet, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:13.905804 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-742a5e96-b77c-478c-b553-566a81b82216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16715979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-981847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2986121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25577919'] for subnet, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:13.931964 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a5e96-b77c-478c-b553-566a81b82216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5c18d3-5496-4b98-8069-b5b061b7bf61,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:13.938870 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-742a5e96-b77c-478c-b553-566a81b82216 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:13.944787 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76d4cf1-65a1-41e4-b42d-b45444f0b636 None None] Network 55adda22-8432-4a4a-8502-41fdfc53a7a8 requested from dv-neutron-804846-18-hyperv {{(pid=103335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 03:05:13.945579 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-742a5e96-b77c-478c-b553-566a81b82216 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ce5c18d3-5496-4b98-8069-b5b061b7bf61 HTTP/1.1" status: 204 len: 168 time: 0.2661803 Dec 09 03:05:13.946212 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 45084) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:05:14.024663 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16322913'] for network, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.082641 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] Deleting port 5308da0b-f2b1-4623-a776-02a8fad6b915 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:05:14.082984 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.102859 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a21683c-80bf-4ee4-86cc-8f14fc083102 None None] DHCP port deletion for 55adda22-8432-4a4a-8502-41fdfc53a7a8 request from dv-neutron-804846-18-hyperv {{(pid=103335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 03:05:14.147676 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] For port 5308da0b-f2b1-4623-a776-02a8fad6b915, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5308da0b-f2b1-4623-a776-02a8fad6b915,segment=NetworkSegment(ff3b27c2-8f07-4e8e-b753-4141e94bf984),segment_id=ff3b27c2-8f07-4e8e-b753-4141e94bf984)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:05:14.148046 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.154380 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1a21683c-80bf-4ee4-86cc-8f14fc083102 None None] Deleting port 5308da0b-f2b1-4623-a776-02a8fad6b915 {{(pid=103335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 03:05:14.154789 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1a21683c-80bf-4ee4-86cc-8f14fc083102 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785246336440'] for port, before_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.160567 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] Calling delete_port for 5308da0b-f2b1-4623-a776-02a8fad6b915 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:05:14.216420 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1a21683c-80bf-4ee4-86cc-8f14fc083102 None None] For port 5308da0b-f2b1-4623-a776-02a8fad6b915, host dv-neutron-804846-18-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-804846-18-hyperv',level=0,port_id=5308da0b-f2b1-4623-a776-02a8fad6b915,segment=NetworkSegment(ff3b27c2-8f07-4e8e-b753-4141e94bf984),segment_id=ff3b27c2-8f07-4e8e-b753-4141e94bf984)] {{(pid=103335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 03:05:14.216973 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1a21683c-80bf-4ee4-86cc-8f14fc083102 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533459'] for port, precommit_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.229835 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-1a21683c-80bf-4ee4-86cc-8f14fc083102 None None] Calling delete_port for 5308da0b-f2b1-4623-a776-02a8fad6b915 owned by network:dhcp {{(pid=103335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 03:05:14.247127 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2986078'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.271940 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] Pushing event deleted for resources: {'Port': ['ID=5308da0b-f2b1-4623-a776-02a8fad6b915,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:14.275222 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] No DVR routers for this DVR port 5308da0b-f2b1-4623-a776-02a8fad6b915 on host dv-neutron-804846-18-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 03:05:14.312553 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1a21683c-80bf-4ee4-86cc-8f14fc083102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16665392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785246342175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785245793284'] for port, after_delete {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.336394 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21683c-80bf-4ee4-86cc-8f14fc083102 None None] Pushing event deleted for resources: {'Port': ['ID=5308da0b-f2b1-4623-a776-02a8fad6b915,revision_number=None']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:14.340391 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21683c-80bf-4ee4-86cc-8f14fc083102 None None] No DVR routers for this DVR port 5308da0b-f2b1-4623-a776-02a8fad6b915 on host dv-neutron-804846-18-hyperv {{(pid=103335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 03:05:14.345085 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16722087', 'neutron.services.segments.db._delete_segments_for_network-8785246261706'] for network, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.369760 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55adda22-8432-4a4a-8502-41fdfc53a7a8']}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:14.378719 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3b27c2-8f07-4e8e-b753-4141e94bf984') {'for_net_delete': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:14.379007 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.services.segments.db [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3b27c2-8f07-4e8e-b753-4141e94bf984') {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 03:05:14.388275 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785246265299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145951'] for segment, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.401243 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901'] for segment, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.407145 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 03:05:14.407672 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16717901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2986099'] for segment, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: Traceback (most recent call last): Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: timer() Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: cb(*args, **kw) Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: return func(*args, **kwargs) Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: self._notify() Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: self.callback(batched_events) Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: event.method(event) Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: return f(self, *a, **k) Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._get(url).json() Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: return self.request(url, 'GET', **kwargs) Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 03:05:14.409272 dv-neutron-804846-18-hyperv neutron-server[103334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 03:05:14.460256 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16722110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544146'] for network, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.466167 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] Publish callbacks [] for network, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.469496 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] 10.222.0.43 "DELETE /v2.0/networks/55adda22-8432-4a4a-8502-41fdfc53a7a8 HTTP/1.1" status: 204 len: 168 time: 0.5223331 Dec 09 03:05:14.481077 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1a346-e2ef-4e29-a6fa-ad517cc9420f admin admin] Pushing event deleted for resources: {'Network': ['ID=55adda22-8432-4a4a-8502-41fdfc53a7a8,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:14.575489 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 45088) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:05:14.601484 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.615519 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-9ec49164-e374-4694-8804-cda68f568412 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a86dfd592edb4ef69492b9ee3d015e57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387766 Dec 09 03:05:14.617995 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 45090) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:05:14.663082 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e2651bb2-d38d-46b4-8929-bcbb7bba1423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.688464 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e2651bb2-d38d-46b4-8929-bcbb7bba1423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.735020 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e2651bb2-d38d-46b4-8929-bcbb7bba1423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.737716 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e2651bb2-d38d-46b4-8929-bcbb7bba1423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:14.738914 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-e2651bb2-d38d-46b4-8929-bcbb7bba1423 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8b9658f-8637-43ce-8660-fa65a7c5c686 HTTP/1.1" status: 204 len: 168 time: 0.1200221 Dec 09 03:05:14.746899 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2651bb2-d38d-46b4-8929-bcbb7bba1423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b9658f-8637-43ce-8660-fa65a7c5c686,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:15.047283 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 45096) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:05:15.086442 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2b49f9cf-92f1-4347-8820-eb35d0e8fa34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3e3d74c2b5804d96a7284e8ec58fa937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379751 Dec 09 03:05:15.089498 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.wsgi [-] (103334) accepted ('10.222.0.43', 45098) {{(pid=103334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 03:05:15.136143 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d471-862b-437e-8e71-b66f51e30f2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:15.156675 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d471-862b-437e-8e71-b66f51e30f2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:15.203445 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d471-862b-437e-8e71-b66f51e30f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007721'] for security_group, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:15.206022 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d471-862b-437e-8e71-b66f51e30f2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:15.207175 dv-neutron-804846-18-hyperv neutron-server[103334]: INFO neutron.wsgi [None req-2ed3d471-862b-437e-8e71-b66f51e30f2f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18a8fd1a-13a4-4a71-bff3-067c753d94f0 HTTP/1.1" status: 204 len: 168 time: 0.1167595 Dec 09 03:05:15.214707 dv-neutron-804846-18-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3d471-862b-437e-8e71-b66f51e30f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a8fd1a-13a4-4a71-bff3-067c753d94f0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 03:05:15.449261 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5308da0b-f2b1-4623-a776-02a8fad6b915 no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 03:05:15.470731 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: 5308da0b-f2b1-4623-a776-02a8fad6b915 {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 03:05:15.471079 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device 5308da0b-f2b1-4623-a776-02a8fad6b915 not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 03:05:15.471539 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f9e05299-2909-451a-8e5b-cd4d39f98d9c no longer exists at agent ovs-agent-dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 03:05:15.495020 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] No Port match for: f9e05299-2909-451a-8e5b-cd4d39f98d9c {{(pid=103335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 03:05:15.495364 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.rpc [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Device f9e05299-2909-451a-8e5b-cd4d39f98d9c not bound to the agent host dv-neutron-804846-18-hyperv {{(pid=103335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 03:05:33.156430 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-01dfd423-6b7d-4310-9c9a-91ab623803a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:35.379693 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-7a049ae8-01d6-43be-b805-b7a099fa9884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:36.610408 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:38.005691 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:38.802079 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:44.602433 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:05:46.326486 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:06:03.157264 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f29d2769-d0fe-4651-a96d-e114a2d1ca86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:06:05.380544 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bf75d770-d561-4727-8440-a3063d50efdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:06:06.613017 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:06:08.009770 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:06:08.805019 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:06:14.603071 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:06:23.327973 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:06:33.159457 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-bfd23162-d9ad-4393-90eb-45bae7eaa77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:06:35.380982 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fe02b88e-4bae-4149-ab21-dd856b3b86b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:06:36.614948 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:06:38.011906 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:06:38.807253 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:06:44.614511 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:07:00.327589 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:07:03.160934 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-930aae71-b232-4860-9b02-97cf8c256fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:07:05.381882 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aac91aa1-67a9-47b5-90ed-f5980d7d40f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:07:06.616546 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:07:08.017128 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:07:08.811068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:07:14.616652 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:07:33.162708 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-56e0ecc8-f477-496e-8f48-48c4af69bdbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:07:35.386988 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-39543c6d-a31e-4880-866f-6cdfce83ac7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:07:36.619823 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:07:37.326236 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:07:38.017872 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:07:38.813797 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:07:44.614079 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:08:03.164718 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6fee68ad-2519-4a4e-aef1-e29979ffd948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:08:05.388590 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-dff5785d-0011-4ec1-ada0-f0b98987c25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:08:06.623557 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:08:08.020411 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:08:08.816753 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:08:14.324788 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:08:14.617268 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:08:33.166974 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1a0ce83d-a91d-46b7-acf0-1ebbb15d1cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:08:35.390296 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-043542f9-1c27-48da-acd1-9eb059abd2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:08:36.625740 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:08:38.024329 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:08:38.818646 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:08:44.627707 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:08:51.323485 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:09:03.168810 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c16cced1-7987-4937-a511-afaf6aec635c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:09:05.391969 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-341b48e6-0f39-4007-87c6-10166773b857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:09:06.628667 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:09:08.027920 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:09:08.825403 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:09:14.625426 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:09:28.322616 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:09:33.169947 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-92682b03-c58e-4d49-9082-fe9020f5d8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:09:35.392531 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c1743b44-78c3-4b38-8588-e423dc303efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:09:36.632823 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:09:38.030634 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:09:38.817105 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:09:44.626068 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:10:03.172564 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-73941b80-1917-4b46-a5a5-ced1235dc70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:10:05.321952 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:10:05.394453 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-fa2416e0-d52c-488b-b4c9-4390c407771f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:10:06.635798 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:10:08.033176 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:10:08.818719 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:10:14.641053 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:10:33.173545 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-638e98a9-6be9-4cd7-a67e-d5704ccefd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:10:35.394824 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5e5fcbab-8d97-4be5-a1bd-a8943716d74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:10:36.637064 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4ba5515a-e4c8-4f77-a442-35459f715240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:10:38.036452 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e309-5184-44d6-974e-dd747c7c9e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:10:38.823760 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3631b10e-4bbf-4921-b66e-afdc957a03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 03:10:42.321886 dv-neutron-804846-18-hyperv neutron-server[103336]: DEBUG neutron.db.agents_db [None req-293e6fcd-9bbc-4d2f-8738-ffb35eebc4c1 None None] Agent healthcheck: found 6 active agents {{(pid=103336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 03:10:44.645491 dv-neutron-804846-18-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-da5f08aa-5d85-4158-8a0d-865eca0a9ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785246261661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16720625'] for agent, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}